diff --git a/clients/python/llmengine/api_engine.py b/clients/python/llmengine/api_engine.py index cfd87e88..adcba342 100644 --- a/clients/python/llmengine/api_engine.py +++ b/clients/python/llmengine/api_engine.py @@ -15,12 +15,14 @@ api_key = None -def set_api_key(key): + +def set_api_key(key): global api_key api_key = key + def get_api_key() -> str: - if api_key is not None: + if api_key is not None: return api_key env_api_key = os.getenv("SCALE_API_KEY") return env_api_key or "root" diff --git a/docs/model_zoo.md b/docs/model_zoo.md index 9cfcbc02..da07c287 100644 --- a/docs/model_zoo.md +++ b/docs/model_zoo.md @@ -9,6 +9,7 @@ Scale hosts the following models in the LLM Engine Model Zoo: | `llama-2-7b-chat` | ✅ | | | `llama-2-13b` | ✅ | | | `llama-2-13b-chat` | ✅ | | +| `llama-2-70b` | ✅ | | | `falcon-7b` | ✅ | | | `falcon-7b-instruct` | ✅ | | | `falcon-40b` | ✅ | |