From b98ecb4b1ce673a2726c8e5195951c2b65f29e6d Mon Sep 17 00:00:00 2001 From: Matt Zhou Date: Wed, 2 Oct 2024 09:45:13 -0700 Subject: [PATCH] Add literal endpoint types --- letta/schemas/llm_config.py | 20 +++++++++++++++++--- 1 file changed, 17 insertions(+), 3 deletions(-) diff --git a/letta/schemas/llm_config.py b/letta/schemas/llm_config.py index dd71cbd7..d951c2dd 100644 --- a/letta/schemas/llm_config.py +++ b/letta/schemas/llm_config.py @@ -17,9 +17,23 @@ class LLMConfig(BaseModel): # TODO: 🤮 don't default to a vendor! bug city! model: str = Field(..., description="LLM model name. ") - model_endpoint_type: Literal["openai", "anthropic", "cohere", "google_ai", "azure", "groq", "ollama"] = Field( - ..., description="The endpoint type for the model." - ) + model_endpoint_type: Literal[ + "openai", + "anthropic", + "cohere", + "google_ai", + "azure", + "groq", + "ollama", + "webui", + "webui-legacy", + "lmstudio", + "lmstudio-legacy", + "llamacpp", + "koboldcpp", + "vllm", + "hugging-face", + ] = Field(..., description="The endpoint type for the model.") model_endpoint: str = Field(..., description="The endpoint for the model.") model_wrapper: Optional[str] = Field(None, description="The wrapper for the model.") context_window: int = Field(..., description="The context window size for the model.")