Add literal endpoint types
This commit is contained in:
@@ -17,9 +17,23 @@ class LLMConfig(BaseModel):
|
||||
|
||||
# TODO: 🤮 don't default to a vendor! bug city!
|
||||
model: str = Field(..., description="LLM model name. ")
|
||||
model_endpoint_type: Literal["openai", "anthropic", "cohere", "google_ai", "azure", "groq", "ollama"] = Field(
|
||||
..., description="The endpoint type for the model."
|
||||
)
|
||||
model_endpoint_type: Literal[
|
||||
"openai",
|
||||
"anthropic",
|
||||
"cohere",
|
||||
"google_ai",
|
||||
"azure",
|
||||
"groq",
|
||||
"ollama",
|
||||
"webui",
|
||||
"webui-legacy",
|
||||
"lmstudio",
|
||||
"lmstudio-legacy",
|
||||
"llamacpp",
|
||||
"koboldcpp",
|
||||
"vllm",
|
||||
"hugging-face",
|
||||
] = Field(..., description="The endpoint type for the model.")
|
||||
model_endpoint: str = Field(..., description="The endpoint for the model.")
|
||||
model_wrapper: Optional[str] = Field(None, description="The wrapper for the model.")
|
||||
context_window: int = Field(..., description="The context window size for the model.")
|
||||
|
||||
Reference in New Issue
Block a user