feat: make together provider field optional (#3896)

This commit is contained in:
cthomas
2025-08-13 12:10:20 -07:00
committed by GitHub
parent 5d176b51bb
commit daaeff2bf3

View File

@@ -2,7 +2,7 @@
Note: this supports completions (deprecated by openai) and chat completions via the OpenAI API.
"""
from typing import Literal
from typing import Literal, Optional
from pydantic import Field
@@ -19,7 +19,9 @@ class TogetherProvider(OpenAIProvider):
provider_category: ProviderCategory = Field(ProviderCategory.base, description="The category of the provider (base or byok)")
base_url: str = "https://api.together.xyz/v1"
api_key: str = Field(..., description="API key for the Together API.")
default_prompt_formatter: str = Field(..., description="Default prompt formatter (aka model wrapper) to use on vLLM /completions API.")
default_prompt_formatter: Optional[str] = Field(
None, description="Default prompt formatter (aka model wrapper) to use on vLLM /completions API."
)
async def list_llm_models_async(self) -> list[LLMConfig]:
from letta.llm_api.openai import openai_get_model_list_async