63 lines
2.0 KiB
Python
63 lines
2.0 KiB
Python
from typing import TYPE_CHECKING, Optional
|
|
|
|
from letta.llm_api.llm_client_base import LLMClientBase
|
|
from letta.schemas.enums import ProviderType
|
|
|
|
if TYPE_CHECKING:
|
|
from letta.orm import User
|
|
|
|
|
|
class LLMClient:
|
|
"""Factory class for creating LLM clients based on the model endpoint type."""
|
|
|
|
@staticmethod
|
|
def create(
|
|
provider_type: ProviderType,
|
|
put_inner_thoughts_first: bool = True,
|
|
actor: Optional["User"] = None,
|
|
) -> Optional[LLMClientBase]:
|
|
"""
|
|
Create an LLM client based on the model endpoint type.
|
|
|
|
Args:
|
|
provider: The model endpoint type
|
|
put_inner_thoughts_first: Whether to put inner thoughts first in the response
|
|
|
|
Returns:
|
|
An instance of LLMClientBase subclass
|
|
|
|
Raises:
|
|
ValueError: If the model endpoint type is not supported
|
|
"""
|
|
match provider_type:
|
|
case ProviderType.google_ai:
|
|
from letta.llm_api.google_ai_client import GoogleAIClient
|
|
|
|
return GoogleAIClient(
|
|
put_inner_thoughts_first=put_inner_thoughts_first,
|
|
actor=actor,
|
|
)
|
|
case ProviderType.google_vertex:
|
|
from letta.llm_api.google_vertex_client import GoogleVertexClient
|
|
|
|
return GoogleVertexClient(
|
|
put_inner_thoughts_first=put_inner_thoughts_first,
|
|
actor=actor,
|
|
)
|
|
case ProviderType.anthropic:
|
|
from letta.llm_api.anthropic_client import AnthropicClient
|
|
|
|
return AnthropicClient(
|
|
put_inner_thoughts_first=put_inner_thoughts_first,
|
|
actor=actor,
|
|
)
|
|
case ProviderType.openai | ProviderType.together:
|
|
from letta.llm_api.openai_client import OpenAIClient
|
|
|
|
return OpenAIClient(
|
|
put_inner_thoughts_first=put_inner_thoughts_first,
|
|
actor=actor,
|
|
)
|
|
case _:
|
|
return None
|