chore: deprecate letta configure and remove config defaults (#1841)

Co-authored-by: cpacker <packercharles@gmail.com>
This commit is contained in:
Sarah Wooders
2024-10-09 14:32:08 -07:00
committed by GitHub
parent c0501a743d
commit b568830978
19 changed files with 33 additions and 1224 deletions

View File

@@ -13,7 +13,6 @@ from letta.schemas.llm_config import LLMConfig
class Provider(BaseModel):
base_url: str
def list_llm_models(self):
return []
@@ -25,6 +24,32 @@ class Provider(BaseModel):
pass
class LettaProvider(Provider):
name: str = "letta"
def list_llm_models(self) -> List[LLMConfig]:
return [
LLMConfig(
model="memgpt-openai",
model_endpoint_type="openai",
model_endpoint="https://inference.memgpt.ai",
context_window=16384,
)
]
def list_embedding_models(self):
return [
EmbeddingConfig(
embedding_model="BAAI/bge-large-en-v1.5",
embedding_endpoint_type="hugging-face",
embedding_endpoint="https://embeddings.memgpt.ai",
embedding_dim=1024,
embedding_chunk_size=300,
)
]
class OpenAIProvider(Provider):
name: str = "openai"
api_key: str = Field(..., description="API key for the OpenAI API.")