chore: remove legacy embeddings (#3846)

This commit is contained in:
Sarah Wooders
2025-08-12 15:11:09 -07:00
committed by GitHub
parent ad52c7001c
commit f4740b1388
14 changed files with 210 additions and 533 deletions

View File

@@ -13,8 +13,8 @@ logger = logging.getLogger(__name__)
from letta.config import LettaConfig
from letta.constants import DEFAULT_HUMAN, DEFAULT_PERSONA
from letta.embeddings import embedding_model
from letta.errors import InvalidInnerMonologueError, InvalidToolCallError, MissingInnerMonologueError, MissingToolCallError
from letta.llm_api.llm_client import LLMClient
from letta.local_llm.constants import INNER_THOUGHTS_KWARG
from letta.schemas.agent import AgentState, CreateAgent
from letta.schemas.embedding_config import EmbeddingConfig
@@ -91,14 +91,21 @@ def setup_agent(
# ======================================================================================================================
def run_embedding_endpoint(filename):
async def run_embedding_endpoint(filename, actor=None):
# load JSON file
config_data = json.load(open(filename, "r"))
print(config_data)
embedding_config = EmbeddingConfig(**config_data)
model = embedding_model(embedding_config)
# Use the new LLMClient for embeddings
client = LLMClient.create(
provider_type=embedding_config.embedding_endpoint_type,
actor=actor,
)
query_text = "hello"
query_vec = model.get_text_embedding(query_text)
query_vecs = await client.request_embeddings([query_text], embedding_config)
query_vec = query_vecs[0]
print("vector dim", len(query_vec))
assert query_vec is not None