chore: remove legacy embeddings (#3846)
This commit is contained in:
@@ -13,8 +13,8 @@ logger = logging.getLogger(__name__)
|
||||
|
||||
from letta.config import LettaConfig
|
||||
from letta.constants import DEFAULT_HUMAN, DEFAULT_PERSONA
|
||||
from letta.embeddings import embedding_model
|
||||
from letta.errors import InvalidInnerMonologueError, InvalidToolCallError, MissingInnerMonologueError, MissingToolCallError
|
||||
from letta.llm_api.llm_client import LLMClient
|
||||
from letta.local_llm.constants import INNER_THOUGHTS_KWARG
|
||||
from letta.schemas.agent import AgentState, CreateAgent
|
||||
from letta.schemas.embedding_config import EmbeddingConfig
|
||||
@@ -91,14 +91,21 @@ def setup_agent(
|
||||
# ======================================================================================================================
|
||||
|
||||
|
||||
def run_embedding_endpoint(filename):
|
||||
async def run_embedding_endpoint(filename, actor=None):
|
||||
# load JSON file
|
||||
config_data = json.load(open(filename, "r"))
|
||||
print(config_data)
|
||||
embedding_config = EmbeddingConfig(**config_data)
|
||||
model = embedding_model(embedding_config)
|
||||
|
||||
# Use the new LLMClient for embeddings
|
||||
client = LLMClient.create(
|
||||
provider_type=embedding_config.embedding_endpoint_type,
|
||||
actor=actor,
|
||||
)
|
||||
|
||||
query_text = "hello"
|
||||
query_vec = model.get_text_embedding(query_text)
|
||||
query_vecs = await client.request_embeddings([query_text], embedding_config)
|
||||
query_vec = query_vecs[0]
|
||||
print("vector dim", len(query_vec))
|
||||
assert query_vec is not None
|
||||
|
||||
|
||||
Reference in New Issue
Block a user