feat: Store embeddings padded to size 4096 to allow DB storage of varying size embeddings (#852)

Co-authored-by: cpacker <packercharles@gmail.com>
This commit is contained in:
Sarah Wooders
2024-01-19 16:03:13 -08:00
committed by GitHub
parent 492796ed5f
commit 4039763de5
19 changed files with 464 additions and 84 deletions

View File

@@ -104,7 +104,14 @@ def test_server():
for text in archival_memories:
embedding = embed_model.get_text_embedding(text)
agent.persistence_manager.archival_memory.storage.insert(
Passage(user_id=user.id, agent_id=agent_state.id, text=text, embedding=embedding)
Passage(
user_id=user.id,
agent_id=agent_state.id,
text=text,
embedding=embedding,
embedding_dim=agent.agent_state.embedding_config.embedding_dim,
embedding_model=agent.agent_state.embedding_config.embedding_model,
)
)
# add data into recall memory