moved configs for hosted to https, patched bug in embedding creation (#685)

This commit is contained in:
Charles Packer
2023-12-23 11:40:07 -08:00
committed by GitHub
parent 3482a196d6
commit 34e36ad8ef
3 changed files with 14 additions and 4 deletions

View File

@@ -2,10 +2,10 @@
"context_window": 32768,
"model": "ehartford/dolphin-2.5-mixtral-8x7b",
"model_endpoint_type": "vllm",
"model_endpoint": "http://api.memgpt.ai",
"model_endpoint": "https://api.memgpt.ai",
"model_wrapper": "chatml",
"embedding_endpoint_type": "hugging-face",
"embedding_endpoint": "http://embeddings.memgpt.ai",
"embedding_endpoint": "https://embeddings.memgpt.ai",
"embedding_model": "BAAI/bge-large-en-v1.5",
"embedding_dim": 1536,
"embedding_chunk_size": 300

View File

@@ -2,10 +2,10 @@
"context_window": 32768,
"model": "ehartford/dolphin-2.5-mixtral-8x7b",
"model_endpoint_type": "vllm",
"model_endpoint": "http://api.memgpt.ai",
"model_endpoint": "https://api.memgpt.ai",
"model_wrapper": "chatml",
"embedding_endpoint_type": "hugging-face",
"embedding_endpoint": "http://embeddings.memgpt.ai",
"embedding_endpoint": "https://embeddings.memgpt.ai",
"embedding_model": "BAAI/bge-large-en-v1.5",
"embedding_dim": 1536,
"embedding_chunk_size": 300

View File

@@ -338,6 +338,16 @@ class EmbeddingArchivalMemory(ArchivalMemory):
# breakup string into passages
for node in parser.get_nodes_from_documents([Document(text=memory_string)]):
embedding = self.embed_model.get_text_embedding(node.text)
# fixing weird bug where type returned isn't a list, but instead is an object
# eg: embedding={'object': 'list', 'data': [{'object': 'embedding', 'embedding': [-0.0071973633, -0.07893023,
if isinstance(embedding, dict):
try:
embedding = embedding["data"][0]["embedding"]
except (KeyError, IndexError):
# TODO as a fallback, see if we can find any lists in the payload
raise TypeError(
f"Got back an unexpected payload from text embedding function, type={type(embedding)}, value={embedding}"
)
passages.append(Passage(text=node.text, embedding=embedding, doc_id=f"agent_{self.agent_config.name}_memory"))
# insert passages