diff --git a/letta/embeddings.py b/letta/embeddings.py index f302c6fb..f824b1d6 100644 --- a/letta/embeddings.py +++ b/letta/embeddings.py @@ -139,10 +139,11 @@ class AzureOpenAIEmbedding: class OllamaEmbeddings: + # Uses OpenAI API standard # Format: - # curl http://localhost:11434/api/embeddings -d '{ + # curl http://localhost:11434/v1/embeddings -d '{ # "model": "mxbai-embed-large", - # "prompt": "Llamas are members of the camelid family" + # "input": "Llamas are members of the camelid family" # }' def __init__(self, model: str, base_url: str, ollama_additional_kwargs: dict): @@ -154,18 +155,18 @@ class OllamaEmbeddings: import httpx headers = {"Content-Type": "application/json"} - json_data = {"model": self.model, "prompt": text} + json_data = {"model": self.model, "input": text} json_data.update(self.ollama_additional_kwargs) with httpx.Client() as client: response = client.post( - f"{self.base_url}/api/embeddings", + f"{self.base_url}/embeddings", headers=headers, json=json_data, ) response_json = response.json() - return response_json["embedding"] + return response_json["data"][0]["embedding"] class GoogleEmbeddings: