Updated call to OpenAI API compatible endpoint in Ollama to correct request and return data

This commit is contained in:
natn0
2025-08-06 01:58:50 -04:00
parent 82686e731a
commit 2203ff9092

View File

@@ -139,10 +139,11 @@ class AzureOpenAIEmbedding:
class OllamaEmbeddings:
# Uses OpenAI API standard
# Format:
# curl http://localhost:11434/api/embeddings -d '{
# curl http://localhost:11434/v1/embeddings -d '{
# "model": "mxbai-embed-large",
# "prompt": "Llamas are members of the camelid family"
# "input": "Llamas are members of the camelid family"
# }'
def __init__(self, model: str, base_url: str, ollama_additional_kwargs: dict):
@@ -154,7 +155,7 @@ class OllamaEmbeddings:
import httpx
headers = {"Content-Type": "application/json"}
json_data = {"model": self.model, "prompt": text}
json_data = {"model": self.model, "input": text}
json_data.update(self.ollama_additional_kwargs)
with httpx.Client() as client:
@@ -165,7 +166,7 @@ class OllamaEmbeddings:
)
response_json = response.json()
return response_json["embedding"]
return response_json["data"][0]["embedding"]
class GoogleEmbeddings: