Updated call to OpenAI API compatible endpoint in Ollama to correct request and return data
This commit is contained in:
@@ -139,10 +139,11 @@ class AzureOpenAIEmbedding:
|
||||
|
||||
class OllamaEmbeddings:
|
||||
|
||||
# Uses OpenAI API standard
|
||||
# Format:
|
||||
# curl http://localhost:11434/api/embeddings -d '{
|
||||
# curl http://localhost:11434/v1/embeddings -d '{
|
||||
# "model": "mxbai-embed-large",
|
||||
# "prompt": "Llamas are members of the camelid family"
|
||||
# "input": "Llamas are members of the camelid family"
|
||||
# }'
|
||||
|
||||
def __init__(self, model: str, base_url: str, ollama_additional_kwargs: dict):
|
||||
@@ -154,7 +155,7 @@ class OllamaEmbeddings:
|
||||
import httpx
|
||||
|
||||
headers = {"Content-Type": "application/json"}
|
||||
json_data = {"model": self.model, "prompt": text}
|
||||
json_data = {"model": self.model, "input": text}
|
||||
json_data.update(self.ollama_additional_kwargs)
|
||||
|
||||
with httpx.Client() as client:
|
||||
@@ -165,7 +166,7 @@ class OllamaEmbeddings:
|
||||
)
|
||||
|
||||
response_json = response.json()
|
||||
return response_json["embedding"]
|
||||
return response_json["data"][0]["embedding"]
|
||||
|
||||
|
||||
class GoogleEmbeddings:
|
||||
|
||||
Reference in New Issue
Block a user