feat: Ollama embeddings api + Ollama tests (#1433)

Co-authored-by: Krishna Mandal <krishna@mandal.us>
This commit is contained in:
Sarah Wooders
2024-06-04 20:49:20 -07:00
committed by GitHub
parent f56179050c
commit 97ef8ba022
10 changed files with 964 additions and 923 deletions

38
.github/workflows/test_ollama.yml vendored Normal file
View File

@@ -0,0 +1,38 @@
name: Endpoint (Ollama)
on:
push:
branches: [ main ]
pull_request:
branches: [ main ]
jobs:
test:
runs-on: ubuntu-latest
timeout-minutes: 15
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Start Ollama Server
run: |
curl -fsSL https://ollama.com/install.sh | sh
ollama serve &
sleep 10 # wait for server
ollama pull dolphin2.2-mistral:7b-q6_K
ollama pull mxbai-embed-large
- name: "Setup Python, Poetry and Dependencies"
uses: packetcoders/action-setup-cache-python-poetry@main
with:
python-version: "3.12"
poetry-version: "1.8.2"
install-args: "-E dev -E ollama"
- name: Test LLM endpoint
run: |
poetry run pytest -s -vv tests/test_endpoints.py::test_llm_endpoint_ollama
- name: Test embedding endpoint
run: |
poetry run pytest -s -vv tests/test_endpoints.py::test_embedding_endpoint_ollama

View File

@@ -28,8 +28,7 @@ jobs:
install-args: "-E dev -E postgres -E milvus"
- name: Initialize credentials
run: |
poetry run memgpt quickstart --backend memgpt
run: poetry run memgpt quickstart --backend memgpt
#- name: Run docker compose server
# env: