Finish testing gpt4 openai

This commit is contained in:
Matt Zhou
2024-10-03 18:28:58 -07:00
parent cd84d9fbdd
commit ab5d12f586
5 changed files with 364 additions and 84 deletions

View File

@@ -30,11 +30,35 @@ jobs:
run: |
poetry run letta quickstart --backend openai
- name: Test LLM endpoint
- name: Test first message contains expected function call and inner monologue
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
run: |
poetry run pytest -s -vv tests/test_endpoints.py::test_llm_endpoint_openai
poetry run pytest -s -vv tests/test_endpoints.py::test_openai_gpt_4_returns_valid_first_message
- name: Test model sends message with keyword
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
run: |
poetry run pytest -s -vv tests/test_endpoints.py::test_openai_gpt_4_returns_keyword
- name: Test model uses external tool correctly
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
run: |
poetry run pytest -s -vv tests/test_endpoints.py::test_openai_gpt_4_uses_external_tool
- name: Test model recalls chat memory
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
run: |
poetry run pytest -s -vv tests/test_endpoints.py::test_openai_gpt_4_recall_chat_memory
- name: Test model uses `archival_memory_search` to find secret
env:
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
run: |
poetry run pytest -s -vv tests/test_endpoints.py::test_openai_gpt_4_archival_memory_retrieval
- name: Test embedding endpoint
env: