Files
letta-server/tests/configs/llm_model_configs/groq.json

9 lines
231 B
JSON

{
"context_window": 8192,
"model": "llama-3.1-70b-versatile",
"model_endpoint_type": "groq",
"model_endpoint": "https://api.groq.com/openai/v1",
"model_wrapper": null,
"put_inner_thoughts_in_kwargs": true
}