Files
letta-server/configs/memgpt_hosted.json

13 lines
411 B
JSON

{
"context_window": 32768,
"model": "ehartford/dolphin-2.5-mixtral-8x7b",
"model_endpoint_type": "vllm",
"model_endpoint": "https://api.memgpt.ai",
"model_wrapper": "chatml",
"embedding_endpoint_type": "hugging-face",
"embedding_endpoint": "https://embeddings.memgpt.ai",
"embedding_model": "BAAI/bge-large-en-v1.5",
"embedding_dim": 1536,
"embedding_chunk_size": 300,
}