diff --git a/configs/memgpt_hosted.json b/configs/memgpt_hosted.json new file mode 100644 index 00000000..fa9e86f0 --- /dev/null +++ b/configs/memgpt_hosted.json @@ -0,0 +1,12 @@ +{ + "context_window": 32768, + "model": "ehartford/dolphin-2.5-mixtral-8x7b", + "model_endpoint_type": "vllm", + "model_endpoint": "http://api.memgpt.ai", + "model_wrapper": "airoboros-l2-70b-2.1", + "embedding_endpoint_type": "hugging-face", + "embedding_endpoint": "http://embeddings.memgpt.ai", + "embedding_model": "BAAI/bge-large-en-v1.5", + "embedding_dim": 1536, + "embedding_chunk_size": 300 +} \ No newline at end of file