From 2bb34fb02da1993c91a61c73f1a42d8012a87a67 Mon Sep 17 00:00:00 2001 From: cpacker Date: Mon, 18 Dec 2023 00:45:47 -0800 Subject: [PATCH] added example config file --- configs/memgpt_hosted.json | 12 ++++++++++++ 1 file changed, 12 insertions(+) create mode 100644 configs/memgpt_hosted.json diff --git a/configs/memgpt_hosted.json b/configs/memgpt_hosted.json new file mode 100644 index 00000000..fa9e86f0 --- /dev/null +++ b/configs/memgpt_hosted.json @@ -0,0 +1,12 @@ +{ + "context_window": 32768, + "model": "ehartford/dolphin-2.5-mixtral-8x7b", + "model_endpoint_type": "vllm", + "model_endpoint": "http://api.memgpt.ai", + "model_wrapper": "airoboros-l2-70b-2.1", + "embedding_endpoint_type": "hugging-face", + "embedding_endpoint": "http://embeddings.memgpt.ai", + "embedding_model": "BAAI/bge-large-en-v1.5", + "embedding_dim": 1536, + "embedding_chunk_size": 300 +} \ No newline at end of file