added example config file

2023-12-18 00:45:47 -08:00
parent 9c8ed92ad7
commit 2bb34fb02d
1 changed files with 12 additions and 0 deletions
--- a/configs/memgpt_hosted.json
+++ b/configs/memgpt_hosted.json
@@ -0,0 +1,12 @@
+{
+    "context_window": 32768,
+    "model": "ehartford/dolphin-2.5-mixtral-8x7b",
+    "model_endpoint_type": "vllm",
+    "model_endpoint": "http://api.memgpt.ai",
+    "model_wrapper": "airoboros-l2-70b-2.1",
+    "embedding_endpoint_type": "hugging-face",
+    "embedding_endpoint": "http://embeddings.memgpt.ai",
+    "embedding_model": "BAAI/bge-large-en-v1.5",
+    "embedding_dim": 1536,
+    "embedding_chunk_size": 300
+}