correct context window for dolph mixtral (#778)

2024-01-03 15:06:47 -08:00
parent 4f29b2d1af
commit 21c69debca
2 changed files with 2 additions and 2 deletions
--- a/configs/memgpt_hosted.json
+++ b/configs/memgpt_hosted.json
@@ -1,5 +1,5 @@
 {
-    "context_window": 32768,
+    "context_window": 16384,
    "model": "ehartford/dolphin-2.5-mixtral-8x7b",
    "model_endpoint_type": "vllm",
    "model_endpoint": "https://api.memgpt.ai",
--- a/memgpt/configs/memgpt_hosted.json
+++ b/memgpt/configs/memgpt_hosted.json
@@ -1,5 +1,5 @@
 {
-    "context_window": 32768,
+    "context_window": 16384,
    "model": "ehartford/dolphin-2.5-mixtral-8x7b",
    "model_endpoint_type": "vllm",
    "model_endpoint": "https://api.memgpt.ai",