diff --git a/configs/memgpt_hosted.json b/configs/memgpt_hosted.json index b75ceabd..c1203b48 100644 --- a/configs/memgpt_hosted.json +++ b/configs/memgpt_hosted.json @@ -1,5 +1,5 @@ { - "context_window": 32768, + "context_window": 16384, "model": "ehartford/dolphin-2.5-mixtral-8x7b", "model_endpoint_type": "vllm", "model_endpoint": "https://api.memgpt.ai", diff --git a/memgpt/configs/memgpt_hosted.json b/memgpt/configs/memgpt_hosted.json index b75ceabd..c1203b48 100644 --- a/memgpt/configs/memgpt_hosted.json +++ b/memgpt/configs/memgpt_hosted.json @@ -1,5 +1,5 @@ { - "context_window": 32768, + "context_window": 16384, "model": "ehartford/dolphin-2.5-mixtral-8x7b", "model_endpoint_type": "vllm", "model_endpoint": "https://api.memgpt.ai",