From 21c69debca19905b2ca816c6ee3da39d208f6b24 Mon Sep 17 00:00:00 2001 From: Charles Packer Date: Wed, 3 Jan 2024 15:06:47 -0800 Subject: [PATCH] correct context window for dolph mixtral (#778) --- configs/memgpt_hosted.json | 2 +- memgpt/configs/memgpt_hosted.json | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/configs/memgpt_hosted.json b/configs/memgpt_hosted.json index b75ceabd..c1203b48 100644 --- a/configs/memgpt_hosted.json +++ b/configs/memgpt_hosted.json @@ -1,5 +1,5 @@ { - "context_window": 32768, + "context_window": 16384, "model": "ehartford/dolphin-2.5-mixtral-8x7b", "model_endpoint_type": "vllm", "model_endpoint": "https://api.memgpt.ai", diff --git a/memgpt/configs/memgpt_hosted.json b/memgpt/configs/memgpt_hosted.json index b75ceabd..c1203b48 100644 --- a/memgpt/configs/memgpt_hosted.json +++ b/memgpt/configs/memgpt_hosted.json @@ -1,5 +1,5 @@ { - "context_window": 32768, + "context_window": 16384, "model": "ehartford/dolphin-2.5-mixtral-8x7b", "model_endpoint_type": "vllm", "model_endpoint": "https://api.memgpt.ai",