From e9e5d341a6f12e2d486644c2614aa2177a46e712 Mon Sep 17 00:00:00 2001 From: Web 3 Wes <97464975+web3wes@users.noreply.github.com> Date: Tue, 31 Oct 2023 15:16:11 -0400 Subject: [PATCH] update max new tokens (#182) Co-authored-by: Clarence Jones --- memgpt/local_llm/webui/settings.py | 1 + 1 file changed, 1 insertion(+) diff --git a/memgpt/local_llm/webui/settings.py b/memgpt/local_llm/webui/settings.py index 64335199..d5762293 100644 --- a/memgpt/local_llm/webui/settings.py +++ b/memgpt/local_llm/webui/settings.py @@ -9,5 +9,6 @@ SIMPLE = { # '\n#', # '\n\n\n', ], + "max_new_tokens": 3072, "truncation_length": 4096, # assuming llama2 models }