diff --git a/memgpt/local_llm/webui/settings.py b/memgpt/local_llm/webui/settings.py index 64335199..d5762293 100644 --- a/memgpt/local_llm/webui/settings.py +++ b/memgpt/local_llm/webui/settings.py @@ -9,5 +9,6 @@ SIMPLE = { # '\n#', # '\n\n\n', ], + "max_new_tokens": 3072, "truncation_length": 4096, # assuming llama2 models }