update max new tokens (#182)

Co-authored-by: Clarence Jones <wes@Clarences-MacBook-Pro.local>
2023-10-31 15:16:11 -04:00
parent d6c3f0ea0f
commit e9e5d341a6
1 changed files with 1 additions and 0 deletions
--- a/memgpt/local_llm/webui/settings.py
+++ b/memgpt/local_llm/webui/settings.py
@@ -9,5 +9,6 @@ SIMPLE = {
        # '\n#',
        # '\n\n\n',
    ],
+    "max_new_tokens": 3072,
    "truncation_length": 4096,  # assuming llama2 models
 }