Files
letta-server/memgpt/local_llm/webui/settings.py
2023-10-24 01:39:56 -07:00

14 lines
264 B
Python

SIMPLE = {
"stopping_strings": [
"\nUSER:",
"\nASSISTANT:",
"\nFUNCTION RETURN:",
# '\n' +
# '</s>',
# '<|',
# '\n#',
# '\n\n\n',
],
"truncation_length": 4096, # assuming llama2 models
}