b8e9a80d93
* wait I forgot to comit locally * cp the entire core directory and then rm the .git subdir
25 lines
552 B
Python
25 lines
552 B
Python
SIMPLE = {
|
|
# "stopping_strings": [
|
|
"stop": [
|
|
"\nUSER:",
|
|
"\nASSISTANT:",
|
|
"\nFUNCTION RETURN:",
|
|
"\nUSER",
|
|
"\nASSISTANT",
|
|
"\nFUNCTION RETURN",
|
|
"\nFUNCTION",
|
|
"\nFUNC",
|
|
"<|im_start|>",
|
|
"<|im_end|>",
|
|
"<|im_sep|>",
|
|
# '\n' +
|
|
# '</s>',
|
|
# '<|',
|
|
# '\n#',
|
|
# '\n\n\n',
|
|
],
|
|
# "max_tokens": 3072,
|
|
# "truncation_length": 4096, # assuming llama2 models
|
|
# "truncation_length": LLM_MAX_TOKENS, # assuming mistral 7b
|
|
}
|