5a743d1dc4
git-subtree-dir: apps/core git-subtree-mainline: a8963e11e7a5a0059acbc849ce768e1eee80df61 git-subtree-split: ea2a7395f4023f5b9fab03e6273db3b64a1181d5
29 lines
719 B
Python
29 lines
719 B
Python
settings = {
|
|
# "stopping_strings": [
|
|
"stop": [
|
|
"\nUSER:",
|
|
"\nASSISTANT:",
|
|
"\nFUNCTION RETURN:",
|
|
"\nUSER",
|
|
"\nASSISTANT",
|
|
"\nFUNCTION RETURN",
|
|
"\nFUNCTION",
|
|
"\nFUNC",
|
|
"<|im_start|>",
|
|
"<|im_end|>",
|
|
"<|im_sep|>",
|
|
# airoboros specific
|
|
"\n### ",
|
|
# '\n' +
|
|
# '</s>',
|
|
# '<|',
|
|
"\n#",
|
|
# "\n\n\n",
|
|
# prevent chaining function calls / multi json objects / run-on generations
|
|
# NOTE: this requires the ability to patch the extra '}}' back into the prompt
|
|
" }\n}\n",
|
|
],
|
|
# most lm frontends default to 0.7-0.8 these days
|
|
# "temperature": 0.8,
|
|
}
|