SIMPLE = { # "stopping_strings": [ "stop": [ "\nUSER:", "\nASSISTANT:", "\nFUNCTION RETURN:", "\nUSER", "\nASSISTANT", "\nFUNCTION RETURN", "\nFUNCTION", "\nFUNC", "<|im_start|>", "<|im_end|>", "<|im_sep|>", # '\n' + # '', # '<|', # '\n#', # '\n\n\n', ], # "max_tokens": 3072, # "truncation_length": 4096, # assuming llama2 models # "truncation_length": LLM_MAX_CONTEXT_WINDOW, # assuming mistral 7b }