ece8dab05d
Co-authored-by: Shubham Naik <shub@memgpt.ai> Co-authored-by: Matt Zhou <mattzh1314@gmail.com> Co-authored-by: Shubham Naik <shubham.naik10@gmail.com> Co-authored-by: Caren Thomas <caren@letta.com> Co-authored-by: cpacker <packercharles@gmail.com>
33 lines
1.1 KiB
Python
33 lines
1.1 KiB
Python
# import letta.local_llm.llm_chat_completion_wrappers.airoboros as airoboros
|
|
from letta.local_llm.llm_chat_completion_wrappers.chatml import ChatMLInnerMonologueWrapper
|
|
|
|
DEFAULT_ENDPOINTS = {
|
|
# Local
|
|
"koboldcpp": "http://localhost:5001",
|
|
"llamacpp": "http://localhost:8080",
|
|
"lmstudio": "http://localhost:1234",
|
|
"lmstudio-legacy": "http://localhost:1234",
|
|
"ollama": "http://localhost:11434",
|
|
"webui-legacy": "http://localhost:5000",
|
|
"webui": "http://localhost:5000",
|
|
"vllm": "http://localhost:8000",
|
|
# APIs
|
|
"openai": "https://api.openai.com",
|
|
"anthropic": "https://api.anthropic.com",
|
|
"groq": "https://api.groq.com/openai",
|
|
}
|
|
|
|
DEFAULT_OLLAMA_MODEL = "dolphin2.2-mistral:7b-q6_K"
|
|
|
|
# DEFAULT_WRAPPER = airoboros.Airoboros21InnerMonologueWrapper
|
|
# DEFAULT_WRAPPER_NAME = "airoboros-l2-70b-2.1"
|
|
|
|
DEFAULT_WRAPPER = ChatMLInnerMonologueWrapper
|
|
DEFAULT_WRAPPER_NAME = "chatml"
|
|
|
|
INNER_THOUGHTS_KWARG = "inner_thoughts"
|
|
INNER_THOUGHTS_KWARG_DESCRIPTION = "Deep inner monologue private to you only."
|
|
INNER_THOUGHTS_CLI_SYMBOL = "💭"
|
|
|
|
ASSISTANT_MESSAGE_CLI_SYMBOL = "🤖"
|