fix: misc fixes (bad link to old docs, composio print statement, context window selection) (#1992)

This commit is contained in:
Charles Packer
2024-11-06 16:38:16 -08:00
committed by GitHub
parent d64e09aff6
commit 1c94e4c6c0
5 changed files with 29 additions and 2 deletions

View File

@@ -10,7 +10,7 @@ import letta.utils as utils
from letta import create_client
from letta.agent import Agent, save_agent
from letta.config import LettaConfig
from letta.constants import CLI_WARNING_PREFIX, LETTA_DIR
from letta.constants import CLI_WARNING_PREFIX, LETTA_DIR, MIN_CONTEXT_WINDOW
from letta.local_llm.constants import ASSISTANT_MESSAGE_CLI_SYMBOL
from letta.log import get_logger
from letta.metadata import MetadataStore
@@ -244,6 +244,19 @@ def run(
llm_model_name = questionary.select("Select LLM model:", choices=llm_choices).ask().model
llm_config = [llm_config for llm_config in llm_configs if llm_config.model == llm_model_name][0]
# option to override context window
if llm_config.context_window is not None:
context_window_validator = lambda x: x.isdigit() and int(x) > MIN_CONTEXT_WINDOW and int(x) <= llm_config.context_window
context_window_input = questionary.text(
"Select LLM context window limit (hit enter for default):",
default=str(llm_config.context_window),
validate=context_window_validator,
).ask()
if context_window_input is not None:
llm_config.context_window = int(context_window_input)
else:
sys.exit(1)
# choose form list of embedding configs
embedding_configs = client.list_embedding_configs()
embedding_options = [embedding_config.embedding_model for embedding_config in embedding_configs]