Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

feat: patch anthropic token counting + build-in tokenizers [LET-5377] (#5354)

Browse Source
This commit is contained in:
Sarah Wooders
2025-10-10 16:59:44 -07:00
committed by Caren Thomas
parent 6a28f3852a
commit 7ab44e61fa
1 changed files with 9 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
letta/services/agent_manager.py
View File

@@ -107,7 +107,7 @@ from letta.services.message_manager import MessageManager
from letta.services.passage_manager import PassageManager
from letta.services.source_manager import SourceManager
from letta.services.tool_manager import ToolManager
from letta.settings import DatabaseChoice, settings
from letta.settings import DatabaseChoice, model_settings, settings
from letta.utils import calculate_file_defaults_based_on_context_window, enforce_types, united_diff
logger = get_logger(__name__)
@@ -3088,7 +3088,14 @@ class AgentManager:
)
calculator = ContextWindowCalculator()
if settings.environment == "PRODUCTION" or agent_state.llm_config.model_endpoint_type == "anthropic":
# Use Anthropic token counter if:
# 1. The model endpoint type is anthropic, OR
# 2. We're in PRODUCTION and anthropic_api_key is available
use_anthropic = agent_state.llm_config.model_endpoint_type == "anthropic" or (
settings.environment == "PRODUCTION" and model_settings.anthropic_api_key is not None
)
if use_anthropic:
anthropic_client = LLMClient.create(provider_type=ProviderType.anthropic, actor=actor)
model = agent_state.llm_config.model if agent_state.llm_config.model_endpoint_type == "anthropic" else None