Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

fix(core): properly map bytes overflow to context overflow error (#5930)

Browse Source
This commit is contained in:
Charles Packer
2025-11-03 16:10:01 -08:00
committed by Caren Thomas
parent 81d12d7d40
commit b42e9fa7f3
1 changed files with 14 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
letta/llm_api/anthropic_client.py
View File

@@ -478,7 +478,13 @@ class AnthropicClient(LLMClientBase):
def handle_llm_error(self, e: Exception) -> Exception:
# make sure to check for overflow errors, regardless of error type
error_str = str(e).lower()
if "prompt is too long" in error_str or "exceed context limit" in error_str or "exceeds context" in error_str:
if (
"prompt is too long" in error_str
or "exceed context limit" in error_str
or "exceeds context" in error_str
or "too many total text bytes" in error_str
or "total text bytes" in error_str
):
logger.warning(f"[Anthropic] Context window exceeded: {str(e)}")
return ContextWindowExceededError(
message=f"Context window exceeded for Anthropic: {str(e)}",
@@ -510,7 +516,13 @@ class AnthropicClient(LLMClientBase):
if isinstance(e, anthropic.BadRequestError):
logger.warning(f"[Anthropic] Bad request: {str(e)}")
error_str = str(e).lower()
if "prompt is too long" in error_str or "exceed context limit" in error_str:
if (
"prompt is too long" in error_str
or "exceed context limit" in error_str
or "exceeds context" in error_str
or "too many total text bytes" in error_str
or "total text bytes" in error_str
):
# If the context window is too large, we expect to receive either:
# 400 - {'type': 'error', 'error': {'type': 'invalid_request_error', 'message': 'prompt is too long: 200758 tokens > 200000 maximum'}}
# 400 - {'type': 'error', 'error': {'type': 'invalid_request_error', 'message': 'input length and `max_tokens` exceed context limit: 173298 + 32000 > 200000, decrease input length or `max_tokens` and try again'}}