Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: override stop reason for streaming for empty response (#9663)

Browse Source
This commit is contained in:
cthomas
2026-02-25 11:00:14 -08:00
committed by Caren Thomas
parent bd6f2e792c
commit 1fb355a39a
1 changed files with 16 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
letta/services/streaming_service.py
View File

@@ -15,6 +15,7 @@ from letta.errors import (
LettaInvalidArgumentError,
LettaServiceUnavailableError,
LLMAuthenticationError,
LLMEmptyResponseError,
LLMError,
LLMRateLimitError,
LLMTimeoutError,
@@ -442,6 +443,21 @@ class StreamingService:
yield f"event: error\ndata: {error_message.model_dump_json()}\n\n"
# Send [DONE] marker to properly close the stream
yield "data: [DONE]\n\n"
except LLMEmptyResponseError as e:
run_status = RunStatus.failed
stop_reason = LettaStopReason(stop_reason=StopReasonType.invalid_llm_response)
error_message = LettaErrorMessage(
run_id=run_id,
error_type="llm_empty_response",
message="LLM returned an empty response.",
detail=str(e),
)
error_data = {"error": error_message.model_dump()}
logger.warning(f"Run {run_id} stopped with LLM empty response: {e}, error_data: {error_message.model_dump()}")
yield f"data: {stop_reason.model_dump_json()}\n\n"
yield f"event: error\ndata: {error_message.model_dump_json()}\n\n"
# Send [DONE] marker to properly close the stream
yield "data: [DONE]\n\n"
except LLMError as e:
run_status = RunStatus.failed
stop_reason = LettaStopReason(stop_reason=StopReasonType.llm_api_error)