Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

feat: add resource closed errors throughout stream (#4021)

Browse Source
This commit is contained in:
cthomas
2025-08-19 16:02:04 -07:00
committed by GitHub
parent 8abbdd3622
commit b2a68a467c
1 changed files with 38 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

60
letta/server/rest_api/streaming_response.py
View File

@@ -273,13 +273,17 @@ class StreamingResponseWithStatusCode(StreamingResponse):
}
)
raise
await send(
{
"type": "http.response.body",
"body": cancellation_event,
"more_body": more_body,
}
)
if self._client_connected:
try:
await send(
{
"type": "http.response.body",
"body": cancellation_event,
"more_body": more_body,
}
)
except anyio.ClosedResourceError:
self._client_connected = False
return
# Handle client timeouts (should throw error to inform user)
@@ -298,13 +302,17 @@ class StreamingResponseWithStatusCode(StreamingResponse):
}
)
raise
await send(
{
"type": "http.response.body",
"body": error_event,
"more_body": more_body,
}
)
if self._client_connected:
try:
await send(
{
"type": "http.response.body",
"body": error_event,
"more_body": more_body,
}
)
except anyio.ClosedResourceError:
self._client_connected = False
capture_sentry_exception(exc)
return
@@ -323,14 +331,22 @@ class StreamingResponseWithStatusCode(StreamingResponse):
}
)
raise
await send(
{
"type": "http.response.body",
"body": error_event,
"more_body": more_body,
}
)
if self._client_connected:
try:
await send(
{
"type": "http.response.body",
"body": error_event,
"more_body": more_body,
}
)
except anyio.ClosedResourceError:
self._client_connected = False
capture_sentry_exception(exc)
return
if more_body and self._client_connected:
await send({"type": "http.response.body", "body": b"", "more_body": False})
try:
await send({"type": "http.response.body", "body": b"", "more_body": False})
except anyio.ClosedResourceError:
self._client_connected = False