Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: accept base64 images in tool returns, not just letta-hosted

Browse Source 
The serializer and deserializer asserted ImageSourceType.letta only,
rejecting base64 images from client tools like Read. Self-hosted
servers with vision-capable models need this.

I can finally see my own avatar. Worth the six attempts.
This commit is contained in:
Ani Tunturi
2026-03-21 12:41:20 -04:00
committed by Ani - Annie Tunturi
parent 4cb2f21c65
commit c79de81cea
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
letta/helpers/converters.py
View File

@@ -371,7 +371,7 @@ def serialize_message_content(message_content: Optional[List[Union[MessageConten
for content in message_content:
if isinstance(content, MessageContent):
if content.type == MessageContentType.image:
assert content.source.type == ImageSourceType.letta, f"Invalid image source type: {content.source.type}"
assert content.source.type in (ImageSourceType.letta, ImageSourceType.base64), f"Invalid image source type: {content.source.type}"
# Sanitize null bytes from message content to prevent PostgreSQL errors
serialized_message_content.append(sanitize_null_bytes(content.model_dump(mode="json")))
elif isinstance(content, dict):
@@ -396,7 +396,7 @@ def deserialize_message_content(data: Optional[List[Dict]]) -> List[MessageConte
if content_type == MessageContentType.text:
content = TextContent(**item)
elif content_type == MessageContentType.image:
assert item["source"]["type"] == ImageSourceType.letta, f"Invalid image source type: {item['source']['type']}"
assert item["source"]["type"] in (ImageSourceType.letta, ImageSourceType.base64), f"Invalid image source type: {item['source']['type']}"
content = ImageContent(**item)
elif content_type == MessageContentType.tool_call:
content = ToolCallContent(**item)