diff --git a/letta/llm_api/google_ai_client.py b/letta/llm_api/google_ai_client.py index 36541fb0..5f807f73 100644 --- a/letta/llm_api/google_ai_client.py +++ b/letta/llm_api/google_ai_client.py @@ -122,6 +122,10 @@ class GoogleAIClient(LLMClientBase): for candidate in response_data["candidates"]: content = candidate["content"] + if "role" not in content: + # This means the response is malformed + # NOTE: must be a ValueError to trigger a retry + raise ValueError(f"Error in response data from LLM: {response_data}") role = content["role"] assert role == "model", f"Unknown role in response: {role}"