Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: update Anthropic Haiku test model after 3.5 retirement (#9569)

Browse Source 
* fix: migrate Anthropic Haiku test model off retired release

Update Anthropic Haiku references in integration and usage parsing tests to a supported model id so test requests stop failing with 404 model not found errors.

👾 Generated with [Letta Code](https://letta.com)

Co-Authored-By: Letta <noreply@letta.com>

* fix: use canonical Anthropic Haiku handle in tests

Replace dated Anthropic Haiku handle references with the canonical provider handle so handle-based model resolution does not fail in batch and client tests.

👾 Generated with [Letta Code](https://letta.com)

Co-Authored-By: Letta <noreply@letta.com>

---------

Co-authored-by: Letta <noreply@letta.com>
This commit is contained in:
jnjpng
2026-02-19 18:22:26 -08:00
committed by Caren Thomas
parent ddaf4053f6
commit f10440b49c
8 changed files with 25 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
letta/schemas/llm_config_overrides.py
View File

@@ -3,6 +3,7 @@ from typing import Dict
LLM_HANDLE_OVERRIDES: Dict[str, Dict[str, str]] = { LLM_HANDLE_OVERRIDES: Dict[str, Dict[str, str]] = {
"anthropic": { "anthropic": {
"claude-3-5-haiku-20241022": "claude-3-5-haiku", "claude-3-5-haiku-20241022": "claude-3-5-haiku",
"claude-haiku-4-5-20251001": "claude-haiku-4-5",
"claude-3-5-sonnet-20241022": "claude-3-5-sonnet", "claude-3-5-sonnet-20241022": "claude-3-5-sonnet",
"claude-3-opus-20240229": "claude-3-opus", "claude-3-opus-20240229": "claude-3-opus",
}, },

2
tests/configs/llm_model_configs/claude-3-5-haiku.json
View File

@@ -1,6 +1,6 @@
{ {
"context_window": 200000, "context_window": 200000,
"model": "claude-3-5-haiku-20241022", "model": "claude-haiku-4-5-20251001",
"model_endpoint_type": "anthropic", "model_endpoint_type": "anthropic",
"model_endpoint": "https://api.anthropic.com/v1", "model_endpoint": "https://api.anthropic.com/v1",
"model_wrapper": null, "model_wrapper": null,

2
tests/integration_test_clickhouse_llm_traces.py
View File

@@ -48,7 +48,7 @@ def _require_clickhouse_env() -> dict[str, str]:
def _anthropic_llm_config() -> LLMConfig: def _anthropic_llm_config() -> LLMConfig:
return LLMConfig( return LLMConfig(
model="claude-3-5-haiku-20241022", model="claude-haiku-4-5-20251001",
model_endpoint_type="anthropic", model_endpoint_type="anthropic",
model_endpoint="https://api.anthropic.com/v1", model_endpoint="https://api.anthropic.com/v1",
context_window=200000, context_window=200000,

4
tests/manual_test_many_messages.py
View File

@@ -94,7 +94,7 @@ def create_send_message(agent_id, organization_id, assistant_text, tool_call_id,
"content": [{"type": "text", "text": f"Assistant reply generated at {timestamp.strftime('%Y-%m-%d %I:%M:%S %p PST-0800')}."}], "content": [{"type": "text", "text": f"Assistant reply generated at {timestamp.strftime('%Y-%m-%d %I:%M:%S %p PST-0800')}."}],
"organization_id": organization_id, "organization_id": organization_id,
"agent_id": agent_id, "agent_id": agent_id,
"model": "claude-3-5-haiku-20241022", "model": "claude-haiku-4-5-20251001",
"name": None, "name": None,
"tool_calls": [ "tool_calls": [
{ {
@@ -126,7 +126,7 @@ def create_tool_message(agent_id, organization_id, tool_call_id, timestamp):
], ],
"organization_id": organization_id, "organization_id": organization_id,
"agent_id": agent_id, "agent_id": agent_id,
"model": "claude-3-5-haiku-20241022", "model": "claude-haiku-4-5-20251001",
"name": "send_message", "name": "send_message",
"tool_calls": None, "tool_calls": None,
"tool_call_id": tool_call_id, "tool_call_id": tool_call_id,

32
tests/test_client.py
View File

@@ -168,7 +168,7 @@ def agent(client: Letta):
agent_state = client.agents.create( agent_state = client.agents.create(
name="test_client", name="test_client",
memory_blocks=[{"label": "human", "value": ""}, {"label": "persona", "value": ""}], memory_blocks=[{"label": "human", "value": ""}, {"label": "persona", "value": ""}],
model="anthropic/claude-haiku-4-5-20251001", model="anthropic/claude-haiku-4-5",
embedding="openai/text-embedding-3-small", embedding="openai/text-embedding-3-small",
) )
@@ -184,7 +184,7 @@ def search_agent_one(client: Letta):
agent_state = client.agents.create( agent_state = client.agents.create(
name="Search Agent One", name="Search Agent One",
memory_blocks=[{"label": "human", "value": ""}, {"label": "persona", "value": ""}], memory_blocks=[{"label": "human", "value": ""}, {"label": "persona", "value": ""}],
model="anthropic/claude-haiku-4-5-20251001", model="anthropic/claude-haiku-4-5",
embedding="openai/text-embedding-3-small", embedding="openai/text-embedding-3-small",
) )
@@ -200,7 +200,7 @@ def search_agent_two(client: Letta):
agent_state = client.agents.create( agent_state = client.agents.create(
name="Search Agent Two", name="Search Agent Two",
memory_blocks=[{"label": "human", "value": ""}, {"label": "persona", "value": ""}], memory_blocks=[{"label": "human", "value": ""}, {"label": "persona", "value": ""}],
model="anthropic/claude-haiku-4-5-20251001", model="anthropic/claude-haiku-4-5",
embedding="openai/text-embedding-3-small", embedding="openai/text-embedding-3-small",
) )
@@ -237,7 +237,7 @@ def test_add_and_manage_tags_for_agent(client: Letta):
# Step 0: create an agent with no tags # Step 0: create an agent with no tags
agent = client.agents.create( agent = client.agents.create(
memory_blocks=[], memory_blocks=[],
model="anthropic/claude-haiku-4-5-20251001", model="anthropic/claude-haiku-4-5",
embedding="openai/text-embedding-3-small", embedding="openai/text-embedding-3-small",
) )
assert len(agent.tags) == 0 assert len(agent.tags) == 0
@@ -281,21 +281,21 @@ def test_agent_tags(client: Letta, clear_tables):
agent1 = client.agents.create( agent1 = client.agents.create(
name=f"test_agent_{str(uuid.uuid4())}", name=f"test_agent_{str(uuid.uuid4())}",
tags=["test", "agent1", "production"], tags=["test", "agent1", "production"],
model="anthropic/claude-haiku-4-5-20251001", model="anthropic/claude-haiku-4-5",
embedding="openai/text-embedding-3-small", embedding="openai/text-embedding-3-small",
) )
agent2 = client.agents.create( agent2 = client.agents.create(
name=f"test_agent_{str(uuid.uuid4())}", name=f"test_agent_{str(uuid.uuid4())}",
tags=["test", "agent2", "development"], tags=["test", "agent2", "development"],
model="anthropic/claude-haiku-4-5-20251001", model="anthropic/claude-haiku-4-5",
embedding="openai/text-embedding-3-small", embedding="openai/text-embedding-3-small",
) )
agent3 = client.agents.create( agent3 = client.agents.create(
name=f"test_agent_{str(uuid.uuid4())}", name=f"test_agent_{str(uuid.uuid4())}",
tags=["test", "agent3", "production"], tags=["test", "agent3", "production"],
model="anthropic/claude-haiku-4-5-20251001", model="anthropic/claude-haiku-4-5",
embedding="openai/text-embedding-3-small", embedding="openai/text-embedding-3-small",
) )
@@ -348,14 +348,14 @@ def test_shared_blocks(disable_e2b_api_key, client: Letta):
name="agent1", name="agent1",
memory_blocks=[{"label": "persona", "value": "you are agent 1"}], memory_blocks=[{"label": "persona", "value": "you are agent 1"}],
block_ids=[block.id], block_ids=[block.id],
model="anthropic/claude-haiku-4-5-20251001", model="anthropic/claude-haiku-4-5",
embedding="openai/text-embedding-3-small", embedding="openai/text-embedding-3-small",
) )
agent_state2 = client.agents.create( agent_state2 = client.agents.create(
name="agent2", name="agent2",
memory_blocks=[{"label": "persona", "value": "you are agent 2"}], memory_blocks=[{"label": "persona", "value": "you are agent 2"}],
block_ids=[block.id], block_ids=[block.id],
model="anthropic/claude-haiku-4-5-20251001", model="anthropic/claude-haiku-4-5",
embedding="openai/text-embedding-3-small", embedding="openai/text-embedding-3-small",
) )
@@ -374,7 +374,7 @@ def test_update_agent_memory_label(client: Letta):
"""Test that we can update the label of a block in an agent's memory""" """Test that we can update the label of a block in an agent's memory"""
agent = client.agents.create( agent = client.agents.create(
model="anthropic/claude-haiku-4-5-20251001", model="anthropic/claude-haiku-4-5",
embedding="openai/text-embedding-3-small", embedding="openai/text-embedding-3-small",
memory_blocks=[{"label": "human", "value": ""}], memory_blocks=[{"label": "human", "value": ""}],
) )
@@ -426,7 +426,7 @@ def test_update_agent_memory_limit(client: Letta):
"""Test that we can update the limit of a block in an agent's memory""" """Test that we can update the limit of a block in an agent's memory"""
agent = client.agents.create( agent = client.agents.create(
model="anthropic/claude-haiku-4-5-20251001", model="anthropic/claude-haiku-4-5",
embedding="openai/text-embedding-3-small", embedding="openai/text-embedding-3-small",
memory_blocks=[ memory_blocks=[
{"label": "human", "value": "username: sarah", "limit": 1000}, {"label": "human", "value": "username: sarah", "limit": 1000},
@@ -485,7 +485,7 @@ def test_function_always_error(client: Letta):
tool = client.tools.upsert_from_function(func=testing_method) tool = client.tools.upsert_from_function(func=testing_method)
agent = client.agents.create( agent = client.agents.create(
model="anthropic/claude-haiku-4-5-20251001", model="anthropic/claude-haiku-4-5",
embedding="openai/text-embedding-3-small", embedding="openai/text-embedding-3-small",
memory_blocks=[ memory_blocks=[
{ {
@@ -687,7 +687,7 @@ def test_agent_creation(client: Letta):
}, },
{"label": "persona", "value": "you are an assistant"}, {"label": "persona", "value": "you are an assistant"},
], ],
model="anthropic/claude-haiku-4-5-20251001", model="anthropic/claude-haiku-4-5",
embedding="openai/text-embedding-3-small", embedding="openai/text-embedding-3-small",
tool_ids=[tool1.id, tool2.id], tool_ids=[tool1.id, tool2.id],
include_base_tools=False, include_base_tools=False,
@@ -726,7 +726,7 @@ def test_initial_sequence(client: Letta):
# create an agent # create an agent
agent = client.agents.create( agent = client.agents.create(
memory_blocks=[{"label": "human", "value": ""}, {"label": "persona", "value": ""}], memory_blocks=[{"label": "human", "value": ""}, {"label": "persona", "value": ""}],
model="anthropic/claude-haiku-4-5-20251001", model="anthropic/claude-haiku-4-5",
embedding="openai/text-embedding-3-small", embedding="openai/text-embedding-3-small",
initial_message_sequence=[ initial_message_sequence=[
MessageCreateParam( MessageCreateParam(
@@ -758,7 +758,7 @@ def test_initial_sequence(client: Letta):
# def test_timezone(client: Letta): # def test_timezone(client: Letta):
# agent = client.agents.create( # agent = client.agents.create(
# memory_blocks=[{"label": "human", "value": ""}, {"label": "persona", "value": ""}], # memory_blocks=[{"label": "human", "value": ""}, {"label": "persona", "value": ""}],
# model="anthropic/claude-haiku-4-5-20251001", # model="anthropic/claude-haiku-4-5",
# embedding="openai/text-embedding-3-small", # embedding="openai/text-embedding-3-small",
# timezone="America/Los_Angeles", # timezone="America/Los_Angeles",
# ) # )
@@ -793,7 +793,7 @@ def test_initial_sequence(client: Letta):
def test_attach_sleeptime_block(client: Letta): def test_attach_sleeptime_block(client: Letta):
agent = client.agents.create( agent = client.agents.create(
memory_blocks=[{"label": "human", "value": ""}, {"label": "persona", "value": ""}], memory_blocks=[{"label": "human", "value": ""}, {"label": "persona", "value": ""}],
model="anthropic/claude-haiku-4-5-20251001", model="anthropic/claude-haiku-4-5",
embedding="openai/text-embedding-3-small", embedding="openai/text-embedding-3-small",
enable_sleeptime=True, enable_sleeptime=True,
) )

2
tests/test_letta_agent_batch.py
View File

@@ -37,7 +37,7 @@ from tests.utils import create_tool_from_func
# Model identifiers used in tests # Model identifiers used in tests
MODELS = { MODELS = {
"sonnet": "anthropic/claude-sonnet-4-20250514", "sonnet": "anthropic/claude-sonnet-4-20250514",
"haiku": "anthropic/claude-haiku-4-5-20251001", "haiku": "anthropic/claude-haiku-4-5",
"opus": "anthropic/claude-opus-4-1-20250805", "opus": "anthropic/claude-opus-4-1-20250805",
} }

2
tests/test_sdk_client.py
View File

@@ -1112,7 +1112,7 @@ def test_include_return_message_types(client: LettaSDKClient, agent: AgentState,
memory_blocks=[ memory_blocks=[
CreateBlockParam(label="user", value="Name: Charles"), CreateBlockParam(label="user", value="Name: Charles"),
], ],
model="anthropic/claude-haiku-4-5-20251001", model="anthropic/claude-haiku-4-5",
embedding="openai/text-embedding-3-small", embedding="openai/text-embedding-3-small",
) )

4
tests/test_usage_parsing.py
View File

@@ -200,7 +200,7 @@ async def test_anthropic_usage_via_adapter():
client = AnthropicClient() client = AnthropicClient()
llm_config = LLMConfig( llm_config = LLMConfig(
model="claude-3-5-haiku-20241022", model="claude-haiku-4-5-20251001",
model_endpoint_type="anthropic", model_endpoint_type="anthropic",
model_endpoint="https://api.anthropic.com/v1", model_endpoint="https://api.anthropic.com/v1",
context_window=200000, context_window=200000,
@@ -363,7 +363,7 @@ async def test_anthropic_prefix_caching_via_adapter():
client = AnthropicClient() client = AnthropicClient()
llm_config = LLMConfig( llm_config = LLMConfig(
model="claude-3-5-haiku-20241022", model="claude-haiku-4-5-20251001",
model_endpoint_type="anthropic", model_endpoint_type="anthropic",
model_endpoint="https://api.anthropic.com/v1", model_endpoint="https://api.anthropic.com/v1",
context_window=200000, context_window=200000,