Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

feat: parallel tool calling for openai non streaming [LET-4593] (#5773)

Browse Source 
* first hack

* clean up

* first implementation working

* revert package-lock

* remove openai test

* error throw

* typo

* Update integration_test_send_message_v2.py

* Update integration_test_send_message_v2.py

* refine test

* Only make changes for openai non streaming

* Add tests

---------

Co-authored-by: Ari Webb <ari@letta.com>
Co-authored-by: Matt Zhou <mattzh1314@gmail.com>
This commit is contained in:
Ari Webb
2025-10-30 15:52:11 -07:00
committed by Caren Thomas
parent 7cc9471f40
commit 48cc73175b
6 changed files with 84 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
tests/integration_test_send_message_v2.py
View File

@@ -533,15 +533,18 @@ async def test_greeting(
)
@pytest.mark.parametrize("send_type", ["step", "stream_steps", "stream_tokens", "stream_tokens_background", "async"])
@pytest.mark.asyncio(loop_scope="function")
async def test_parallel_tool_call_anthropic(
async def test_parallel_tool_calls(
disable_e2b_api_key: Any,
client: AsyncLetta,
agent_state: AgentState,
llm_config: LLMConfig,
send_type: str,
) -> None:
if llm_config.model_endpoint_type != "anthropic":
pytest.skip("Parallel tool calling test only applies to Anthropic models.")
if llm_config.model_endpoint_type != "anthropic" and llm_config.model_endpoint_type != "openai":
pytest.skip("Parallel tool calling test only applies to Anthropic and OpenAI models.")
if llm_config.model_endpoint_type == "openai" and send_type not in {"step", "stream_steps"}:
pytest.skip(f"OpenAI reasoning model {llm_config.model} does not support streaming parallel tool calling for now.")
# change llm_config to support parallel tool calling
llm_config.parallel_tool_calls = True
@@ -587,7 +590,10 @@ async def test_parallel_tool_call_anthropic(
# verify each tool call
for tc in tool_call_msg.tool_calls:
assert tc["name"] == "roll_dice"
assert tc["tool_call_id"].startswith("toolu_")
# Support both Anthropic (toolu_) and OpenAI (call_) tool call ID formats
assert tc["tool_call_id"].startswith("toolu_") or tc["tool_call_id"].startswith("call_"), (
f"Unexpected tool call ID format: {tc['tool_call_id']}"
)
assert "num_sides" in tc["arguments"]
# assert tool returns match the tool calls