Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

feat: Support parallel tool calling streaming for OpenAI chat completions [LET-4594] (#5865)

Browse Source 
* Finish chat completions parallel tool calling

* Undo comments

* Add comments

* Remove test file
This commit is contained in:
Matthew Zhou
2025-10-30 17:02:47 -07:00
committed by Caren Thomas
parent 599adb4c26
commit ff81f4153b
3 changed files with 73 additions and 84 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
tests/integration_test_send_message_v2.py
View File

@@ -543,9 +543,6 @@ async def test_parallel_tool_calls(
if llm_config.model_endpoint_type != "anthropic" and llm_config.model_endpoint_type != "openai":
pytest.skip("Parallel tool calling test only applies to Anthropic and OpenAI models.")
if llm_config.model_endpoint_type == "openai" and send_type not in {"step", "stream_steps"}:
pytest.skip(f"OpenAI reasoning model {llm_config.model} does not support streaming parallel tool calling for now.")
# change llm_config to support parallel tool calling
llm_config.parallel_tool_calls = True
agent_state = await client.agents.modify(agent_id=agent_state.id, llm_config=llm_config)