Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

feat: Add toggle on llm config for parallel tool calling [LET-5610] (#5542)

Browse Source 
* Add parallel tool calling field

* Thread through parallel tool use

* Fern autogen

* Fix send message v2
This commit is contained in:
Matthew Zhou
2025-10-17 15:35:48 -07:00
committed by Caren Thomas
parent 264de822e5
commit 396959da2f
5 changed files with 75 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

67
fern/openapi.json
View File

@@ -14935,6 +14935,36 @@
{}
],
"nullable": true
},
"parallel_tool_calls": {
"oneOf": [
{
"type": "boolean"
},
{
"type": "string",
"format": "null",
"nullable": true
},
{
"type": "array",
"items": {
"oneOf": [
{
"type": "boolean"
},
{
"type": "string",
"format": "null",
"nullable": true
}
],
"nullable": true
}
},
{}
],
"nullable": true
}
},
"required": [
@@ -26223,6 +26253,12 @@
],
"title": "Hidden",
"description": "If set to True, the agent will be hidden."
},
"parallel_tool_calls": {
"type": "boolean",
"title": "Parallel Tool Calls",
"description": "If set to True, enables parallel tool calling. Defaults to False.",
"default": false
}
},
"type": "object",
@@ -29530,6 +29566,12 @@
"title": "Hidden",
"description": "If set to True, the agent will be hidden."
},
"parallel_tool_calls": {
"type": "boolean",
"title": "Parallel Tool Calls",
"description": "If set to True, enables parallel tool calling. Defaults to False.",
"default": false
},
"deployment_id": {
"type": "string",
"title": "Deployment Id",
@@ -30269,6 +30311,19 @@
],
"title": "Tier",
"description": "The cost tier for the model (cloud only)."
},
"parallel_tool_calls": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "null"
}
],
"title": "Parallel Tool Calls",
"description": "If set to True, enables parallel tool calling. Defaults to False.",
"default": false
}
},
"type": "object",
@@ -36764,6 +36819,12 @@
],
"title": "Hidden",
"description": "If set to True, the agent will be hidden."
},
"parallel_tool_calls": {
"type": "boolean",
"title": "Parallel Tool Calls",
"description": "If set to True, enables parallel tool calling. Defaults to False.",
"default": false
}
},
"type": "object",
@@ -37984,6 +38045,12 @@
"title": "Hidden",
"description": "If set to True, the agent will be hidden."
},
"parallel_tool_calls": {
"type": "boolean",
"title": "Parallel Tool Calls",
"description": "If set to True, enables parallel tool calling. Defaults to False.",
"default": false
},
"id": {
"type": "string",
"title": "Id",

6
letta/agents/letta_agent_v3.py
View File

@@ -372,11 +372,11 @@ class LettaAgentV3(LettaAgentV2):
isinstance(request_data.get("tool_choice"), dict)
and "disable_parallel_tool_use" in request_data["tool_choice"]
):
# Gate parallel tool use on both: no tool rules and no approval-required tools
if no_tool_rules and not has_approval_tools:
# Gate parallel tool use on both: no tool rules and no approval-required tools and toggled on
if no_tool_rules and not has_approval_tools and self.agent_state.llm_config.parallel_tool_calls:
request_data["tool_choice"]["disable_parallel_tool_use"] = False
else:
# Explicitly disable when approvals exist (TODO support later) or tool rules present
# Explicitly disable when approvals exist (TODO support later) or tool rules present or llm_config toggled off
request_data["tool_choice"]["disable_parallel_tool_use"] = True
except Exception:
# if this fails, we simply don't enable parallel tool use

2
letta/schemas/agent.py
View File

@@ -256,6 +256,7 @@ class CreateAgent(BaseModel, validate_assignment=True): #
None,
description="If set to True, the agent will be hidden.",
)
parallel_tool_calls: bool = Field(False, description="If set to True, enables parallel tool calling. Defaults to False.")
@field_validator("name")
@classmethod
@@ -371,6 +372,7 @@ class UpdateAgent(BaseModel):
None,
description="If set to True, the agent will be hidden.",
)
parallel_tool_calls: bool = Field(False, description="If set to True, enables parallel tool calling. Defaults to False.")
model_config = ConfigDict(extra="ignore") # Ignores extra fields

1
letta/schemas/llm_config.py
View File

@@ -80,6 +80,7 @@ class LLMConfig(BaseModel):
# FIXME hack to silence pydantic protected namespace warning
model_config = ConfigDict(protected_namespaces=())
parallel_tool_calls: Optional[bool] = Field(False, description="If set to True, enables parallel tool calling. Defaults to False.")
@model_validator(mode="before")
@classmethod

2
tests/integration_test_send_message_v2.py
View File

@@ -543,6 +543,8 @@ async def test_parallel_tool_call_anthropic(
if llm_config.model_endpoint_type != "anthropic":
pytest.skip("Parallel tool calling test only applies to Anthropic models.")
# change llm_config to support parallel tool calling
llm_config.parallel_tool_calls = True
agent_state = await client.agents.modify(agent_id=agent_state.id, llm_config=llm_config)
if send_type == "step":