Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

chore: add context_window_limit and max_tokens to UpdateAgent [LET-3743] [LET-3741] (#5710)

Browse Source 
* chore: add context_window_limit and max_tokens to update agent [LET-3743]

* add generated sdk docs

* simplify comment
This commit is contained in:
Christina Tong
2025-10-23 15:47:29 -07:00
committed by Caren Thomas
parent 4823416af9
commit 8872a3b954
3 changed files with 44 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
letta/server/server.py
View File

@@ -482,8 +482,21 @@ class SyncServer(object):
request: UpdateAgent,
actor: User,
) -> AgentState:
if request.model is not None:
request.llm_config = await self.get_llm_config_from_handle_async(handle=request.model, actor=actor)
# Build llm_config from convenience fields if llm_config is not provided
if request.llm_config is None and (
request.model is not None or request.context_window_limit is not None or request.max_tokens is not None
):
if request.model is None:
agent = await self.agent_manager.get_agent_by_id_async(agent_id=agent_id, actor=actor)
request.model = agent.llm_config.handle
config_params = {
"handle": request.model,
"context_window_limit": request.context_window_limit,
"max_tokens": request.max_tokens,
}
log_event(name="start get_cached_llm_config", attributes=config_params)
request.llm_config = await self.get_cached_llm_config_async(actor=actor, **config_params)
log_event(name="end get_cached_llm_config", attributes=config_params)
if request.embedding is not None:
request.embedding_config = await self.get_embedding_config_from_handle_async(handle=request.embedding, actor=actor)