fix: patch update model settings (#6118)
This commit is contained in:
committed by
Caren Thomas
parent
5730f69ecf
commit
d37ed2e056
@@ -530,7 +530,7 @@ class SyncServer(object):
|
||||
# update with model_settings
|
||||
if request.model_settings is not None:
|
||||
update_llm_config_params = request.model_settings._to_legacy_config_params()
|
||||
request.llm_config.update(update_llm_config_params)
|
||||
request.llm_config = request.llm_config.model_copy(update=update_llm_config_params)
|
||||
|
||||
# Copy parallel_tool_calls from request to llm_config if provided
|
||||
if request.parallel_tool_calls is not None:
|
||||
|
||||
Reference in New Issue
Block a user