fix: bedrock third time (#9043)

This commit is contained in:
Ari Webb
2026-01-22 15:08:43 -08:00
committed by Caren Thomas
parent e5afbd0972
commit 5533c723df

View File

@@ -1174,10 +1174,18 @@ class SyncServer(object):
if provider_type and provider.provider_type != provider_type:
continue
# For bedrock, use schema default for base_url since DB may have NULL
# TODO: can maybe do this for all models but want to isolate change so we don't break any other providers
if provider.provider_type == ProviderType.bedrock:
typed_provider = provider.cast_to_subtype()
model_endpoint = typed_provider.base_url
else:
model_endpoint = provider.base_url
llm_config = LLMConfig(
model=model.name,
model_endpoint_type=model.model_endpoint_type,
model_endpoint=provider.base_url,
model_endpoint=model_endpoint,
context_window=model.max_context_window or 16384,
handle=model.handle,
provider_name=provider.name,