From 7ec2783ded055ee99ea7b76cb542a6a457146a75 Mon Sep 17 00:00:00 2001 From: Kevin Lin Date: Wed, 11 Feb 2026 12:42:03 -0800 Subject: [PATCH] fix: increase SGLang provider default context window from 8k to 32k (#9435) --- letta/schemas/providers/sglang.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/letta/schemas/providers/sglang.py b/letta/schemas/providers/sglang.py index 5cae03c6..48d5d013 100644 --- a/letta/schemas/providers/sglang.py +++ b/letta/schemas/providers/sglang.py @@ -47,7 +47,7 @@ class SGLangProvider(Provider): model_endpoint_type="openai", # SGLang is OpenAI-compatible model_endpoint=base_url, model_wrapper=self.default_prompt_formatter, - context_window=model.get("max_model_len", 8192), + context_window=model.get("max_model_len", 32768), handle=self.get_handle(model_name, base_name=self.handle_base) if self.handle_base else self.get_handle(model_name), max_tokens=self.get_default_max_output_tokens(model_name), provider_name=self.name,