Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: increase SGLang provider default context window from 8k to 32k (#9435)

Browse Source
This commit is contained in:
Kevin Lin
2026-02-11 12:42:03 -08:00
committed by Caren Thomas
parent e3dbb44fc9
commit 7ec2783ded
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
letta/schemas/providers/sglang.py
View File

@@ -47,7 +47,7 @@ class SGLangProvider(Provider):
model_endpoint_type="openai", # SGLang is OpenAI-compatible model_endpoint_type="openai", # SGLang is OpenAI-compatible
model_endpoint=base_url, model_endpoint=base_url,
model_wrapper=self.default_prompt_formatter, model_wrapper=self.default_prompt_formatter,
context_window=model.get("max_model_len", 8192), context_window=model.get("max_model_len", 32768),
handle=self.get_handle(model_name, base_name=self.handle_base) if self.handle_base else self.get_handle(model_name), handle=self.get_handle(model_name, base_name=self.handle_base) if self.handle_base else self.get_handle(model_name),
max_tokens=self.get_default_max_output_tokens(model_name), max_tokens=self.get_default_max_output_tokens(model_name),
provider_name=self.name, provider_name=self.name,