From 77140dcecc48fbd0519b39faa52caa6e0d550e16 Mon Sep 17 00:00:00 2001 From: Matthew Zhou Date: Thu, 24 Jul 2025 14:15:23 -0700 Subject: [PATCH] feat: Lower file config defaults for larger models (#3543) --- letta/utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/letta/utils.py b/letta/utils.py index 2b8a4501..b2f35642 100644 --- a/letta/utils.py +++ b/letta/utils.py @@ -1236,6 +1236,6 @@ def calculate_file_defaults_based_on_context_window(context_window: Optional[int elif context_window <= 128_000: # Large models (100K-128K) return 10, 25_000 # ~62.5K tokens elif context_window <= 200_000: # Very large models (128K-200K) - return 10, 50_000 # ~128k tokens + return 10, 40_000 # ~100k tokens else: # Extremely large models (200K+) - return 15, 50_000 # ~187.5k tokens + return 15, 40_000 # ~1505k tokens