fix: max tokens and context window size [LET-6481] (#8298)

* fix: max tokens [LET-6481]

* remove print statements

* update

* simplofy fallback

* address comments async

* update other helpers

* update pyproject,.toml

* update pyproject w async lru

* oopen ai internal async methods

* update

* update uv lock
This commit is contained in:
Christina Tong
2026-01-20 13:35:07 -08:00
committed by Caren Thomas
parent 238894eebd
commit 0333ff0614
6 changed files with 32115 additions and 22 deletions

4
uv.lock generated
View File

@@ -2513,10 +2513,12 @@ name = "letta"
version = "0.16.2"
source = { editable = "." }
dependencies = [
{ name = "aiofiles" },
{ name = "aiomultiprocess" },
{ name = "alembic" },
{ name = "anthropic" },
{ name = "apscheduler" },
{ name = "async-lru" },
{ name = "black", extra = ["jupyter"] },
{ name = "brotli" },
{ name = "certifi" },
@@ -2661,12 +2663,14 @@ sqlite = [
[package.metadata]
requires-dist = [
{ name = "aioboto3", marker = "extra == 'bedrock'", specifier = ">=14.3.0" },
{ name = "aiofiles", specifier = ">=24.1.0" },
{ name = "aiomultiprocess", specifier = ">=0.9.1" },
{ name = "aiosqlite", marker = "extra == 'desktop'", specifier = ">=0.21.0" },
{ name = "aiosqlite", marker = "extra == 'sqlite'", specifier = ">=0.21.0" },
{ name = "alembic", specifier = ">=1.13.3" },
{ name = "anthropic", specifier = ">=0.75.0" },
{ name = "apscheduler", specifier = ">=3.11.0" },
{ name = "async-lru", specifier = ">=2.0.5" },
{ name = "async-lru", marker = "extra == 'desktop'", specifier = ">=2.0.5" },
{ name = "asyncpg", marker = "extra == 'postgres'", specifier = ">=0.30.0" },
{ name = "black", extras = ["jupyter"], specifier = ">=24.2.0" },