fix: max tokens and context window size [LET-6481] (#8298)

* fix: max tokens [LET-6481] * remove print statements * update * simplofy fallback * address comments async * update other helpers * update pyproject,.toml * update pyproject w async lru * oopen ai internal async methods * update * update uv lock
2026-01-20 13:35:07 -08:00
parent 238894eebd
commit 0333ff0614
6 changed files with 32115 additions and 22 deletions
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -75,6 +75,8 @@ dependencies = [
    "fastmcp>=2.12.5",
    "ddtrace>=4.2.1",
    "clickhouse-connect>=0.10.0",
+    "aiofiles>=24.1.0",
+    "async-lru>=2.0.5",
 ]

 [project.scripts]