Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

feat: fix new summarizer code and add more tests (#6461)

Browse Source
This commit is contained in:
Sarah Wooders
2025-11-30 00:49:38 -08:00
committed by Caren Thomas
parent 86023db9b1
commit 91e3dd8b3e
25 changed files with 728 additions and 358 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
letta/utils.py
View File

@@ -812,13 +812,13 @@ class OpenAIBackcompatUnpickler(pickle.Unpickler):
return super().find_class(module, name)
def count_tokens(s: str, model: str = "gpt-4") -> int:
try:
encoding = tiktoken.encoding_for_model(model)
except KeyError:
print("Falling back to cl100k base for token counting.")
encoding = tiktoken.get_encoding("cl100k_base")
return len(encoding.encode(s))
# def count_tokens(s: str, model: str = "gpt-4") -> int:
# try:
# encoding = tiktoken.encoding_for_model(model)
# except KeyError:
# print("Falling back to cl100k base for token counting.")
# encoding = tiktoken.get_encoding("cl100k_base")
# return len(encoding.encode(s))
def printd(*args, **kwargs):