feat: Write fern api tests for batch API (#1821)

Co-authored-by: Matt Zhou <mattzh1314@gmail.com>
This commit is contained in:
Sarah Wooders
2025-04-21 15:48:06 -07:00
committed by GitHub
parent 9367c6916c
commit caea78b22b
4 changed files with 121 additions and 127 deletions

View File

@@ -679,7 +679,6 @@ class SyncServer(Server):
@trace_method
def get_cached_llm_config(self, **kwargs):
key = make_key(**kwargs)
print(self._llm_config_cache)
if key not in self._llm_config_cache:
self._llm_config_cache[key] = self.get_llm_config_from_handle(**kwargs)
return self._llm_config_cache[key]