test: add complex testing for Groq Llama 3.1 70b (#1845)

Co-authored-by: Matt Zhou <mattzhou@Matts-MacBook-Pro.local>
2024-10-08 14:22:13 -07:00
parent 91287a76c9
commit cffd493f75
12 changed files with 121 additions and 17 deletions
--- a/letta/llm_api/llm_api_tools.py
+++ b/letta/llm_api/llm_api_tools.py
@@ -296,7 +296,6 @@ def create(
            raise NotImplementedError(f"Streaming not yet implemented for Groq.")

        if model_settings.groq_api_key is None and llm_config.model_endpoint == "https://api.groq.com/openai/v1/chat/completions":
-            # only is a problem if we are *not* using an openai proxy
            raise ValueError(f"Groq key is missing from letta config file")

        # force to true for groq, since they don't support 'content' is non-null