fix: Clean up some legacy code and fix Groq provider (#1950)

This commit is contained in:
Matthew Zhou
2024-10-28 14:13:11 -07:00
committed by GitHub
parent 969300fb56
commit 9439e5e255
7 changed files with 29 additions and 76 deletions

View File

@@ -276,10 +276,10 @@ class AbstractClient(object):
) -> List[Message]:
raise NotImplementedError
def list_models(self) -> List[LLMConfig]:
def list_model_configs(self) -> List[LLMConfig]:
raise NotImplementedError
def list_embedding_models(self) -> List[EmbeddingConfig]:
def list_embedding_configs(self) -> List[EmbeddingConfig]:
raise NotImplementedError
@@ -1234,32 +1234,6 @@ class RESTClient(AbstractClient):
assert response.status_code == 200, f"Failed to detach source from agent: {response.text}"
return Source(**response.json())
# server configuration commands
def list_models(self):
"""
List available LLM models
Returns:
models (List[LLMConfig]): List of LLM models
"""
response = requests.get(f"{self.base_url}/{self.api_prefix}/models", headers=self.headers)
if response.status_code != 200:
raise ValueError(f"Failed to list models: {response.text}")
return [LLMConfig(**model) for model in response.json()]
def list_embedding_models(self):
"""
List available embedding models
Returns:
models (List[EmbeddingConfig]): List of embedding models
"""
response = requests.get(f"{self.base_url}/{self.api_prefix}/models/embedding", headers=self.headers)
if response.status_code != 200:
raise ValueError(f"Failed to list embedding models: {response.text}")
return [EmbeddingConfig(**model) for model in response.json()]
# tools
def get_tool_id(self, tool_name: str):
@@ -2572,24 +2546,6 @@ class LocalClient(AbstractClient):
return_message_object=True,
)
def list_models(self) -> List[LLMConfig]:
"""
List available LLM models
Returns:
models (List[LLMConfig]): List of LLM models
"""
return self.server.list_models()
def list_embedding_models(self) -> List[EmbeddingConfig]:
"""
List available embedding models
Returns:
models (List[EmbeddingConfig]): List of embedding models
"""
return [self.server.server_embedding_config]
def list_blocks(self, label: Optional[str] = None, templates_only: Optional[bool] = True) -> List[Block]:
"""
List available blocks