118 lines
4.7 KiB
Python
118 lines
4.7 KiB
Python
from typing import TYPE_CHECKING, List, Optional
|
|
|
|
from fastapi import APIRouter, Body, Depends, Header, HTTPException, Query, status
|
|
from fastapi.responses import JSONResponse
|
|
|
|
from letta.errors import LLMAuthenticationError
|
|
from letta.orm.errors import NoResultFound
|
|
from letta.schemas.enums import ProviderType
|
|
from letta.schemas.providers import Provider, ProviderCheck, ProviderCreate, ProviderUpdate
|
|
from letta.server.rest_api.utils import get_letta_server
|
|
|
|
if TYPE_CHECKING:
|
|
from letta.server.server import SyncServer
|
|
|
|
router = APIRouter(prefix="/providers", tags=["providers"])
|
|
|
|
|
|
@router.get("/", response_model=List[Provider], operation_id="list_providers")
|
|
async def list_providers(
|
|
name: Optional[str] = Query(None),
|
|
provider_type: Optional[ProviderType] = Query(None),
|
|
after: Optional[str] = Query(None),
|
|
limit: Optional[int] = Query(50),
|
|
actor_id: Optional[str] = Header(None, alias="user_id"),
|
|
server: "SyncServer" = Depends(get_letta_server),
|
|
):
|
|
"""
|
|
Get a list of all custom providers.
|
|
"""
|
|
try:
|
|
actor = await server.user_manager.get_actor_or_default_async(actor_id=actor_id)
|
|
providers = await server.provider_manager.list_providers_async(
|
|
after=after, limit=limit, actor=actor, name=name, provider_type=provider_type
|
|
)
|
|
except HTTPException:
|
|
raise
|
|
except Exception as e:
|
|
raise HTTPException(status_code=500, detail=f"{e}")
|
|
return providers
|
|
|
|
|
|
@router.post("/", response_model=Provider, operation_id="create_provider")
|
|
async def create_provider(
|
|
request: ProviderCreate = Body(...),
|
|
actor_id: Optional[str] = Header(None, alias="user_id"), # Extract user_id from header, default to None if not present
|
|
server: "SyncServer" = Depends(get_letta_server),
|
|
):
|
|
"""
|
|
Create a new custom provider.
|
|
"""
|
|
actor = await server.user_manager.get_actor_or_default_async(actor_id=actor_id)
|
|
for field_name in request.model_fields:
|
|
value = getattr(request, field_name, None)
|
|
if isinstance(value, str) and value == "":
|
|
setattr(request, field_name, None)
|
|
|
|
request_data = request.model_dump(exclude_unset=True, exclude_none=True)
|
|
provider = ProviderCreate(**request_data)
|
|
provider = await server.provider_manager.create_provider_async(provider, actor=actor)
|
|
return provider
|
|
|
|
|
|
@router.patch("/{provider_id}", response_model=Provider, operation_id="modify_provider")
|
|
async def modify_provider(
|
|
provider_id: str,
|
|
request: ProviderUpdate = Body(...),
|
|
actor_id: Optional[str] = Header(None, alias="user_id"), # Extract user_id from header, default to None if not present
|
|
server: "SyncServer" = Depends(get_letta_server),
|
|
):
|
|
"""
|
|
Update an existing custom provider.
|
|
"""
|
|
actor = await server.user_manager.get_actor_or_default_async(actor_id=actor_id)
|
|
return await server.provider_manager.update_provider_async(provider_id=provider_id, provider_update=request, actor=actor)
|
|
|
|
|
|
@router.post("/check", response_model=None, operation_id="check_provider")
|
|
async def check_provider(
|
|
request: ProviderCheck = Body(...),
|
|
server: "SyncServer" = Depends(get_letta_server),
|
|
):
|
|
"""
|
|
Verify the API key and additional parameters for a provider.
|
|
"""
|
|
try:
|
|
if request.base_url and len(request.base_url) == 0:
|
|
# set to null if empty string
|
|
request.base_url = None
|
|
await server.provider_manager.check_provider_api_key(provider_check=request)
|
|
return JSONResponse(
|
|
status_code=status.HTTP_200_OK, content={"message": f"Valid api key for provider_type={request.provider_type.value}"}
|
|
)
|
|
except LLMAuthenticationError as e:
|
|
raise HTTPException(status_code=status.HTTP_401_UNAUTHORIZED, detail=f"{e.message}")
|
|
except Exception as e:
|
|
raise HTTPException(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, detail=f"{e}")
|
|
|
|
|
|
@router.delete("/{provider_id}", response_model=None, operation_id="delete_provider")
|
|
async def delete_provider(
|
|
provider_id: str,
|
|
actor_id: Optional[str] = Header(None, alias="user_id"),
|
|
server: "SyncServer" = Depends(get_letta_server),
|
|
):
|
|
"""
|
|
Delete an existing custom provider.
|
|
"""
|
|
try:
|
|
actor = await server.user_manager.get_actor_or_default_async(actor_id=actor_id)
|
|
await server.provider_manager.delete_provider_by_id_async(provider_id=provider_id, actor=actor)
|
|
return JSONResponse(status_code=status.HTTP_200_OK, content={"message": f"Provider id={provider_id} successfully deleted"})
|
|
except NoResultFound:
|
|
raise HTTPException(status_code=404, detail=f"Provider provider_id={provider_id} not found for user_id={actor.id}.")
|
|
except HTTPException:
|
|
raise
|
|
except Exception as e:
|
|
raise HTTPException(status_code=500, detail=f"{e}")
|