148 lines
5.4 KiB
Python
148 lines
5.4 KiB
Python
import os
|
|
import json
|
|
import secrets
|
|
import uuid
|
|
from contextlib import asynccontextmanager
|
|
|
|
from fastapi import FastAPI, HTTPException, Depends, Header
|
|
from fastapi.security import HTTPBearer, HTTPAuthorizationCredentials
|
|
|
|
|
|
from starlette.middleware.cors import CORSMiddleware
|
|
|
|
from memgpt.constants import JSON_ENSURE_ASCII
|
|
from memgpt.server.rest_api.agents.index import setup_agents_index_router
|
|
from memgpt.server.rest_api.agents.command import setup_agents_command_router
|
|
from memgpt.server.rest_api.agents.config import setup_agents_config_router
|
|
from memgpt.server.rest_api.agents.memory import setup_agents_memory_router
|
|
from memgpt.server.rest_api.agents.message import setup_agents_message_router
|
|
from memgpt.server.rest_api.auth.index import setup_auth_router
|
|
from memgpt.server.rest_api.config.index import setup_config_index_router
|
|
from memgpt.server.rest_api.humans.index import setup_humans_index_router
|
|
from memgpt.server.rest_api.personas.index import setup_personas_index_router
|
|
from memgpt.server.rest_api.models.index import setup_models_index_router
|
|
from memgpt.server.rest_api.openai_assistants.assistants import setup_openai_assistant_router
|
|
from memgpt.server.rest_api.admin.users import setup_admin_router
|
|
from memgpt.server.server import SyncServer
|
|
from memgpt.server.rest_api.interface import QueuingInterface
|
|
from memgpt.server.rest_api.static_files import mount_static_files
|
|
|
|
"""
|
|
Basic REST API sitting on top of the internal MemGPT python server (SyncServer)
|
|
|
|
Start the server with:
|
|
cd memgpt/server/rest_api
|
|
poetry run uvicorn server:app --reload
|
|
"""
|
|
|
|
interface: QueuingInterface = QueuingInterface()
|
|
server: SyncServer = SyncServer(default_interface=interface)
|
|
|
|
|
|
SERVER_PASS_VAR = "MEMGPT_SERVER_PASS"
|
|
password = os.getenv(SERVER_PASS_VAR)
|
|
|
|
if password:
|
|
# if the pass was specified in the environment, use it
|
|
print(f"Using existing admin server password from environment.")
|
|
else:
|
|
# Autogenerate a password for this session and dump it to stdout
|
|
password = secrets.token_urlsafe(16)
|
|
print(f"Generated admin server password for this session: {password}")
|
|
|
|
security = HTTPBearer()
|
|
|
|
|
|
def verify_password(credentials: HTTPAuthorizationCredentials = Depends(security)):
|
|
"""REST requests going to /admin are protected with a bearer token (that must match the password)"""
|
|
if credentials.credentials != password:
|
|
raise HTTPException(status_code=401, detail="Unauthorized")
|
|
|
|
|
|
ADMIN_PREFIX = "/admin"
|
|
API_PREFIX = "/api"
|
|
OPENAI_API_PREFIX = "/v1"
|
|
|
|
CORS_ORIGINS = [
|
|
"http://localhost:4200",
|
|
"http://localhost:4201",
|
|
"http://localhost:8283",
|
|
"http://127.0.0.1:4200",
|
|
"http://127.0.0.1:4201",
|
|
"http://127.0.0.1:8283",
|
|
]
|
|
|
|
app = FastAPI()
|
|
|
|
app.add_middleware(
|
|
CORSMiddleware,
|
|
allow_origins=CORS_ORIGINS,
|
|
allow_credentials=True,
|
|
allow_methods=["*"],
|
|
allow_headers=["*"],
|
|
)
|
|
|
|
# /admin/users endpoints
|
|
app.include_router(setup_admin_router(server, interface), prefix=ADMIN_PREFIX, dependencies=[Depends(verify_password)])
|
|
|
|
# /api/agents endpoints
|
|
app.include_router(setup_agents_command_router(server, interface), prefix=API_PREFIX)
|
|
app.include_router(setup_agents_config_router(server, interface), prefix=API_PREFIX)
|
|
app.include_router(setup_agents_index_router(server, interface), prefix=API_PREFIX)
|
|
app.include_router(setup_agents_memory_router(server, interface), prefix=API_PREFIX)
|
|
app.include_router(setup_agents_message_router(server, interface), prefix=API_PREFIX)
|
|
app.include_router(setup_humans_index_router(server, interface), prefix=API_PREFIX)
|
|
app.include_router(setup_personas_index_router(server, interface), prefix=API_PREFIX)
|
|
app.include_router(setup_models_index_router(server, interface), prefix=API_PREFIX)
|
|
|
|
# /api/config endpoints
|
|
app.include_router(setup_config_index_router(server, interface), prefix=API_PREFIX)
|
|
|
|
# /v1/assistants endpoints
|
|
app.include_router(setup_openai_assistant_router(server, interface), prefix=OPENAI_API_PREFIX)
|
|
|
|
# / static files
|
|
mount_static_files(app)
|
|
|
|
|
|
@app.on_event("startup")
|
|
def on_startup():
|
|
# Update the OpenAPI schema
|
|
if not app.openapi_schema:
|
|
app.openapi_schema = app.openapi()
|
|
|
|
if app.openapi_schema:
|
|
app.openapi_schema["servers"] = [{"url": "http://localhost:8283"}]
|
|
app.openapi_schema["info"]["title"] = "MemGPT API"
|
|
|
|
# Write out the OpenAPI schema to a file
|
|
# with open("openapi.json", "w") as file:
|
|
# print(f"Writing out openapi.json file")
|
|
# json.dump(app.openapi_schema, file, indent=2)
|
|
|
|
# Split the API docs into MemGPT API, and OpenAI Assisstants compatible API
|
|
memgpt_api = app.openapi_schema.copy()
|
|
memgpt_api["paths"] = {key: value for key, value in memgpt_api["paths"].items() if not key.startswith(OPENAI_API_PREFIX)}
|
|
memgpt_api["info"]["title"] = "MemGPT API"
|
|
with open("openapi_memgpt.json", "w") as file:
|
|
print(f"Writing out openapi_memgpt.json file")
|
|
json.dump(memgpt_api, file, indent=2)
|
|
|
|
openai_assistants_api = app.openapi_schema.copy()
|
|
openai_assistants_api["paths"] = {
|
|
key: value
|
|
for key, value in openai_assistants_api["paths"].items()
|
|
if not (key.startswith(API_PREFIX) or key.startswith(ADMIN_PREFIX))
|
|
}
|
|
openai_assistants_api["info"]["title"] = "OpenAI Assistants API"
|
|
with open("openapi_assistants.json", "w") as file:
|
|
print(f"Writing out openapi_assistants.json file")
|
|
json.dump(openai_assistants_api, file, indent=2)
|
|
|
|
|
|
@app.on_event("shutdown")
|
|
def on_shutdown():
|
|
global server
|
|
server.save_agents()
|
|
server = None
|