Fimeg/letta-server
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

hotfix

Browse Source
This commit is contained in:
Charles Packer
2023-10-23 02:10:55 -07:00
parent 49da46f039
commit 2b2da82307
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
memgpt/local_llm/chat_completion_proxy.py
View File

@@ -10,7 +10,7 @@ from .utils import DotDict
HOST = os.getenv("OPENAI_API_BASE")
HOST_TYPE = os.getenv("BACKEND_TYPE") # default None == ChatCompletion
DEBUG = True
DEBUG = False
async def get_chat_completion(

6
memgpt/local_llm/webui/api.py
View File

@@ -5,8 +5,8 @@ from .settings import SIMPLE
HOST = os.getenv("OPENAI_API_BASE")
HOST_TYPE = os.getenv("BACKEND_TYPE") # default None == ChatCompletion
WEBUI_API_SUFFIX = "/v1/generate"
DEBUG = True
WEBUI_API_SUFFIX = "/api/v1/generate"
DEBUG = False
def get_webui_completion(prompt, settings=SIMPLE):
@@ -25,7 +25,7 @@ def get_webui_completion(prompt, settings=SIMPLE):
if DEBUG:
print(f"json API response.text: {result}")
else:
raise Exception(f"API call got non-200 response code")
raise Exception(f"API call got non-200 response code for address: {URI}")
except:
# TODO handle gracefully
raise