UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2024-11-17 14:02:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

refac: unnecessary max_token value removed

Browse Source
This commit is contained in:
Timothy J. Baek 2024-02-27 20:02:23 -08:00
parent bbeaa92904
commit 781be2779b
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backend/apps/openai/main.py
View File

@ -147,13 +147,11 @@ async def proxy(path: str, request: Request, user=Depends(get_verified_user)):
print("Modified body_dict:", body)
# Fix for ChatGPT calls failing because the num_ctx key is in body
if 'num_ctx' in body:
if "num_ctx" in body:
# If 'num_ctx' is in the dictionary, delete it
# Leaving it there generates an error with the
# OpenAI API (Feb 2024)
del body['num_ctx']
# OpenAI API (Feb 2024) accepts max_tokens
body["max_tokens"] = 1600
del body["num_ctx"]
# Convert the modified body back to JSON
body = json.dumps(body)