Merge pull request #927 from sakkus-ai/fix-openai-integration

Fix OpenAI integration: allow OpenAI to make chat completion calls with a valid API key
This commit is contained in:
Timothy Jaeryang Baek 2024-02-27 23:03:10 -05:00 committed by GitHub
commit 8a63d22000
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -146,6 +146,13 @@ async def proxy(path: str, request: Request, user=Depends(get_verified_user)):
body["max_tokens"] = 4000 body["max_tokens"] = 4000
print("Modified body_dict:", body) print("Modified body_dict:", body)
# Fix for ChatGPT calls failing because the num_ctx key is in body
if "num_ctx" in body:
# If 'num_ctx' is in the dictionary, delete it
# Leaving it there generates an error with the
# OpenAI API (Feb 2024)
del body["num_ctx"]
# Convert the modified body back to JSON # Convert the modified body back to JSON
body = json.dumps(body) body = json.dumps(body)
except json.JSONDecodeError as e: except json.JSONDecodeError as e: