fix: internal server error when calling completions API with non-existent model names

Signed-off-by: Ho Kim <ho.kim@ulagbulag.io>
This commit is contained in:
Ho Kim 2025-04-07 06:48:39 +00:00
parent aefb3117db
commit 1efae95a36
No known key found for this signature in database
GPG Key ID: 92D99E8FE190A578

View File

@ -1053,6 +1053,9 @@ async def chat_completion(
model_item = form_data.pop("model_item", {})
tasks = form_data.pop("background_tasks", None)
# placeholder
metadata = {}
try:
if not model_item.get("direct", False):
model_id = form_data.get("model", None)