diff --git a/backend/main.py b/backend/main.py index df3f884b3..e1172f026 100644 --- a/backend/main.py +++ b/backend/main.py @@ -492,6 +492,12 @@ class ChatCompletionMiddleware(BaseHTTPMiddleware): "__id__": filter_id, } + if "__model__" in sig.parameters: + params = { + **params, + "__model__": model, + } + if inspect.iscoroutinefunction(inlet): data = await inlet(**params) else: @@ -1083,6 +1089,12 @@ async def chat_completed(form_data: dict, user=Depends(get_verified_user)): "__id__": filter_id, } + if "__model__" in sig.parameters: + params = { + **params, + "__model__": model, + } + if inspect.iscoroutinefunction(outlet): data = await outlet(**params) else: