From 8aa6415500bd2b7213aa1b655cbe386fb5457810 Mon Sep 17 00:00:00 2001 From: dannyl1u Date: Wed, 19 Feb 2025 16:23:58 -0800 Subject: [PATCH] include logit_bias in form_data --- backend/open_webui/utils/middleware.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/backend/open_webui/utils/middleware.py b/backend/open_webui/utils/middleware.py index ba55c095e..359ef775c 100644 --- a/backend/open_webui/utils/middleware.py +++ b/backend/open_webui/utils/middleware.py @@ -591,6 +591,11 @@ def apply_params_to_form_data(form_data, model): if "reasoning_effort" in params: form_data["reasoning_effort"] = params["reasoning_effort"] + if "logit_bias" in params: + try: + form_data["logit_bias"] = json.loads(params["logit_bias"]) + except json.JSONDecodeError: + print("Invalid JSON format for logit_bias") return form_data