From c2e742afe1f525841902d2b0360025974e54a4b6 Mon Sep 17 00:00:00 2001 From: Alexander Date: Wed, 29 Jan 2025 19:28:09 +0100 Subject: [PATCH] Fix max_tokens not being set properly --- backend/open_webui/utils/middleware.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/backend/open_webui/utils/middleware.py b/backend/open_webui/utils/middleware.py index 6b2329be1..815e69739 100644 --- a/backend/open_webui/utils/middleware.py +++ b/backend/open_webui/utils/middleware.py @@ -666,6 +666,9 @@ def apply_params_to_form_data(form_data, model): if "temperature" in params: form_data["temperature"] = params["temperature"] + if "max_tokens" in params: + form_data["max_tokens"] = params["max_tokens"] + if "top_p" in params: form_data["top_p"] = params["top_p"]