fix: incorrect casting of top_p and frequency_penalty

2024-09-08 17:52:58 +02:00 · 2024-09-08 17:52:58 +02:00 · 8e6ea49e0e
parent 666086a806
commit 8e6ea49e0e
1 changed files with 2 additions and 2 deletions
--- a/backend/open_webui/utils/payload.py
+++ b/backend/open_webui/utils/payload.py
@ -44,9 +44,9 @@ def apply_model_params_to_body(
 def apply_model_params_to_body_openai(params: dict, form_data: dict) -> dict:
    mappings = {
        "temperature": float,
-        "top_p": int,
+        "top_p": float,
        "max_tokens": int,
-        "frequency_penalty": int,
+        "frequency_penalty": float,
        "seed": lambda x: x,
        "stop": lambda x: [bytes(s, "utf-8").decode("unicode_escape") for s in x],
    }