From 8cdf9814bde8049a31c09961263f3ef91d4607c0 Mon Sep 17 00:00:00 2001
From: Michael Poluektov <michael.poluektov@gmail.com>
Date: Thu, 8 Aug 2024 11:01:00 +0100
Subject: [PATCH] fix: name differences

---
 backend/utils/misc.py | 37 ++++++++++++++++++++++---------------
 1 file changed, 22 insertions(+), 15 deletions(-)

diff --git a/backend/utils/misc.py b/backend/utils/misc.py
index 993aa9f60..3dc1cf7ee 100644
--- a/backend/utils/misc.py
+++ b/backend/utils/misc.py
@@ -148,23 +148,24 @@ def apply_model_params_to_body(
     return form_data
 
 
-OPENAI_MAPPINGS = {
-    "temperature": float,
-    "top_p": int,
-    "max_tokens": int,
-    "frequency_penalty": int,
-    "seed": lambda x: x,
-    "stop": lambda x: [bytes(s, "utf-8").decode("unicode_escape") for s in x],
-}
-
-
 # inplace function: form_data is modified
 def apply_model_params_to_body_openai(params: dict, form_data: dict) -> dict:
-    return apply_model_params_to_body(params, form_data, OPENAI_MAPPINGS)
+    mappings = {
+        "temperature": float,
+        "top_p": int,
+        "max_tokens": int,
+        "frequency_penalty": int,
+        "seed": lambda x: x,
+        "stop": lambda x: [bytes(s, "utf-8").decode("unicode_escape") for s in x],
+    }
+    return apply_model_params_to_body(params, form_data, mappings)
 
 
 def apply_model_params_to_body_ollama(params: dict, form_data: dict) -> dict:
     opts = [
+        "temperature",
+        "top_p",
+        "seed",
         "mirostat",
         "mirostat_eta",
         "mirostat_tau",
@@ -180,12 +181,18 @@ def apply_model_params_to_body_ollama(params: dict, form_data: dict) -> dict:
         "num_thread",
     ]
     mappings = {i: lambda x: x for i in opts}
-    mappings = {**mappings, **OPENAI_MAPPINGS}
     form_data = apply_model_params_to_body(params, form_data, mappings)
 
-    # only param that changes name
-    if (param := params.get("frequency_penalty", None)) is not None:
-        form_data["repeat_penalty"] = param
+    name_differences = {
+        "max_tokens": "num_predict",
+        "frequency_penalty": "repeat_penalty",
+    }
+
+    for key, value in name_differences.items():
+        if (param := params.get(key, None)) is not None:
+            form_data[value] = param
+
+    print(form_data)
     return form_data