diff --git a/backend/open_webui/utils/payload.py b/backend/open_webui/utils/payload.py index 75dd872c8..78d8378e1 100644 --- a/backend/open_webui/utils/payload.py +++ b/backend/open_webui/utils/payload.py @@ -66,6 +66,15 @@ def apply_model_params_to_body_openai(params: dict, form_data: dict) -> dict: def apply_model_params_to_body_ollama(params: dict, form_data: dict) -> dict: + name_differences = { + "max_tokens": "num_predict", + "frequency_penalty": "repeat_penalty", + } + + for key, value in name_differences.items(): + if (param := params.get(key, None)) is not None: + form_data[value] = param + opts = [ "temperature", "top_p", @@ -99,15 +108,6 @@ def apply_model_params_to_body_ollama(params: dict, form_data: dict) -> dict: mappings = {i: lambda x: x for i in opts} form_data = apply_model_params_to_body(params, form_data, mappings) - name_differences = { - "max_tokens": "num_predict", - "frequency_penalty": "repeat_penalty", - } - - for key, value in name_differences.items(): - if (param := params.get(key, None)) is not None: - form_data[value] = param - return form_data