From e6919c324234c60d6841b66935df9637ee94ed75 Mon Sep 17 00:00:00 2001 From: ferret99gt <ferret99gt@gmail.com> Date: Wed, 19 Feb 2025 08:33:29 -0500 Subject: [PATCH] Remove mapping of frequency_penalty to repeat_penalty 1) Ollama natively supports frequency_penalty. 2) repeat_penaltywas added to Open Webui in PR #10016 and is not merged to main yet at this time. Once both changes go live, Ollama users can freely choose between frequency/presence penalty, or repeat penalty, as they choose. --- backend/open_webui/utils/payload.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/backend/open_webui/utils/payload.py b/backend/open_webui/utils/payload.py index 633f77ff2..1d5b55dfc 100644 --- a/backend/open_webui/utils/payload.py +++ b/backend/open_webui/utils/payload.py @@ -190,10 +190,6 @@ def convert_payload_openai_to_ollama(openai_payload: dict) -> dict: elif "max_tokens" in openai_payload: ollama_options["num_predict"] = openai_payload["max_tokens"] - # Handle frequency / presence_penalty, which needs renaming and checking - if "frequency_penalty" in openai_payload: - ollama_options["repeat_penalty"] = openai_payload["frequency_penalty"] - # Add options to payload if any have been set if ollama_options: ollama_payload["options"] = ollama_options