diff --git a/backend/open_webui/utils/payload.py b/backend/open_webui/utils/payload.py index 4e15e7025..8d0a27f2b 100644 --- a/backend/open_webui/utils/payload.py +++ b/backend/open_webui/utils/payload.py @@ -178,10 +178,11 @@ def convert_payload_openai_to_ollama(openai_payload: dict) -> dict: if openai_payload.get("options"): ollama_payload["options"] = openai_payload["options"] ollama_options = openai_payload["options"] - - # Mapping OpenAI's `max_tokens` -> Ollama's `num_predict` - if "max_tokens" in openai_payload: - ollama_options["num_predict"] = openai_payload["max_tokens"] + + # Re-Mapping OpenAI's `max_tokens` -> Ollama's `num_predict` + if "max_tokens" in ollama_options: + ollama_options["num_predict"] = ollama_options["max_tokens"] + del ollama_options["max_tokens"] # To prevent Ollama warning of invalid option provided # Add options to payload if any have been set if ollama_options: