From fb3886cf04d1431e7dae6968f607634999404b45 Mon Sep 17 00:00:00 2001 From: Simone Date: Fri, 21 Feb 2025 18:46:10 +0100 Subject: [PATCH] Added support for stop parameter --- backend/open_webui/utils/payload.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/backend/open_webui/utils/payload.py b/backend/open_webui/utils/payload.py index 51e8d50cc..4c1bbad9a 100644 --- a/backend/open_webui/utils/payload.py +++ b/backend/open_webui/utils/payload.py @@ -230,6 +230,12 @@ def convert_payload_openai_to_ollama(openai_payload: dict) -> dict: "system" ] # To prevent Ollama warning of invalid option provided + # If there is the "stop" parameter in the openai_payload, remap it to the ollama_payload.options + if "stop" in openai_payload: + ollama_options = ollama_payload.get("options", {}) + ollama_options["stop"] = openai_payload.get("stop") + ollama_payload["options"] = ollama_options + if "metadata" in openai_payload: ollama_payload["metadata"] = openai_payload["metadata"]