From cafba3eafffedeba07c38433c55f4b25e75ceac4 Mon Sep 17 00:00:00 2001 From: Samer Albahra Date: Fri, 2 May 2025 11:30:59 -0400 Subject: [PATCH] Fix model reference with Ollama proxy when prefixes are used --- backend/open_webui/routers/ollama.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/backend/open_webui/routers/ollama.py b/backend/open_webui/routers/ollama.py index 775cd0446..ee8d56b61 100644 --- a/backend/open_webui/routers/ollama.py +++ b/backend/open_webui/routers/ollama.py @@ -880,6 +880,10 @@ async def embed( url = request.app.state.config.OLLAMA_BASE_URLS[url_idx] key = get_api_key(url_idx, url, request.app.state.config.OLLAMA_API_CONFIGS) + prefix_id = api_config.get("prefix_id", None) + if prefix_id: + form_data.model = form_data.model.replace(f"{prefix_id}.", "") + try: r = requests.request( method="POST", @@ -959,6 +963,10 @@ async def embeddings( url = request.app.state.config.OLLAMA_BASE_URLS[url_idx] key = get_api_key(url_idx, url, request.app.state.config.OLLAMA_API_CONFIGS) + prefix_id = api_config.get("prefix_id", None) + if prefix_id: + form_data.model = form_data.model.replace(f"{prefix_id}.", "") + try: r = requests.request( method="POST",