OpenWebUI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-06-26 18:26:48 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

adding Docker Model Runner backend

Browse Source
This commit is contained in:
Sergei Shitikov
2025-06-16 22:29:36 +02:00
parent dd3381884d
commit 17c677a285
5 changed files with 401 additions and 53 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
backend/open_webui/utils/chat.py
View File

@@ -31,6 +31,10 @@ from open_webui.routers.ollama import (
generate_chat_completion as generate_ollama_chat_completion,
)
from open_webui.routers.docker_model_runner import (
generate_chat_completion as generate_docker_chat_completion,
)
from open_webui.routers.pipelines import (
process_pipeline_inlet_filter,
process_pipeline_outlet_filter,
@@ -274,6 +278,13 @@ async def generate_chat_completion(
)
else:
return convert_response_ollama_to_openai(response)
if model.get("owned_by") == "docker":
# Using DMR endpoints
return await generate_docker_chat_completion(
request=request,
form_data=form_data,
user=user,
)
else:
return await generate_openai_chat_completion(
request=request,