OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-06-04 03:47:04 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
Timothy J. Baek 2024-05-21 18:06:51 -07:00
parent 6810ed2166
commit f508caaea7
2 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
main.py
View File

@ -109,7 +109,7 @@ async def get_models():
@app.post("/chat/completions") @app.post("/chat/completions")
@app.post("/v1/chat/completions") @app.post("/v1/chat/completions")
def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm): async def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm):
user_message = get_last_user_message(form_data.messages) user_message = get_last_user_message(form_data.messages)
if form_data.model not in PIPELINES: if form_data.model not in PIPELINES:
@ -118,7 +118,7 @@ def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm):
detail=f"Model {form_data.model} not found", detail=f"Model {form_data.model} not found",
) )
def job(): async def job():
get_response = PIPELINES[form_data.model]["module"].get_response get_response = PIPELINES[form_data.model]["module"].get_response
if form_data.stream: if form_data.stream:
@ -184,7 +184,7 @@ def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm):
], ],
} }
return job() return await job()
@app.get("/") @app.get("/")

3
pipelines/examples/haystack_pipeline.py
View File

@ -2,7 +2,7 @@ from typing import List, Union, Generator
from schemas import OpenAIChatMessage from schemas import OpenAIChatMessage
import os import os
global basic_rag_pipeline basic_rag_pipeline = None
def get_response( def get_response(
@ -23,6 +23,7 @@ def get_response(
async def on_startup(): async def on_startup():
global basic_rag_pipeline
os.environ["OPENAI_API_KEY"] = "your_openai_api_key_here" os.environ["OPENAI_API_KEY"] = "your_openai_api_key_here"