OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-13 00:50:44 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

refac

Browse Source
This commit is contained in:
Timothy J. Baek 2024-05-26 16:07:31 -07:00
parent ad5846eb6a
commit 29e3ba4c4d
1 changed files with 11 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
main.py
View File

@ -51,6 +51,7 @@ def on_startup():
"module": pipeline, "module": pipeline,
"id": manifold_pipeline_id, "id": manifold_pipeline_id,
"name": p["name"], "name": p["name"],
"manifold": True,
} }
else: else:
PIPELINES[loaded_module.__name__] = { PIPELINES[loaded_module.__name__] = {
@ -144,14 +145,21 @@ async def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm):
def job(): def job():
print(form_data.model) print(form_data.model)
get_response = app.state.PIPELINES[form_data.model]["module"].get_response
pipeline = app.state.PIPELINES[form_data.model]
pipeline_id = form_data.model
if pipeline.get("manifold", False):
pipeline_id = pipeline_id.split(".")[1]
get_response = pipeline["module"].get_response
if form_data.stream: if form_data.stream:
def stream_content(): def stream_content():
res = get_response( res = get_response(
user_message=user_message, user_message=user_message,
model_id=form_data.model, model_id=pipeline_id,
messages=messages, messages=messages,
body=form_data.model_dump(), body=form_data.model_dump(),
) )
@ -205,7 +213,7 @@ async def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm):
else: else:
res = get_response( res = get_response(
user_message=user_message, user_message=user_message,
model_id=form_data.model, model_id=pipeline_id,
messages=messages, messages=messages,
body=form_data.model_dump(), body=form_data.model_dump(),
) )