OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-06-26 18:15:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

REFAC
Some checks are pending
Create and publish Docker images with specific build args / build-main-image (push) Waiting to run
Details
Create and publish Docker images with specific build args / build-cuda-image (push) Waiting to run
Details
Create and publish Docker images with specific build args / build-minimum-image (push) Waiting to run
Details
Create and publish Docker images with specific build args / merge-main-images (push) Blocked by required conditions
Details
Create and publish Docker images with specific build args / merge-cuda-images (push) Blocked by required conditions
Details
Create and publish Docker images with specific build args / merge-minimum-images (push) Blocked by required conditions
Details

Browse Source
This commit is contained in:
Timothy Jaeryang Baek 2025-04-13 17:35:34 -07:00
parent 8cfdd63ae0
commit 88613aa75d
1 changed files with 14 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
main.py
View File

@ -40,7 +40,7 @@ PIPELINE_MODULES = {}
PIPELINE_NAMES = {}
# Add GLOBAL_LOG_LEVEL for Pipeplines
log_level = os.getenv('GLOBAL_LOG_LEVEL', 'INFO').upper()
log_level = os.getenv("GLOBAL_LOG_LEVEL", "INFO").upper()
logging.basicConfig(level=LOG_LEVELS[log_level])
@ -694,7 +694,6 @@ async def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm):
messages=messages,
body=form_data.model_dump(),
)
logging.info(f"stream:true:{res}")
if isinstance(res, str):
@ -708,11 +707,12 @@ async def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm):
line = line.model_dump_json()
line = f"data: {line}"
elif isinstance(line, dict):
line = json.dumps(line)
line = f"data: {line}"
try:
line = line.decode("utf-8")
except:
pass
logging.info(f"stream_content:Generator:{line}")
if line.startswith("data:"):
@ -721,6 +721,9 @@ async def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm):
line = stream_message_template(form_data.model, line)
yield f"data: {json.dumps(line)}\n\n"
except:
pass
if isinstance(res, str) or isinstance(res, Generator):
finish_message = {
"id": f"{form_data.model}-{str(uuid.uuid4())}",