OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-06-26 18:15:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

REFAC
Some checks are pending
Create and publish Docker images with specific build args / build-main-image (push) Waiting to run
Details
Create and publish Docker images with specific build args / build-cuda-image (push) Waiting to run
Details
Create and publish Docker images with specific build args / build-minimum-image (push) Waiting to run
Details
Create and publish Docker images with specific build args / merge-main-images (push) Blocked by required conditions
Details
Create and publish Docker images with specific build args / merge-cuda-images (push) Blocked by required conditions
Details
Create and publish Docker images with specific build args / merge-minimum-images (push) Blocked by required conditions
Details

Browse Source
This commit is contained in:
Timothy Jaeryang Baek 2025-04-13 17:35:34 -07:00
parent 8cfdd63ae0
commit 88613aa75d
1 changed files with 14 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
main.py
View File

@ -39,8 +39,8 @@ PIPELINES = {}
PIPELINE_MODULES = {}
PIPELINE_NAMES = {}
#Add GLOBAL_LOG_LEVEL for Pipeplines
log_level = os.getenv('GLOBAL_LOG_LEVEL', 'INFO').upper()
# Add GLOBAL_LOG_LEVEL for Pipeplines
log_level = os.getenv("GLOBAL_LOG_LEVEL", "INFO").upper()
logging.basicConfig(level=LOG_LEVELS[log_level])
@ -694,7 +694,6 @@ async def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm):
messages=messages,
body=form_data.model_dump(),
)
logging.info(f"stream:true:{res}")
if isinstance(res, str):
@ -708,19 +707,23 @@ async def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm):
line = line.model_dump_json()
line = f"data: {line}"
elif isinstance(line, dict):
line = json.dumps(line)
line = f"data: {line}"
try:
line = line.decode("utf-8")
logging.info(f"stream_content:Generator:{line}")
if line.startswith("data:"):
yield f"{line}\n\n"
else:
line = stream_message_template(form_data.model, line)
yield f"data: {json.dumps(line)}\n\n"
except:
pass
logging.info(f"stream_content:Generator:{line}")
if line.startswith("data:"):
yield f"{line}\n\n"
else:
line = stream_message_template(form_data.model, line)
yield f"data: {json.dumps(line)}\n\n"
if isinstance(res, str) or isinstance(res, Generator):
finish_message = {
"id": f"{form_data.model}-{str(uuid.uuid4())}",