OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-06-26 18:15:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
Timothy J. Baek 2024-05-21 19:56:09 -07:00
parent 419ab11bb6
commit 452b401647
1 changed files with 13 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
main.py
View File

@ -143,18 +143,19 @@ async def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm):
yield f"data: {json.dumps(message)}\n\n" yield f"data: {json.dumps(message)}\n\n"
if isinstance(res, Iterator): if isinstance(res, Iterator):
if isinstance(res, Generator): for line in res:
for message in res: try:
print(f"stream_content:Generator:{message}") line = line.decode("utf-8")
message = stream_message_template(form_data.model, message) except:
yield f"data: {json.dumps(message)}\n\n" pass
else:
for line in res: print(f"stream_content:Generator:{line}")
if line:
# Decode the JSON data if line.startswith("data:"):
decoded_line = line.decode("utf-8") yield f"{line}\n\n"
print(f"stream_content:Iterator:{decoded_line}") else:
yield f"{decoded_line}\n\n" line = stream_message_template(form_data.model, line)
yield f"data: {json.dumps(line)}\n\n"
if isinstance(res, str) or isinstance(res, Generator): if isinstance(res, str) or isinstance(res, Generator):
finish_message = { finish_message = {