OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-13 17:10:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
Timothy J. Baek 2024-05-21 19:52:18 -07:00
parent aea3a239eb
commit 419ab11bb6
1 changed files with 14 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
main.py
View File

@ -137,25 +137,26 @@ async def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm):
print(f"stream:true:{res}") print(f"stream:true:{res}")
if isinstance(res, Iterator): if isinstance(res, str):
for line in res: message = stream_message_template(form_data.model, res)
if line: print(f"stream_content:str:{message}")
# Decode the JSON data yield f"data: {json.dumps(message)}\n\n"
decoded_line = line.decode("utf-8")
print(f"stream_content:Iterator:{decoded_line}")
yield f"{decoded_line}\n\n"
else:
if isinstance(res, str):
message = stream_message_template(form_data.model, res)
print(f"stream_content:str:{message}")
yield f"data: {json.dumps(message)}\n\n"
elif isinstance(res, Generator): if isinstance(res, Iterator):
if isinstance(res, Generator):
for message in res: for message in res:
print(f"stream_content:Generator:{message}") print(f"stream_content:Generator:{message}")
message = stream_message_template(form_data.model, message) message = stream_message_template(form_data.model, message)
yield f"data: {json.dumps(message)}\n\n" yield f"data: {json.dumps(message)}\n\n"
else:
for line in res:
if line:
# Decode the JSON data
decoded_line = line.decode("utf-8")
print(f"stream_content:Iterator:{decoded_line}")
yield f"{decoded_line}\n\n"
if isinstance(res, str) or isinstance(res, Generator):
finish_message = { finish_message = {
"id": f"{form_data.model}-{str(uuid.uuid4())}", "id": f"{form_data.model}-{str(uuid.uuid4())}",
"object": "chat.completion.chunk", "object": "chat.completion.chunk",