From 62f98df9118084fa933aea2d7c0f26c33d464799 Mon Sep 17 00:00:00 2001 From: Timothy Jaeryang Baek Date: Sun, 13 Apr 2025 22:13:06 -0700 Subject: [PATCH] fix --- main.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/main.py b/main.py index eb82c08..5be7cfb 100644 --- a/main.py +++ b/main.py @@ -703,6 +703,7 @@ async def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm): if isinstance(res, Iterator): for line in res: + print(line) if isinstance(line, BaseModel): line = line.model_dump_json() line = f"data: {line}" @@ -714,16 +715,15 @@ async def generate_openai_chat_completion(form_data: OpenAIChatCompletionForm): try: line = line.decode("utf-8") logging.info(f"stream_content:Generator:{line}") - - if line.startswith("data:"): - yield f"{line}\n\n" - else: - line = stream_message_template(form_data.model, line) - yield f"data: {json.dumps(line)}\n\n" - except: pass + if isinstance(line, str) and line.startswith("data:"): + yield f"{line}\n\n" + else: + line = stream_message_template(form_data.model, line) + yield f"data: {json.dumps(line)}\n\n" + if isinstance(res, str) or isinstance(res, Generator): finish_message = { "id": f"{form_data.model}-{str(uuid.uuid4())}",