UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-03-04 11:29:59 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

refac

Browse Source
This commit is contained in:
Timothy Jaeryang Baek 2025-01-22 00:32:09 -08:00
parent 2777d3ec49
commit 039d685547
1 changed files with 13 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
backend/open_webui/utils/middleware.py
View File

@ -1074,9 +1074,10 @@ async def process_chat_response(
# We might want to disable this by default # We might want to disable this by default
detect_reasoning = True detect_reasoning = True
reasoning_start_time = None reasoning_start_time = None
reasoning_content = "" reasoning_content = ""
ongoing_content = ""
async for line in response.body_iterator: async for line in response.body_iterator:
line = line.decode("utf-8") if isinstance(line, bytes) else line line = line.decode("utf-8") if isinstance(line, bytes) else line
@ -1116,11 +1117,17 @@ async def process_chat_response(
if detect_reasoning: if detect_reasoning:
if "<think>\n" in content: if "<think>\n" in content:
# Remove the <think> tag
content = content.replace("<think>\n", "")
ongoing_content = content
reasoning_start_time = time.time() reasoning_start_time = time.time()
reasoning_content = "" reasoning_content = ""
content = content.replace("<think>\n", "")
if reasoning_start_time is not None: if reasoning_start_time is not None:
# Remove the last value from the content
content = content[: -len(value)]
reasoning_content += value reasoning_content += value
if "</think>\n" in reasoning_content: if "</think>\n" in reasoning_content:
@ -1147,13 +1154,14 @@ async def process_chat_response(
) )
# Format reasoning with <details> tag # Format reasoning with <details> tag
content = f"<details>\n<summary>Thought for {reasoning_duration} seconds</summary>\n{reasoning_content}\n</details>\n" content = f"{ongoing_content}<details>\n<summary>Thought for {reasoning_duration} seconds</summary>\n{reasoning_content}\n</details>\n"
else: else:
content = "" content = ""
reasoning_start_time = None reasoning_start_time = None
else: else:
ongoing_content = "\n".join(
reasoning_content = "\n".join(
( (
f"> {line}" f"> {line}"
if not line.startswith(">") if not line.startswith(">")
@ -1163,7 +1171,7 @@ async def process_chat_response(
) )
# Show ongoing thought process # Show ongoing thought process
content = f"<details>\n<summary>Thinking… <loading/></summary>\n{ongoing_content}\n</details>\n" content = f"{ongoing_content}<details>\n<summary>Thinking… <loading/></summary>\n{reasoning_content}\n</details>\n"
if ENABLE_REALTIME_CHAT_SAVE: if ENABLE_REALTIME_CHAT_SAVE:
# Save message in the database # Save message in the database