UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-04-24 16:32:11 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

refac

Browse Source
This commit is contained in:
Timothy Jaeryang Baek 2025-03-03 20:34:17 -08:00
parent 7e65f7fa4d
commit 029625ec4e
1 changed files with 29 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
backend/open_webui/utils/middleware.py
View File

@ -1553,30 +1553,51 @@ async def process_chat_response(
] += delta_arguments ] += delta_arguments
value = delta.get("content") value = delta.get("content")
reasoning_content = delta.get("reasoning_content") reasoning_content = delta.get("reasoning_content")
if reasoning_content: if reasoning_content:
if not content_blocks or content_blocks[-1]["type"] != "reasoning": if (
not content_blocks
or content_blocks[-1]["type"] != "reasoning"
):
reasoning_block = { reasoning_block = {
"type": "reasoning", "type": "reasoning",
"start_tag": "think", "start_tag": "think",
"end_tag": "/think", "end_tag": "/think",
"attributes": {"type": "reasoning_content"}, "attributes": {
"type": "reasoning_content"
},
"content": "", "content": "",
"started_at": time.time() "started_at": time.time(),
} }
content_blocks.append(reasoning_block) content_blocks.append(reasoning_block)
else: else:
reasoning_block = content_blocks[-1] reasoning_block = content_blocks[-1]
reasoning_block["content"] += reasoning_content reasoning_block["content"] += reasoning_content
data = { data = {
"content": serialize_content_blocks(content_blocks) "content": serialize_content_blocks(
content_blocks
)
} }
if value: if value:
if content_blocks and content_blocks[-1]["type"] == "reasoning" and content_blocks[-1].get("attributes", {}).get("type") == "reasoning_content": if (
content_blocks
and content_blocks[-1]["type"]
== "reasoning"
and content_blocks[-1]
.get("attributes", {})
.get("type")
== "reasoning_content"
):
reasoning_block = content_blocks[-1] reasoning_block = content_blocks[-1]
reasoning_block["attributes"] = {}
reasoning_block["ended_at"] = time.time() reasoning_block["ended_at"] = time.time()
reasoning_block["duration"] = int(reasoning_block["ended_at"] - reasoning_block["started_at"]) reasoning_block["duration"] = int(
reasoning_block["ended_at"]
- reasoning_block["started_at"]
)
content_blocks.append( content_blocks.append(
{ {
@ -1584,6 +1605,7 @@ async def process_chat_response(
"content": "", "content": "",
} }
) )
content = f"{content}{value}" content = f"{content}{value}"
if not content_blocks: if not content_blocks:
content_blocks.append( content_blocks.append(