OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-13 09:00:53 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add support for outputting reasoning process in DeepSeek

Browse Source 
- Modified `stream_response` method to handle reasoning content blocks.
- Added logic to yield "<think>" and "</think>" tags around reasoning content.
This commit is contained in:
Takahiro Kikumoto 2025-03-18 10:34:17 +09:00
parent 9ec364092d
commit c5af48c45b
1 changed files with 15 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
examples/pipelines/providers/aws_bedrock_deepseek_pipeline.py
View File

@ -165,9 +165,22 @@ class Pipeline:
def stream_response(self, model_id: str, payload: dict) -> Generator: def stream_response(self, model_id: str, payload: dict) -> Generator:
streaming_response = self.bedrock_runtime.converse_stream(**payload) streaming_response = self.bedrock_runtime.converse_stream(**payload)
in_resasoning_context = False
for chunk in streaming_response["stream"]: for chunk in streaming_response["stream"]:
if "contentBlockDelta" in chunk and "text" in chunk["contentBlockDelta"]["delta"]: if in_resasoning_context and "contentBlockStop" in chunk:
yield chunk["contentBlockDelta"]["delta"]["text"] in_resasoning_context = False
yield "\n </think> \n\n"
elif "contentBlockDelta" in chunk and "delta" in chunk["contentBlockDelta"]:
if "reasoningContent" in chunk["contentBlockDelta"]["delta"]:
if not in_resasoning_context:
yield "<think>"
in_resasoning_context = True
if "text" in chunk["contentBlockDelta"]["delta"]["reasoningContent"]:
yield chunk["contentBlockDelta"]["delta"]["reasoningContent"]["text"]
elif "text" in chunk["contentBlockDelta"]["delta"]:
yield chunk["contentBlockDelta"]["delta"]["text"]
def get_completion(self, model_id: str, payload: dict) -> str: def get_completion(self, model_id: str, payload: dict) -> str:
response = self.bedrock_runtime.converse(**payload) response = self.bedrock_runtime.converse(**payload)