OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-06-26 18:15:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

feat: Add Claude-4 thinking support for Bedrock

Browse Source
This commit is contained in:
Takahiro Kikumoto 2025-05-31 17:04:48 +09:00
parent 25ddc603e8
commit 27353f7402
1 changed files with 9 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
examples/pipelines/providers/aws_bedrock_claude_pipeline.py
View File

@ -50,14 +50,6 @@ class Pipeline:
# self.id = "openai_pipeline" # self.id = "openai_pipeline"
self.name = "Bedrock: " self.name = "Bedrock: "
self.valves = self.Valves(
**{
"AWS_ACCESS_KEY": os.getenv("AWS_ACCESS_KEY", "your-aws-access-key-here"),
"AWS_SECRET_KEY": os.getenv("AWS_SECRET_KEY", "your-aws-secret-key-here"),
"AWS_REGION_NAME": os.getenv("AWS_REGION_NAME", "your-aws-region-name-here"),
}
)
self.valves = self.Valves( self.valves = self.Valves(
**{ **{
"AWS_ACCESS_KEY": os.getenv("AWS_ACCESS_KEY", ""), "AWS_ACCESS_KEY": os.getenv("AWS_ACCESS_KEY", ""),
@ -72,6 +64,13 @@ class Pipeline:
self.update_pipelines() self.update_pipelines()
def get_thinking_supported_models(self):
"""Returns list of model identifiers that support extended thinking"""
return [
"claude-3-7",
"claude-sonnet-4",
"claude-opus-4"
]
async def on_startup(self): async def on_startup(self):
# This function is called when the server is started. # This function is called when the server is started.
@ -183,13 +182,14 @@ class Pipeline:
} }
if body.get("stream", False): if body.get("stream", False):
supports_thinking = "claude-3-7" in model_id supports_thinking = any(model in model_id for model in self.get_thinking_supported_models())
reasoning_effort = body.get("reasoning_effort", "none") reasoning_effort = body.get("reasoning_effort", "none")
budget_tokens = REASONING_EFFORT_BUDGET_TOKEN_MAP.get(reasoning_effort) budget_tokens = REASONING_EFFORT_BUDGET_TOKEN_MAP.get(reasoning_effort)
# Allow users to input an integer value representing budget tokens # Allow users to input an integer value representing budget tokens
if ( if (
not budget_tokens not budget_tokens
and reasoning_effort is not None
and reasoning_effort not in REASONING_EFFORT_BUDGET_TOKEN_MAP.keys() and reasoning_effort not in REASONING_EFFORT_BUDGET_TOKEN_MAP.keys()
): ):
try: try: