OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-06-26 18:15:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix issue where Claude 4 was not getting detected

Browse Source 
Claude 4 version is in a different place than Claude 3
This commit is contained in:
Josh Knapp 2025-06-03 09:52:07 -07:00
parent 010899b9f7
commit 4e4320f13a
1 changed files with 33 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

44
examples/pipelines/providers/aws_bedrock_claude_pipeline.py
View File

@ -156,6 +156,33 @@ class Pipeline:
return profile['inferenceProfileId'] return profile['inferenceProfileId']
return None return None
def check_supports_thinking(self, model_id: str) -> bool:
"""Helper function to determine if a model supports thinking feature"""
if "claude" not in model_id.lower():
return False
import re
# Initialize version variables
major_version = None
minor_version = None
# First try the standard pattern (claude-3-7)
version_match = re.search(r'claude-(\d+)(?:[.-](\d+))?', model_id.lower())
if version_match:
major_version = int(version_match.group(1))
minor_version = int(version_match.group(2)) if version_match.group(2) else 0
else:
# Try Claude 4 pattern with potential minor version (claude-sonnet-4-2, claude-sonnet-4.2)
version_match = re.search(r'claude-\w+-(\d+)(?:[.-](\d+))?', model_id.lower())
if version_match:
major_version = int(version_match.group(1))
minor_version = int(version_match.group(2)) if version_match.group(2) else 0
# Set supports_thinking if version was found
if major_version is not None:
return (major_version > 3) or (major_version == 3 and minor_version >= 7)
return False
def pipe( def pipe(
self, user_message: str, model_id: str, messages: List[dict], body: dict self, user_message: str, model_id: str, messages: List[dict], body: dict
) -> Union[str, Generator, Iterator]: ) -> Union[str, Generator, Iterator]:
@ -165,7 +192,6 @@ class Pipeline:
system_message, messages = pop_system_message(messages) system_message, messages = pop_system_message(messages)
logging.info(f"pop_system_message: {json.dumps(messages)}") logging.info(f"pop_system_message: {json.dumps(messages)}")
try: try:
processed_messages = [] processed_messages = []
image_count = 0 image_count = 0
@ -199,16 +225,12 @@ class Pipeline:
} }
if body.get("stream", False): if body.get("stream", False):
supports_thinking = False supports_thinking = self.check_supports_thinking(model_id)
if "claude" in model_id.lower():
# Extract version from model_id using string operations or regex # Debug logging to help troubleshoot version detection
import re print(f"Model ID: {model_id}")
version_match = re.search(r'claude-(\d+)(?:\.(\d+))?', model_id.lower()) print(f"Supports thinking: {supports_thinking}")
if version_match:
major_version = int(version_match.group(1))
minor_version = int(version_match.group(2)) if version_match.group(2) else 0
# Claude 3.7+ and Claude 4+ support thinking
supports_thinking = (major_version > 3) or (major_version == 3 and minor_version >= 7)
reasoning_effort = body.get("reasoning_effort", "none") reasoning_effort = body.get("reasoning_effort", "none")
budget_tokens = REASONING_EFFORT_BUDGET_TOKEN_MAP.get(reasoning_effort) budget_tokens = REASONING_EFFORT_BUDGET_TOKEN_MAP.get(reasoning_effort)