Merge pull request #13919 from dongfangzan/main

feat: add switching thinking/non-thinking modes to models
This commit is contained in:
Tim Jaeryang Baek
2025-05-16 22:08:04 +04:00
committed by GitHub
8 changed files with 74 additions and 4 deletions

View File

@@ -790,6 +790,11 @@ async def process_chat_payload(request, form_data, user, metadata, model):
),
form_data["messages"],
)
if "thinking" in features:
form_data["enable_thinking"] = features["thinking"]
form_data["chat_template_kwargs"] = {
"enable_thinking": features["thinking"]
}
tool_ids = form_data.pop("tool_ids", None)
files = form_data.pop("files", None)