Merge pull request #10683 from grandtele/fix/openai-o1-legacy-roles

fix: restore compatibility for older o1 models (o1-mini, o1-preview)
This commit is contained in:
Timothy Jaeryang Baek 2025-02-24 23:35:18 -08:00 committed by GitHub
commit 205013da2f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -98,8 +98,14 @@ def openai_o1_o3_handler(payload):
payload["max_completion_tokens"] = payload["max_tokens"]
del payload["max_tokens"]
# Fix: o1 and o3 do not support the "system" parameter. Modify "system" to "developer"
# Fix: o1 and o3 do not support the "system" role directly.
# For older models like "o1-mini" or "o1-preview", use role "user".
# For newer o1/o3 models, replace "system" with "developer".
if payload["messages"][0]["role"] == "system":
model_lower = payload["model"].lower()
if model_lower.startswith("o1-mini") or model_lower.startswith("o1-preview"):
payload["messages"][0]["role"] = "user"
else:
payload["messages"][0]["role"] = "developer"
return payload