This commit is contained in:
Timothy Jaeryang Baek 2025-06-20 09:58:44 +04:00
parent 4e50dd4df6
commit e1f5f1e0b1

View File

@ -662,16 +662,19 @@ def get_azure_allowed_params(api_version: str) -> set[str]:
"seed", "seed",
"max_completion_tokens", "max_completion_tokens",
} }
if api_version >= "2024-09-01-preview":
allowed_params.add("stream_options") try:
if api_version >= "2024-09-01-preview":
allowed_params.add("stream_options")
except ValueError:
log.debug(
f"Invalid API version {api_version} for Azure OpenAI. Defaulting to allowed parameters."
)
return allowed_params return allowed_params
def convert_to_azure_payload( def convert_to_azure_payload(url, payload: dict, api_version: str):
url,
payload: dict,
api_version: str
):
model = payload.get("model", "") model = payload.get("model", "")
# Filter allowed parameters based on Azure OpenAI API # Filter allowed parameters based on Azure OpenAI API