Fix max_tokens not being set properly

This commit is contained in:
Alexander 2025-01-29 19:28:09 +01:00
parent b72150c881
commit c2e742afe1

View File

@ -666,6 +666,9 @@ def apply_params_to_form_data(form_data, model):
if "temperature" in params:
form_data["temperature"] = params["temperature"]
if "max_tokens" in params:
form_data["max_tokens"] = params["max_tokens"]
if "top_p" in params:
form_data["top_p"] = params["top_p"]