fix: incorrect casting of top_p and frequency_penalty

This commit is contained in:
Michał Surmaczewski 2024-09-08 17:52:58 +02:00
parent 666086a806
commit 8e6ea49e0e

View File

@ -44,9 +44,9 @@ def apply_model_params_to_body(
def apply_model_params_to_body_openai(params: dict, form_data: dict) -> dict:
mappings = {
"temperature": float,
"top_p": int,
"top_p": float,
"max_tokens": int,
"frequency_penalty": int,
"frequency_penalty": float,
"seed": lambda x: x,
"stop": lambda x: [bytes(s, "utf-8").decode("unicode_escape") for s in x],
}