fix: logit bias issue

This commit is contained in:
Timothy Jaeryang Baek 2025-03-08 16:50:30 +00:00
parent 58ff221d1f
commit 4e36b9794f

View File

@ -673,7 +673,11 @@ async def generate_chat_completion(
del payload["max_tokens"]
# Convert the modified body back to JSON
payload['logit_bias'] = json.loads(convert_logit_bias_input_to_json(payload['logit_bias']))
if "logit_bias" in payload:
payload["logit_bias"] = json.loads(
convert_logit_bias_input_to_json(payload["logit_bias"])
)
payload = json.dumps(payload)
r = None