logit_bias: handle comma seperated values

This commit is contained in:
dannyl1u
2025-02-27 23:13:30 -08:00
parent 34e3cb6881
commit 90aa29528c
2 changed files with 16 additions and 3 deletions

View File

@@ -5,6 +5,7 @@ import uuid
from datetime import timedelta
from pathlib import Path
from typing import Callable, Optional
import json
import collections.abc
@@ -445,3 +446,14 @@ def parse_ollama_modelfile(model_text):
data["params"]["messages"] = messages
return data
def convert_logit_bias_input_to_json(user_input):
logit_bias_pairs = user_input.split(',')
logit_bias_json = {}
for pair in logit_bias_pairs:
token, bias = pair.split(':')
token = str(token.strip())
bias = int(bias.strip())
bias = 100 if bias > 100 else -100 if bias < -100 else bias
logit_bias_json[token] = bias
return json.dumps(logit_bias_json)