UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-02-22 13:18:25 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

Update remapping logic

Browse Source 
We copy the params from from the original key to the new key, then delete it. This is to ensure Ollama only gets valid options.

(Add a comment as well)
This commit is contained in:
ferret99gt 2025-02-19 09:25:47 -05:00
parent a4249a6351
commit fa885c3346
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
backend/open_webui/utils/payload.py
View File

@ -66,13 +66,16 @@ def apply_model_params_to_body_openai(params: dict, form_data: dict) -> dict:
def apply_model_params_to_body_ollama(params: dict, form_data: dict) -> dict: def apply_model_params_to_body_ollama(params: dict, form_data: dict) -> dict:
# Convert OpenAI parameter names to Ollama parameter names if needed.
name_differences = { name_differences = {
"max_tokens": "num_predict", "max_tokens": "num_predict",
} }
for key, value in name_differences.items(): for key, value in name_differences.items():
if (param := params.get(key, None)) is not None: if (param := params.get(key, None)) is not None:
form_data[value] = param # Copy the parameter to new name then delete it, to prevent Ollama warning of invalid option provided
params[value] = params[key]
del params[key]
opts = [ opts = [
"temperature", "temperature",