This commit is contained in:
Timothy J. Baek
2024-08-13 11:21:17 +01:00
parent c75e77cdde
commit a1888b3757
2 changed files with 2 additions and 1 deletions

View File

@@ -179,6 +179,7 @@ def apply_model_params_to_body_ollama(params: dict, form_data: dict) -> dict:
"use_mmap",
"use_mlock",
"num_thread",
"num_gpu",
]
mappings = {i: lambda x: x for i in opts}
form_data = apply_model_params_to_body(params, form_data, mappings)