This commit is contained in:
Timothy J. Baek 2024-08-13 11:21:17 +01:00
parent c75e77cdde
commit a1888b3757
2 changed files with 2 additions and 1 deletions

View File

@ -43,8 +43,8 @@ from config import (
AppConfig, AppConfig,
) )
from utils.misc import ( from utils.misc import (
apply_model_params_to_body_ollama,
calculate_sha256, calculate_sha256,
apply_model_params_to_body_ollama,
apply_model_params_to_body_openai, apply_model_params_to_body_openai,
apply_model_system_prompt_to_body, apply_model_system_prompt_to_body,
) )

View File

@ -179,6 +179,7 @@ def apply_model_params_to_body_ollama(params: dict, form_data: dict) -> dict:
"use_mmap", "use_mmap",
"use_mlock", "use_mlock",
"num_thread", "num_thread",
"num_gpu",
] ]
mappings = {i: lambda x: x for i in opts} mappings = {i: lambda x: x for i in opts}
form_data = apply_model_params_to_body(params, form_data, mappings) form_data = apply_model_params_to_body(params, form_data, mappings)