This commit is contained in:
Timothy Jaeryang Baek 2025-06-10 16:52:37 +04:00
parent d2e7feea86
commit b39d33cefb
2 changed files with 6 additions and 6 deletions

View File

@ -1290,11 +1290,7 @@ async def generate_chat_completion(
if params:
system = params.pop("system", None)
# Unlike OpenAI, Ollama does not support params directly in the body
payload["options"] = apply_model_params_to_body_ollama(
params, (payload.get("options", {}) or {})
)
payload = apply_model_params_to_body_ollama(params, payload)
payload = apply_model_system_prompt_to_body(system, payload, metadata, user)
# Check if user has access to the model

View File

@ -196,7 +196,11 @@ def apply_model_params_to_body_ollama(params: dict, form_data: dict) -> dict:
form_data[key] = value(param)
del params[key]
return apply_model_params_to_body(params, form_data, mappings)
# Unlike OpenAI, Ollama does not support params directly in the body
form_data["options"] = apply_model_params_to_body(
params, (form_data.get("options", {}) or {}), mappings
)
return form_data
def convert_messages_openai_to_ollama(messages: list[dict]) -> list[dict]: