enh/refac: ollama advanced params

This commit is contained in:
Timothy Jaeryang Baek
2025-06-10 12:48:34 +04:00
parent ad80643774
commit 8f68b25510
6 changed files with 165 additions and 154 deletions

View File

@@ -1323,7 +1323,7 @@ async def generate_chat_completion(
prefix_id = api_config.get("prefix_id", None)
if prefix_id:
payload["model"] = payload["model"].replace(f"{prefix_id}.", "")
# payload["keep_alive"] = -1 # keep alive forever
return await send_post_request(
url=f"{url}/api/chat",
payload=json.dumps(payload),