UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2024-11-23 00:27:40 +00:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

enh: min_p

Browse Source
This commit is contained in:
Timothy J. Baek 2024-08-02 18:11:20 +02:00
parent 13b757d847
commit 8fcb5cee66
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backend/apps/ollama/main.py
View File

@ -857,6 +857,12 @@ async def generate_chat_completion(
):
payload["options"]["top_p"] = model_info.params.get("top_p", None)
if (
model_info.params.get("min_p", None)
and payload["options"].get("min_p") is None
):
payload["options"]["min_p"] = model_info.params.get("min_p", None)
if (
model_info.params.get("use_mmap", None)
and payload["options"].get("use_mmap") is None