UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-03-24 22:49:22 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

Merge pull request #4024 from Seth-Rothschild/fix-seed-0

Browse Source 
fix: seed and temperature can be 0 in models
This commit is contained in:
Timothy Jaeryang Baek 2024-07-20 14:01:34 +02:00 committed by GitHub
commit 63eda0fe42
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 7 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backend/apps/ollama/main.py
View File

@ -805,7 +805,7 @@ async def generate_chat_completion(
)
if (
model_info.params.get("temperature", None)
model_info.params.get("temperature", None) is not None
and payload["options"].get("temperature") is None
):
payload["options"]["temperature"] = model_info.params.get(
@ -813,7 +813,7 @@ async def generate_chat_completion(
)
if (
model_info.params.get("seed", None)
model_info.params.get("seed", None) is not None
and payload["options"].get("seed") is None
):
payload["options"]["seed"] = model_info.params.get("seed", None)

7
backend/apps/openai/main.py
View File

@ -372,7 +372,7 @@ async def generate_chat_completion(
if model_info.params:
if (
model_info.params.get("temperature", None)
model_info.params.get("temperature", None) is not None
and payload.get("temperature") is None
):
payload["temperature"] = float(model_info.params.get("temperature"))
@ -394,7 +394,10 @@ async def generate_chat_completion(
model_info.params.get("frequency_penalty", None)
)
if model_info.params.get("seed", None) and payload.get("seed") is None:
if (
model_info.params.get("seed", None) is not None
and payload.get("seed") is None
):
payload["seed"] = model_info.params.get("seed", None)
if model_info.params.get("stop", None) and payload.get("stop") is None: