UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-04-02 12:09:06 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

add: OPENAI_MODEL_LIST_TIMEOUT

Browse Source
This commit is contained in:
LuoChen 2024-10-14 08:52:59 +08:00
parent 6f3f5ff922
commit ebec6cd426
No known key found for this signature in database
2 changed files with 12 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backend/open_webui/apps/openai/main.py
View File

@ -18,7 +18,7 @@ from open_webui.config import (
OPENAI_API_KEYS,
AppConfig,
)
from open_webui.env import AIOHTTP_CLIENT_TIMEOUT
from open_webui.env import AIOHTTP_CLIENT_TIMEOUT, OPENAI_MODEL_LIST_TIMEOUT
from open_webui.constants import ERROR_MESSAGES
from open_webui.env import SRC_LOG_LEVELS
@ -179,7 +179,7 @@ async def speech(request: Request, user=Depends(get_verified_user)):
async def fetch_url(url, key):
timeout = aiohttp.ClientTimeout(total=3)
timeout = aiohttp.ClientTimeout(total=OPENAI_MODEL_LIST_TIMEOUT)
try:
headers = {"Authorization": f"Bearer {key}"}
async with aiohttp.ClientSession(timeout=timeout, trust_env=True) as session:

10
backend/open_webui/env.py
View File

@ -363,6 +363,16 @@ else:
except Exception:
AIOHTTP_CLIENT_TIMEOUT = 300
OPENAI_MODEL_LIST_TIMEOUT = os.environ.get("OPENAI_MODEL_LIST_TIMEOUT", "")
if OPENAI_MODEL_LIST_TIMEOUT == "":
OPENAI_MODEL_LIST_TIMEOUT = None
else:
try:
OPENAI_MODEL_LIST_TIMEOUT = int(OPENAI_MODEL_LIST_TIMEOUT)
except Exception:
OPENAI_MODEL_LIST_TIMEOUT = 3
####################################
# OFFLINE_MODE
####################################