OpenWebUI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-06-15 02:41:30 +00:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

refac

Browse Source
This commit is contained in:
Timothy Jaeryang Baek 2025-05-08 20:47:41 +04:00
parent 68f5ff540c
commit 08b6ea0e17
2 changed files with 12 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
backend/open_webui/config.py
View File

@ -1262,7 +1262,16 @@ ENABLE_USER_WEBHOOKS = PersistentConfig(
) )
# FastAPI / AnyIO settings # FastAPI / AnyIO settings
THREAD_POOL_SIZE = int(os.getenv("THREAD_POOL_SIZE", "0")) THREAD_POOL_SIZE = os.getenv("THREAD_POOL_SIZE", None)
if THREAD_POOL_SIZE is not None and isinstance(THREAD_POOL_SIZE, str):
try:
THREAD_POOL_SIZE = int(THREAD_POOL_SIZE)
except ValueError:
log.warning(
f"THREAD_POOL_SIZE is not a valid integer: {THREAD_POOL_SIZE}. Defaulting to None."
)
THREAD_POOL_SIZE = None
def validate_cors_origins(origins): def validate_cors_origins(origins):

5
backend/open_webui/main.py
View File

@ -461,10 +461,9 @@ async def lifespan(app: FastAPI):
log.info("Installing external dependencies of functions and tools...") log.info("Installing external dependencies of functions and tools...")
install_tool_and_function_dependencies() install_tool_and_function_dependencies()
pool_size = THREAD_POOL_SIZE if THREAD_POOL_SIZE and THREAD_POOL_SIZE > 0:
if pool_size and pool_size > 0:
limiter = anyio.to_thread.current_default_thread_limiter() limiter = anyio.to_thread.current_default_thread_limiter()
limiter.total_tokens = pool_size limiter.total_tokens = THREAD_POOL_SIZE
asyncio.create_task(periodic_usage_pool_cleanup()) asyncio.create_task(periodic_usage_pool_cleanup())