OpenWebUI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-06-26 18:26:48 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #13031 from gaby/anyio-workers

Browse Source 
feat: Add support for configuring FastAPI/AnyIO Thread Pool
This commit is contained in:
Tim Jaeryang Baek 2025-04-18 17:53:35 -07:00 committed by GitHub
commit d2f3c82fd6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 21 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
backend/open_webui/config.py
View File

@ -1203,6 +1203,9 @@ ENABLE_USER_WEBHOOKS = PersistentConfig(
os.environ.get("ENABLE_USER_WEBHOOKS", "True").lower() == "true", os.environ.get("ENABLE_USER_WEBHOOKS", "True").lower() == "true",
) )
# FastAPI / AnyIO settings
THREAD_POOL_SIZE = int(os.getenv("THREAD_POOL_SIZE", "0"))
def validate_cors_origins(origins): def validate_cors_origins(origins):
for origin in origins: for origin in origins:

8
backend/open_webui/main.py
View File

@ -17,6 +17,7 @@ from sqlalchemy import text
from typing import Optional from typing import Optional
from aiocache import cached from aiocache import cached
import aiohttp import aiohttp
import anyio.to_thread
import requests import requests
@ -106,6 +107,8 @@ from open_webui.config import (
OPENAI_API_CONFIGS, OPENAI_API_CONFIGS,
# Direct Connections # Direct Connections
ENABLE_DIRECT_CONNECTIONS, ENABLE_DIRECT_CONNECTIONS,
# Thread pool size for FastAPI/AnyIO
THREAD_POOL_SIZE,
# Tool Server Configs # Tool Server Configs
TOOL_SERVER_CONNECTIONS, TOOL_SERVER_CONNECTIONS,
# Code Execution # Code Execution
@ -434,6 +437,11 @@ async def lifespan(app: FastAPI):
if LICENSE_KEY: if LICENSE_KEY:
get_license_data(app, LICENSE_KEY) get_license_data(app, LICENSE_KEY)
pool_size = THREAD_POOL_SIZE
if pool_size and pool_size > 0:
limiter = anyio.to_thread.current_default_thread_limiter()
limiter.total_tokens = pool_size
asyncio.create_task(periodic_usage_pool_cleanup()) asyncio.create_task(periodic_usage_pool_cleanup())
yield yield

3
backend/open_webui/routers/knowledge.py
View File

@ -742,5 +742,6 @@ def add_files_to_knowledge_batch(
) )
return KnowledgeFilesResponse( return KnowledgeFilesResponse(
**knowledge.model_dump(), files=Files.get_file_metadatas_by_ids(existing_file_ids) **knowledge.model_dump(),
files=Files.get_file_metadatas_by_ids(existing_file_ids),
) )

12
backend/open_webui/routers/users.py
View File

@ -298,8 +298,10 @@ async def update_user_by_id(
) )
except Exception as e: except Exception as e:
log.error(f"Error checking primary admin status: {e}") log.error(f"Error checking primary admin status: {e}")
raise HTTPException(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, detail="Could not verify primary admin status.") raise HTTPException(
status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
detail="Could not verify primary admin status.",
)
user = Users.get_user_by_id(user_id) user = Users.get_user_by_id(user_id)
@ -341,7 +343,6 @@ async def update_user_by_id(
) )
############################ ############################
# DeleteUserById # DeleteUserById
############################ ############################
@ -359,7 +360,10 @@ async def delete_user_by_id(user_id: str, user=Depends(get_admin_user)):
) )
except Exception as e: except Exception as e:
log.error(f"Error checking primary admin status: {e}") log.error(f"Error checking primary admin status: {e}")
raise HTTPException(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, detail="Could not verify primary admin status.") raise HTTPException(
status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
detail="Could not verify primary admin status.",
)
if user.id != user_id: if user.id != user_id:
result = Auths.delete_auth_by_id(user_id) result = Auths.delete_auth_by_id(user_id)