UniqAI
/
open-webui
mirror of https://github.com/open-webui/open-webui
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

refac

This commit is contained in:
Timothy J. Baek 2024-09-24 15:41:23 +02:00
parent 38b9a63fa5
commit a44e9a8dda
1 changed files with 12 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
backend/open_webui/apps/socket/main.py
View File

@ -48,6 +48,18 @@ else:
) )
# Dictionary to maintain the user pool
if WEBSOCKET_MANAGER == "redis":
SESSION_POOL = RedisDict("open-webui:session_pool", redis_url=WEBSOCKET_REDIS_URL)
USER_POOL = RedisDict("open-webui:user_pool", redis_url=WEBSOCKET_REDIS_URL)
USAGE_POOL = RedisDict("open-webui:usage_pool", redis_url=WEBSOCKET_REDIS_URL)
else:
SESSION_POOL = {}
USER_POOL = {}
USAGE_POOL = {}
# Timeout duration in seconds # Timeout duration in seconds
TIMEOUT_DURATION = 3 TIMEOUT_DURATION = 3
@ -84,17 +96,6 @@ app = socketio.ASGIApp(
on_startup=asyncio.create_task(periodic_usage_pool_cleanup()), on_startup=asyncio.create_task(periodic_usage_pool_cleanup()),
) )
# Dictionary to maintain the user pool
if WEBSOCKET_MANAGER == "redis":
SESSION_POOL = RedisDict("open-webui:session_pool", redis_url=WEBSOCKET_REDIS_URL)
USER_POOL = RedisDict("open-webui:user_pool", redis_url=WEBSOCKET_REDIS_URL)
USAGE_POOL = RedisDict("open-webui:usage_pool", redis_url=WEBSOCKET_REDIS_URL)
else:
SESSION_POOL = {}
USER_POOL = {}
USAGE_POOL = {}
def get_models_in_use(): def get_models_in_use():
# List models that are currently in use # List models that are currently in use