UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2024-11-06 16:59:42 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

refac: lazy load big dependencies to reduce min memory usage

Browse Source
This commit is contained in:
Jun Siang Cheah 2024-10-02 22:18:42 +01:00
parent d353ea449a
commit 318f61161e
2 changed files with 6 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
backend/open_webui/apps/retrieval/main.py
View File

@ -15,9 +15,6 @@ from pydantic import BaseModel
from open_webui.apps.retrieval.vector.connector import VECTOR_DB_CLIENT
# Information retrieval models
from open_webui.apps.retrieval.models.colbert import ColBERT
# Document loaders
from open_webui.apps.retrieval.loaders.main import Loader
@ -192,6 +189,8 @@ def update_reranking_model(
if reranking_model:
if any(model in reranking_model for model in ["jinaai/jina-colbert-v2"]):
try:
from open_webui.apps.retrieval.models.colbert import ColBERT
app.state.sentence_transformer_rf = ColBERT(
get_model_path(reranking_model, auto_update),
env="docker" if DOCKER else None,

8
backend/open_webui/apps/retrieval/vector/connector.py
View File

@ -1,10 +1,10 @@
from open_webui.apps.retrieval.vector.dbs.chroma import ChromaClient
from open_webui.apps.retrieval.vector.dbs.milvus import MilvusClient
from open_webui.config import VECTOR_DB
if VECTOR_DB == "milvus":
from open_webui.apps.retrieval.vector.dbs.milvus import MilvusClient
VECTOR_DB_CLIENT = MilvusClient()
else:
from open_webui.apps.retrieval.vector.dbs.chroma import ChromaClient
VECTOR_DB_CLIENT = ChromaClient()