refac

backend/open_webui/apps/rag/main.py

@@ -267,7 +267,9 @@ def update_reranking_model(
                     return scores
 
             try:
-                app.state.sentence_transformer_rf = ColBERT(reranking_model)
+                app.state.sentence_transformer_rf = ColBERT(
+                    get_model_path(reranking_model, auto_update)
+                )
             except Exception as e:
                 log.error(f"ColBERT: {e}")
                 app.state.sentence_transformer_rf = None

backend/requirements.txt

@@ -44,6 +44,8 @@ pymilvus==2.4.6
 
 sentence-transformers==3.0.1
 colbert-ai==0.2.21
+einop==0.8.0
+flash_attn==2.6.3
 
 pypdf==4.3.1
 docx2txt==0.8

pyproject.toml

@@ -51,6 +51,8 @@ dependencies = [
 
     "sentence-transformers==3.0.1",
     "colbert-ai==0.2.21",
+    "einop==0.8.0",
+    "flash_attn==2.6.3",
     
     "pypdf==4.3.1",
     "docx2txt==0.8",