UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2024-11-16 05:24:02 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

refac

Browse Source
This commit is contained in:
Timothy J. Baek 2024-09-19 17:46:11 +02:00
parent 687cae9b79
commit 9b83e57372
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backend/open_webui/apps/rag/main.py
View File

@ -205,7 +205,7 @@ def update_reranking_model(
def __init__(self, name) -> None:
self.device = "cuda" if torch.cuda.is_available() else "cpu"
self.ckpt = Checkpoint(
get_model_path(name, auto_update),
name,
colbert_config=ColBERTConfig(model_name=name),
).to(self.device)
pass
@ -266,7 +266,9 @@ def update_reranking_model(
return scores
try:
app.state.sentence_transformer_rf = ColBERT(reranking_model)
app.state.sentence_transformer_rf = ColBERT(
get_model_path(reranking_model, auto_update)
)
except Exception as e:
log.error(f"ColBERT: {e}")
app.state.sentence_transformer_rf = None