UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2024-11-16 05:24:02 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

refac

Browse Source
This commit is contained in:
Timothy J. Baek 2024-09-19 18:08:52 +02:00
parent 9b83e57372
commit a2b77fd072
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
backend/open_webui/apps/rag/main.py
View File

@ -203,6 +203,7 @@ def update_reranking_model(
class ColBERT:
def __init__(self, name) -> None:
print("ColBERT: Loading model", name)
self.device = "cuda" if torch.cuda.is_available() else "cpu"
self.ckpt = Checkpoint(
name,
@ -266,9 +267,7 @@ def update_reranking_model(
return scores
try:
app.state.sentence_transformer_rf = ColBERT(
get_model_path(reranking_model, auto_update)
)
app.state.sentence_transformer_rf = ColBERT(reranking_model)
except Exception as e:
log.error(f"ColBERT: {e}")
app.state.sentence_transformer_rf = None