UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2024-11-06 08:56:39 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

refac: similarity operation

Browse Source
This commit is contained in:
Timothy J. Baek 2024-10-23 22:38:58 -07:00
parent cde33002c7
commit d7151fe6fa
1 changed files with 6 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
src/lib/components/admin/Evaluations.svelte
View File

@ -7,7 +7,7 @@
import * as ort from 'onnxruntime-web';
import { AutoModel, AutoTokenizer } from '@huggingface/transformers';
const embedding_model = 'TaylorAI/bge-micro-v2';
const EMBEDDING_MODEL = 'TaylorAI/bge-micro-v2';
let tokenizer = null;
let model = null;
@ -128,9 +128,6 @@
case '1':
outcome = 1;
break;
case '0':
outcome = 0.5;
break;
case '-1':
outcome = 0;
break;
@ -138,9 +135,10 @@
return; // Skip invalid ratings
}
const similarity = similarities.get(feedback.id) || 1;
// If the query is empty, set similarity to 1, else get the similarity from the map
const similarity = query !== '' ? similarities.get(feedback.id) || 0 : 1;
const opponents = feedback.data.sibling_model_ids || [];
opponents.forEach((modelB) => {
const statsB = getOrDefaultStats(modelB);
const changeA = calculateEloChange(statsA.rating, statsB.rating, outcome, similarity);
@ -270,8 +268,8 @@
feedbacks = await getAllFeedbacks(localStorage.token);
loaded = true;
tokenizer = await AutoTokenizer.from_pretrained(embedding_model);
model = await AutoModel.from_pretrained(embedding_model);
tokenizer = await AutoTokenizer.from_pretrained(EMBEDDING_MODEL);
model = await AutoModel.from_pretrained(EMBEDDING_MODEL);
// Pre-compute embeddings for all unique tags
const allTags = new Set(feedbacks.flatMap((feedback) => feedback.data.tags || []));