UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-02-21 12:29:29 +00:00
Code Issues Actions 11 Packages Projects Releases Wiki Activity

enh: lazy load embedding model for leaderboard

Browse Source
This commit is contained in:
Timothy J. Baek 2024-10-25 21:07:16 -07:00
parent 04babeb45a
commit 58d929fd65
1 changed files with 25 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
src/lib/components/admin/Evaluations.svelte
View File

@ -23,6 +23,7 @@
import Share from '../icons/Share.svelte'; import Share from '../icons/Share.svelte';
import CloudArrowUp from '../icons/CloudArrowUp.svelte'; import CloudArrowUp from '../icons/CloudArrowUp.svelte';
import { toast } from 'svelte-sonner'; import { toast } from 'svelte-sonner';
import Spinner from '../common/Spinner.svelte';
const i18n = getContext('i18n'); const i18n = getContext('i18n');
@ -35,6 +36,7 @@
let tagEmbeddings = new Map(); let tagEmbeddings = new Map();
let loaded = false; let loaded = false;
let loadingLeaderboard = true;
let debounceTimer; let debounceTimer;
$: paginatedFeedbacks = feedbacks.slice((page - 1) * 10, page * 10); $: paginatedFeedbacks = feedbacks.slice((page - 1) * 10, page * 10);
@ -91,6 +93,8 @@
if (a.rating !== '-' && b.rating !== '-') return b.rating - a.rating; if (a.rating !== '-' && b.rating !== '-') return b.rating - a.rating;
return a.name.localeCompare(b.name); return a.name.localeCompare(b.name);
}); });
loadingLeaderboard = false;
}; };
function calculateModelStats( function calculateModelStats(
@ -227,6 +231,8 @@
}; };
const debouncedQueryHandler = async () => { const debouncedQueryHandler = async () => {
loadingLeaderboard = true;
if (query.trim() === '') { if (query.trim() === '') {
rankHandler(); rankHandler();
return; return;
@ -294,10 +300,7 @@
window.addEventListener('message', messageHandler, false); window.addEventListener('message', messageHandler, false);
}; };
onMount(async () => { const loadEmbeddingModel = async () => {
feedbacks = await getAllFeedbacks(localStorage.token);
loaded = true;
// Check if the tokenizer and model are already loaded and stored in the window object // Check if the tokenizer and model are already loaded and stored in the window object
if (!window.tokenizer) { if (!window.tokenizer) {
window.tokenizer = await AutoTokenizer.from_pretrained(EMBEDDING_MODEL); window.tokenizer = await AutoTokenizer.from_pretrained(EMBEDDING_MODEL);
@ -314,6 +317,11 @@
// Pre-compute embeddings for all unique tags // Pre-compute embeddings for all unique tags
const allTags = new Set(feedbacks.flatMap((feedback) => feedback.data.tags || [])); const allTags = new Set(feedbacks.flatMap((feedback) => feedback.data.tags || []));
await getTagEmbeddings(Array.from(allTags)); await getTagEmbeddings(Array.from(allTags));
};
onMount(async () => {
feedbacks = await getAllFeedbacks(localStorage.token);
loaded = true;
rankHandler(); rankHandler();
}); });
@ -343,6 +351,9 @@
class=" w-full text-sm pr-4 py-1 rounded-r-xl outline-none bg-transparent" class=" w-full text-sm pr-4 py-1 rounded-r-xl outline-none bg-transparent"
bind:value={query} bind:value={query}
placeholder={$i18n.t('Search')} placeholder={$i18n.t('Search')}
on:focus={() => {
loadEmbeddingModel();
}}
/> />
</div> </div>
</Tooltip> </Tooltip>
@ -352,13 +363,22 @@
<div <div
class="scrollbar-hidden relative whitespace-nowrap overflow-x-auto max-w-full rounded pt-0.5" class="scrollbar-hidden relative whitespace-nowrap overflow-x-auto max-w-full rounded pt-0.5"
> >
{#if loadingLeaderboard}
<div class=" absolute top-0 bottom-0 left-0 right-0 flex">
<div class="m-auto">
<Spinner />
</div>
</div>
{/if}
{#if (rankedModels ?? []).length === 0} {#if (rankedModels ?? []).length === 0}
<div class="text-center text-xs text-gray-500 dark:text-gray-400 py-1"> <div class="text-center text-xs text-gray-500 dark:text-gray-400 py-1">
{$i18n.t('No models found')} {$i18n.t('No models found')}
</div> </div>
{:else} {:else}
<table <table
class="w-full text-sm text-left text-gray-500 dark:text-gray-400 table-auto max-w-full rounded" class="w-full text-sm text-left text-gray-500 dark:text-gray-400 table-auto max-w-full rounded {loadingLeaderboard
? 'opacity-20'
: ''}"
> >
<thead <thead
class="text-xs text-gray-700 uppercase bg-gray-50 dark:bg-gray-850 dark:text-gray-400 -translate-y-0.5" class="text-xs text-gray-700 uppercase bg-gray-50 dark:bg-gray-850 dark:text-gray-400 -translate-y-0.5"