mirror of
https://github.com/open-webui/open-webui
synced 2024-11-09 02:00:03 +00:00
479 lines
14 KiB
Svelte
479 lines
14 KiB
Svelte
<script lang="ts">
|
|
import { DropdownMenu } from 'bits-ui';
|
|
|
|
import { flyAndScale } from '$lib/utils/transitions';
|
|
import { createEventDispatcher, onMount, getContext, tick } from 'svelte';
|
|
|
|
import ChevronDown from '$lib/components/icons/ChevronDown.svelte';
|
|
import Check from '$lib/components/icons/Check.svelte';
|
|
import Search from '$lib/components/icons/Search.svelte';
|
|
|
|
import { deleteModel, getOllamaVersion, pullModel } from '$lib/apis/ollama';
|
|
|
|
import { user, MODEL_DOWNLOAD_POOL, models, mobile } from '$lib/stores';
|
|
import { toast } from 'svelte-sonner';
|
|
import { capitalizeFirstLetter, sanitizeResponseContent, splitStream } from '$lib/utils';
|
|
import { getModels } from '$lib/apis';
|
|
|
|
import Tooltip from '$lib/components/common/Tooltip.svelte';
|
|
|
|
const i18n = getContext('i18n');
|
|
const dispatch = createEventDispatcher();
|
|
|
|
export let value = '';
|
|
export let placeholder = 'Select a model';
|
|
export let searchEnabled = true;
|
|
export let searchPlaceholder = $i18n.t('Search a model');
|
|
|
|
export let items: {
|
|
label: string;
|
|
value: string;
|
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
[key: string]: any;
|
|
} = [];
|
|
|
|
export let className = 'w-[30rem]';
|
|
|
|
let show = false;
|
|
|
|
let selectedModel = '';
|
|
$: selectedModel = items.find((item) => item.value === value) ?? '';
|
|
|
|
let searchValue = '';
|
|
let ollamaVersion = null;
|
|
|
|
$: filteredItems = items.filter(
|
|
(item) =>
|
|
(searchValue
|
|
? item.value.toLowerCase().includes(searchValue.toLowerCase()) ||
|
|
item.label.toLowerCase().includes(searchValue.toLowerCase()) ||
|
|
(item.model?.info?.meta?.tags ?? []).some((tag) =>
|
|
tag.name.toLowerCase().includes(searchValue.toLowerCase())
|
|
)
|
|
: true) && !(item.model?.info?.meta?.hidden ?? false)
|
|
);
|
|
|
|
const pullModelHandler = async () => {
|
|
const sanitizedModelTag = searchValue.trim().replace(/^ollama\s+(run|pull)\s+/, '');
|
|
|
|
console.log($MODEL_DOWNLOAD_POOL);
|
|
if ($MODEL_DOWNLOAD_POOL[sanitizedModelTag]) {
|
|
toast.error(
|
|
$i18n.t(`Model '{{modelTag}}' is already in queue for downloading.`, {
|
|
modelTag: sanitizedModelTag
|
|
})
|
|
);
|
|
return;
|
|
}
|
|
if (Object.keys($MODEL_DOWNLOAD_POOL).length === 3) {
|
|
toast.error(
|
|
$i18n.t('Maximum of 3 models can be downloaded simultaneously. Please try again later.')
|
|
);
|
|
return;
|
|
}
|
|
|
|
const [res, controller] = await pullModel(localStorage.token, sanitizedModelTag, '0').catch(
|
|
(error) => {
|
|
toast.error(error);
|
|
return null;
|
|
}
|
|
);
|
|
|
|
if (res) {
|
|
const reader = res.body
|
|
.pipeThrough(new TextDecoderStream())
|
|
.pipeThrough(splitStream('\n'))
|
|
.getReader();
|
|
|
|
MODEL_DOWNLOAD_POOL.set({
|
|
...$MODEL_DOWNLOAD_POOL,
|
|
[sanitizedModelTag]: {
|
|
...$MODEL_DOWNLOAD_POOL[sanitizedModelTag],
|
|
abortController: controller,
|
|
reader,
|
|
done: false
|
|
}
|
|
});
|
|
|
|
while (true) {
|
|
try {
|
|
const { value, done } = await reader.read();
|
|
if (done) break;
|
|
|
|
let lines = value.split('\n');
|
|
|
|
for (const line of lines) {
|
|
if (line !== '') {
|
|
let data = JSON.parse(line);
|
|
console.log(data);
|
|
if (data.error) {
|
|
throw data.error;
|
|
}
|
|
if (data.detail) {
|
|
throw data.detail;
|
|
}
|
|
|
|
if (data.status) {
|
|
if (data.digest) {
|
|
let downloadProgress = 0;
|
|
if (data.completed) {
|
|
downloadProgress = Math.round((data.completed / data.total) * 1000) / 10;
|
|
} else {
|
|
downloadProgress = 100;
|
|
}
|
|
|
|
MODEL_DOWNLOAD_POOL.set({
|
|
...$MODEL_DOWNLOAD_POOL,
|
|
[sanitizedModelTag]: {
|
|
...$MODEL_DOWNLOAD_POOL[sanitizedModelTag],
|
|
pullProgress: downloadProgress,
|
|
digest: data.digest
|
|
}
|
|
});
|
|
} else {
|
|
toast.success(data.status);
|
|
|
|
MODEL_DOWNLOAD_POOL.set({
|
|
...$MODEL_DOWNLOAD_POOL,
|
|
[sanitizedModelTag]: {
|
|
...$MODEL_DOWNLOAD_POOL[sanitizedModelTag],
|
|
done: data.status === 'success'
|
|
}
|
|
});
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} catch (error) {
|
|
console.log(error);
|
|
if (typeof error !== 'string') {
|
|
error = error.message;
|
|
}
|
|
|
|
toast.error(error);
|
|
// opts.callback({ success: false, error, modelName: opts.modelName });
|
|
}
|
|
}
|
|
|
|
if ($MODEL_DOWNLOAD_POOL[sanitizedModelTag].done) {
|
|
toast.success(
|
|
$i18n.t(`Model '{{modelName}}' has been successfully downloaded.`, {
|
|
modelName: sanitizedModelTag
|
|
})
|
|
);
|
|
|
|
models.set(await getModels(localStorage.token));
|
|
} else {
|
|
toast.error($i18n.t('Download canceled'));
|
|
}
|
|
|
|
delete $MODEL_DOWNLOAD_POOL[sanitizedModelTag];
|
|
|
|
MODEL_DOWNLOAD_POOL.set({
|
|
...$MODEL_DOWNLOAD_POOL
|
|
});
|
|
}
|
|
};
|
|
|
|
onMount(async () => {
|
|
ollamaVersion = await getOllamaVersion(localStorage.token).catch((error) => false);
|
|
});
|
|
|
|
const cancelModelPullHandler = async (model: string) => {
|
|
const { reader, abortController } = $MODEL_DOWNLOAD_POOL[model];
|
|
if (abortController) {
|
|
abortController.abort();
|
|
}
|
|
if (reader) {
|
|
await reader.cancel();
|
|
delete $MODEL_DOWNLOAD_POOL[model];
|
|
MODEL_DOWNLOAD_POOL.set({
|
|
...$MODEL_DOWNLOAD_POOL
|
|
});
|
|
await deleteModel(localStorage.token, model);
|
|
toast.success(`${model} download has been canceled`);
|
|
}
|
|
};
|
|
</script>
|
|
|
|
<DropdownMenu.Root
|
|
bind:open={show}
|
|
onOpenChange={async () => {
|
|
searchValue = '';
|
|
window.setTimeout(() => document.getElementById('model-search-input')?.focus(), 0);
|
|
}}
|
|
>
|
|
<DropdownMenu.Trigger class="relative w-full" aria-label={placeholder}>
|
|
<div
|
|
class="flex w-full text-left px-0.5 outline-none bg-transparent truncate text-lg font-semibold placeholder-gray-400 focus:outline-none"
|
|
>
|
|
{#if selectedModel}
|
|
{selectedModel.label}
|
|
{:else}
|
|
{placeholder}
|
|
{/if}
|
|
<ChevronDown className=" self-center ml-2 size-3" strokeWidth="2.5" />
|
|
</div>
|
|
</DropdownMenu.Trigger>
|
|
|
|
<DropdownMenu.Content
|
|
class=" z-40 {$mobile
|
|
? `w-full`
|
|
: `${className}`} max-w-[calc(100vw-1rem)] justify-start rounded-xl bg-white dark:bg-gray-850 dark:text-white shadow-lg border border-gray-300/30 dark:border-gray-700/50 outline-none "
|
|
transition={flyAndScale}
|
|
side={$mobile ? 'bottom' : 'bottom-start'}
|
|
sideOffset={4}
|
|
>
|
|
<slot>
|
|
{#if searchEnabled}
|
|
<div class="flex items-center gap-2.5 px-5 mt-3.5 mb-3">
|
|
<Search className="size-4" strokeWidth="2.5" />
|
|
|
|
<input
|
|
id="model-search-input"
|
|
bind:value={searchValue}
|
|
class="w-full text-sm bg-transparent outline-none"
|
|
placeholder={searchPlaceholder}
|
|
autocomplete="off"
|
|
/>
|
|
</div>
|
|
|
|
<hr class="border-gray-100 dark:border-gray-800" />
|
|
{/if}
|
|
|
|
<div class="px-3 my-2 max-h-64 overflow-y-auto scrollbar-hidden">
|
|
{#each filteredItems as item}
|
|
<button
|
|
aria-label="model-item"
|
|
class="flex w-full text-left font-medium line-clamp-1 select-none items-center rounded-button py-2 pl-3 pr-1.5 text-sm text-gray-700 dark:text-gray-100 outline-none transition-all duration-75 hover:bg-gray-100 dark:hover:bg-gray-800 rounded-lg cursor-pointer data-[highlighted]:bg-muted"
|
|
on:click={() => {
|
|
value = item.value;
|
|
|
|
show = false;
|
|
}}
|
|
>
|
|
<div class="flex flex-col">
|
|
{#if $mobile && (item?.model?.info?.meta?.tags ?? []).length > 0}
|
|
<div class="flex gap-0.5 self-start h-full mb-0.5 -translate-x-1">
|
|
{#each item.model?.info?.meta.tags as tag}
|
|
<div
|
|
class=" text-xs font-black px-1 rounded uppercase line-clamp-1 bg-gray-500/20 text-gray-700 dark:text-gray-200"
|
|
>
|
|
{tag.name}
|
|
</div>
|
|
{/each}
|
|
</div>
|
|
{/if}
|
|
<div class="flex items-center gap-2">
|
|
<div class="flex items-center">
|
|
<div class="line-clamp-1">
|
|
{item.label}
|
|
</div>
|
|
{#if item.model.owned_by === 'ollama' && (item.model.ollama?.details?.parameter_size ?? '') !== ''}
|
|
<div class="flex ml-1 items-center translate-y-[0.5px]">
|
|
<Tooltip
|
|
content={`${
|
|
item.model.ollama?.details?.quantization_level
|
|
? item.model.ollama?.details?.quantization_level + ' '
|
|
: ''
|
|
}${
|
|
item.model.ollama?.size
|
|
? `(${(item.model.ollama?.size / 1024 ** 3).toFixed(1)}GB)`
|
|
: ''
|
|
}`}
|
|
className="self-end"
|
|
>
|
|
<span
|
|
class=" text-xs font-medium text-gray-600 dark:text-gray-400 line-clamp-1"
|
|
>{item.model.ollama?.details?.parameter_size ?? ''}</span
|
|
>
|
|
</Tooltip>
|
|
</div>
|
|
{/if}
|
|
</div>
|
|
|
|
{#if !$mobile && (item?.model?.info?.meta?.tags ?? []).length > 0}
|
|
<div class="flex gap-0.5 self-center items-center h-full translate-y-[0.5px]">
|
|
{#each item.model?.info?.meta.tags as tag}
|
|
<div
|
|
class=" text-xs font-black px-1 rounded uppercase line-clamp-1 bg-gray-500/20 text-gray-700 dark:text-gray-200"
|
|
>
|
|
{tag.name}
|
|
</div>
|
|
{/each}
|
|
</div>
|
|
{/if}
|
|
|
|
<!-- {JSON.stringify(item.info)} -->
|
|
|
|
{#if item.model.owned_by === 'openai'}
|
|
<Tooltip content={`${'External'}`}>
|
|
<div class="">
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
viewBox="0 0 16 16"
|
|
fill="currentColor"
|
|
class="size-3"
|
|
>
|
|
<path
|
|
fill-rule="evenodd"
|
|
d="M8.914 6.025a.75.75 0 0 1 1.06 0 3.5 3.5 0 0 1 0 4.95l-2 2a3.5 3.5 0 0 1-5.396-4.402.75.75 0 0 1 1.251.827 2 2 0 0 0 3.085 2.514l2-2a2 2 0 0 0 0-2.828.75.75 0 0 1 0-1.06Z"
|
|
clip-rule="evenodd"
|
|
/>
|
|
<path
|
|
fill-rule="evenodd"
|
|
d="M7.086 9.975a.75.75 0 0 1-1.06 0 3.5 3.5 0 0 1 0-4.95l2-2a3.5 3.5 0 0 1 5.396 4.402.75.75 0 0 1-1.251-.827 2 2 0 0 0-3.085-2.514l-2 2a2 2 0 0 0 0 2.828.75.75 0 0 1 0 1.06Z"
|
|
clip-rule="evenodd"
|
|
/>
|
|
</svg>
|
|
</div>
|
|
</Tooltip>
|
|
{/if}
|
|
|
|
{#if item.model?.info?.meta?.description}
|
|
<Tooltip
|
|
content={`${sanitizeResponseContent(
|
|
item.model?.info?.meta?.description
|
|
).replaceAll('\n', '<br>')}`}
|
|
>
|
|
<div class="">
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
fill="none"
|
|
viewBox="0 0 24 24"
|
|
stroke-width="1.5"
|
|
stroke="currentColor"
|
|
class="w-4 h-4"
|
|
>
|
|
<path
|
|
stroke-linecap="round"
|
|
stroke-linejoin="round"
|
|
d="m11.25 11.25.041-.02a.75.75 0 0 1 1.063.852l-.708 2.836a.75.75 0 0 0 1.063.853l.041-.021M21 12a9 9 0 1 1-18 0 9 9 0 0 1 18 0Zm-9-3.75h.008v.008H12V8.25Z"
|
|
/>
|
|
</svg>
|
|
</div>
|
|
</Tooltip>
|
|
{/if}
|
|
</div>
|
|
</div>
|
|
|
|
{#if value === item.value}
|
|
<div class="ml-auto pl-2">
|
|
<Check />
|
|
</div>
|
|
{/if}
|
|
</button>
|
|
{:else}
|
|
<div>
|
|
<div class="block px-3 py-2 text-sm text-gray-700 dark:text-gray-100">
|
|
{$i18n.t('No results found')}
|
|
</div>
|
|
</div>
|
|
{/each}
|
|
|
|
{#if !(searchValue.trim() in $MODEL_DOWNLOAD_POOL) && searchValue && ollamaVersion && $user.role === 'admin'}
|
|
<button
|
|
class="flex w-full font-medium line-clamp-1 select-none items-center rounded-button py-2 pl-3 pr-1.5 text-sm text-gray-700 dark:text-gray-100 outline-none transition-all duration-75 hover:bg-gray-100 dark:hover:bg-gray-800 rounded-lg cursor-pointer data-[highlighted]:bg-muted"
|
|
on:click={() => {
|
|
pullModelHandler();
|
|
}}
|
|
>
|
|
{$i18n.t(`Pull "{{searchValue}}" from Ollama.com`, { searchValue: searchValue })}
|
|
</button>
|
|
{/if}
|
|
|
|
{#each Object.keys($MODEL_DOWNLOAD_POOL) as model}
|
|
<div
|
|
class="flex w-full justify-between font-medium select-none rounded-button py-2 pl-3 pr-1.5 text-sm text-gray-700 dark:text-gray-100 outline-none transition-all duration-75 rounded-lg cursor-pointer data-[highlighted]:bg-muted"
|
|
>
|
|
<div class="flex">
|
|
<div class="-ml-2 mr-2.5 translate-y-0.5">
|
|
<svg
|
|
class="size-4"
|
|
viewBox="0 0 24 24"
|
|
fill="currentColor"
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
><style>
|
|
.spinner_ajPY {
|
|
transform-origin: center;
|
|
animation: spinner_AtaB 0.75s infinite linear;
|
|
}
|
|
@keyframes spinner_AtaB {
|
|
100% {
|
|
transform: rotate(360deg);
|
|
}
|
|
}
|
|
</style><path
|
|
d="M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z"
|
|
opacity=".25"
|
|
/><path
|
|
d="M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z"
|
|
class="spinner_ajPY"
|
|
/></svg
|
|
>
|
|
</div>
|
|
|
|
<div class="flex flex-col self-start">
|
|
<div class="line-clamp-1">
|
|
Downloading "{model}" {'pullProgress' in $MODEL_DOWNLOAD_POOL[model]
|
|
? `(${$MODEL_DOWNLOAD_POOL[model].pullProgress}%)`
|
|
: ''}
|
|
</div>
|
|
|
|
{#if 'digest' in $MODEL_DOWNLOAD_POOL[model] && $MODEL_DOWNLOAD_POOL[model].digest}
|
|
<div class="-mt-1 h-fit text-[0.7rem] dark:text-gray-500 line-clamp-1">
|
|
{$MODEL_DOWNLOAD_POOL[model].digest}
|
|
</div>
|
|
{/if}
|
|
</div>
|
|
</div>
|
|
|
|
<div class="mr-2 translate-y-0.5">
|
|
<Tooltip content={$i18n.t('Cancel')}>
|
|
<button
|
|
class="text-gray-800 dark:text-gray-100"
|
|
on:click={() => {
|
|
cancelModelPullHandler(model);
|
|
}}
|
|
>
|
|
<svg
|
|
class="w-4 h-4 text-gray-800 dark:text-white"
|
|
aria-hidden="true"
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
width="24"
|
|
height="24"
|
|
fill="currentColor"
|
|
viewBox="0 0 24 24"
|
|
>
|
|
<path
|
|
stroke="currentColor"
|
|
stroke-linecap="round"
|
|
stroke-linejoin="round"
|
|
stroke-width="2"
|
|
d="M6 18 17.94 6M18 18 6.06 6"
|
|
/>
|
|
</svg>
|
|
</button>
|
|
</Tooltip>
|
|
</div>
|
|
</div>
|
|
{/each}
|
|
</div>
|
|
|
|
<div class="hidden w-[42rem]" />
|
|
<div class="hidden w-[32rem]" />
|
|
</slot>
|
|
</DropdownMenu.Content>
|
|
</DropdownMenu.Root>
|
|
|
|
<style>
|
|
.scrollbar-hidden:active::-webkit-scrollbar-thumb,
|
|
.scrollbar-hidden:focus::-webkit-scrollbar-thumb,
|
|
.scrollbar-hidden:hover::-webkit-scrollbar-thumb {
|
|
visibility: visible;
|
|
}
|
|
.scrollbar-hidden::-webkit-scrollbar-thumb {
|
|
visibility: hidden;
|
|
}
|
|
</style>
|