mirror of
https://github.com/open-webui/open-webui
synced 2024-11-12 19:51:11 +00:00
597 lines
17 KiB
Svelte
597 lines
17 KiB
Svelte
<script lang="ts">
|
|
import queue from 'async/queue';
|
|
import toast from 'svelte-french-toast';
|
|
|
|
import { createModel, deleteModel, pullModel } from '$lib/apis/ollama';
|
|
import { WEBUI_API_BASE_URL, WEBUI_NAME } from '$lib/constants';
|
|
import { models, user } from '$lib/stores';
|
|
import { splitStream } from '$lib/utils';
|
|
|
|
export let getModels: Function;
|
|
|
|
// Models
|
|
const MAX_PARALLEL_DOWNLOADS = 3;
|
|
const modelDownloadQueue = queue(
|
|
(task: { modelName: string }, cb) =>
|
|
pullModelHandlerProcessor({ modelName: task.modelName, callback: cb }),
|
|
MAX_PARALLEL_DOWNLOADS
|
|
);
|
|
let modelDownloadStatus: Record<string, any> = {};
|
|
|
|
let modelTransferring = false;
|
|
let modelTag = '';
|
|
let digest = '';
|
|
let pullProgress = null;
|
|
|
|
let modelUploadMode = 'file';
|
|
let modelInputFile = '';
|
|
let modelFileUrl = '';
|
|
let modelFileContent = `TEMPLATE """{{ .System }}\nUSER: {{ .Prompt }}\nASSSISTANT: """\nPARAMETER num_ctx 4096\nPARAMETER stop "</s>"\nPARAMETER stop "USER:"\nPARAMETER stop "ASSSISTANT:"`;
|
|
let modelFileDigest = '';
|
|
let uploadProgress = null;
|
|
|
|
let deleteModelTag = '';
|
|
|
|
const pullModelHandler = async () => {
|
|
const sanitizedModelTag = modelTag.trim();
|
|
if (modelDownloadStatus[sanitizedModelTag]) {
|
|
toast.error(`Model '${sanitizedModelTag}' is already in queue for downloading.`);
|
|
return;
|
|
}
|
|
if (Object.keys(modelDownloadStatus).length === 3) {
|
|
toast.error('Maximum of 3 models can be downloaded simultaneously. Please try again later.');
|
|
return;
|
|
}
|
|
|
|
modelTransferring = true;
|
|
|
|
modelDownloadQueue.push(
|
|
{ modelName: sanitizedModelTag },
|
|
async (data: { modelName: string; success: boolean; error?: Error }) => {
|
|
const { modelName } = data;
|
|
// Remove the downloaded model
|
|
delete modelDownloadStatus[modelName];
|
|
|
|
console.log(data);
|
|
|
|
if (!data.success) {
|
|
toast.error(data.error);
|
|
} else {
|
|
toast.success(`Model '${modelName}' has been successfully downloaded.`);
|
|
|
|
const notification = new Notification(WEBUI_NAME, {
|
|
body: `Model '${modelName}' has been successfully downloaded.`,
|
|
icon: '/favicon.png'
|
|
});
|
|
|
|
models.set(await getModels());
|
|
}
|
|
}
|
|
);
|
|
|
|
modelTag = '';
|
|
modelTransferring = false;
|
|
};
|
|
|
|
const uploadModelHandler = async () => {
|
|
modelTransferring = true;
|
|
uploadProgress = 0;
|
|
|
|
let uploaded = false;
|
|
let fileResponse = null;
|
|
let name = '';
|
|
|
|
if (modelUploadMode === 'file') {
|
|
const file = modelInputFile[0];
|
|
const formData = new FormData();
|
|
formData.append('file', file);
|
|
|
|
fileResponse = await fetch(`${WEBUI_API_BASE_URL}/utils/upload`, {
|
|
method: 'POST',
|
|
headers: {
|
|
...($user && { Authorization: `Bearer ${localStorage.token}` })
|
|
},
|
|
body: formData
|
|
}).catch((error) => {
|
|
console.log(error);
|
|
return null;
|
|
});
|
|
} else {
|
|
fileResponse = await fetch(`${WEBUI_API_BASE_URL}/utils/download?url=${modelFileUrl}`, {
|
|
method: 'GET',
|
|
headers: {
|
|
...($user && { Authorization: `Bearer ${localStorage.token}` })
|
|
}
|
|
}).catch((error) => {
|
|
console.log(error);
|
|
return null;
|
|
});
|
|
}
|
|
|
|
if (fileResponse && fileResponse.ok) {
|
|
const reader = fileResponse.body
|
|
.pipeThrough(new TextDecoderStream())
|
|
.pipeThrough(splitStream('\n'))
|
|
.getReader();
|
|
|
|
while (true) {
|
|
const { value, done } = await reader.read();
|
|
if (done) break;
|
|
|
|
try {
|
|
let lines = value.split('\n');
|
|
|
|
for (const line of lines) {
|
|
if (line !== '') {
|
|
let data = JSON.parse(line.replace(/^data: /, ''));
|
|
|
|
if (data.progress) {
|
|
uploadProgress = data.progress;
|
|
}
|
|
|
|
if (data.error) {
|
|
throw data.error;
|
|
}
|
|
|
|
if (data.done) {
|
|
modelFileDigest = data.blob;
|
|
name = data.name;
|
|
uploaded = true;
|
|
}
|
|
}
|
|
}
|
|
} catch (error) {
|
|
console.log(error);
|
|
}
|
|
}
|
|
}
|
|
|
|
if (uploaded) {
|
|
const res = await createModel(
|
|
localStorage.token,
|
|
`${name}:latest`,
|
|
`FROM @${modelFileDigest}\n${modelFileContent}`
|
|
);
|
|
|
|
if (res && res.ok) {
|
|
const reader = res.body
|
|
.pipeThrough(new TextDecoderStream())
|
|
.pipeThrough(splitStream('\n'))
|
|
.getReader();
|
|
|
|
while (true) {
|
|
const { value, done } = await reader.read();
|
|
if (done) break;
|
|
|
|
try {
|
|
let lines = value.split('\n');
|
|
|
|
for (const line of lines) {
|
|
if (line !== '') {
|
|
console.log(line);
|
|
let data = JSON.parse(line);
|
|
console.log(data);
|
|
|
|
if (data.error) {
|
|
throw data.error;
|
|
}
|
|
if (data.detail) {
|
|
throw data.detail;
|
|
}
|
|
|
|
if (data.status) {
|
|
if (
|
|
!data.digest &&
|
|
!data.status.includes('writing') &&
|
|
!data.status.includes('sha256')
|
|
) {
|
|
toast.success(data.status);
|
|
} else {
|
|
if (data.digest) {
|
|
digest = data.digest;
|
|
|
|
if (data.completed) {
|
|
pullProgress = Math.round((data.completed / data.total) * 1000) / 10;
|
|
} else {
|
|
pullProgress = 100;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} catch (error) {
|
|
console.log(error);
|
|
toast.error(error);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
modelFileUrl = '';
|
|
modelInputFile = '';
|
|
modelTransferring = false;
|
|
uploadProgress = null;
|
|
|
|
models.set(await getModels());
|
|
};
|
|
|
|
const deleteModelHandler = async () => {
|
|
const res = await deleteModel(localStorage.token, deleteModelTag).catch((error) => {
|
|
toast.error(error);
|
|
});
|
|
|
|
if (res) {
|
|
toast.success(`Deleted ${deleteModelTag}`);
|
|
}
|
|
|
|
deleteModelTag = '';
|
|
models.set(await getModels());
|
|
};
|
|
|
|
const pullModelHandlerProcessor = async (opts: { modelName: string; callback: Function }) => {
|
|
const res = await pullModel(localStorage.token, opts.modelName).catch((error) => {
|
|
opts.callback({ success: false, error, modelName: opts.modelName });
|
|
return null;
|
|
});
|
|
|
|
if (res) {
|
|
const reader = res.body
|
|
.pipeThrough(new TextDecoderStream())
|
|
.pipeThrough(splitStream('\n'))
|
|
.getReader();
|
|
|
|
while (true) {
|
|
try {
|
|
const { value, done } = await reader.read();
|
|
if (done) break;
|
|
|
|
let lines = value.split('\n');
|
|
|
|
for (const line of lines) {
|
|
if (line !== '') {
|
|
let data = JSON.parse(line);
|
|
if (data.error) {
|
|
throw data.error;
|
|
}
|
|
if (data.detail) {
|
|
throw data.detail;
|
|
}
|
|
if (data.status) {
|
|
if (data.digest) {
|
|
let downloadProgress = 0;
|
|
if (data.completed) {
|
|
downloadProgress = Math.round((data.completed / data.total) * 1000) / 10;
|
|
} else {
|
|
downloadProgress = 100;
|
|
}
|
|
modelDownloadStatus[opts.modelName] = {
|
|
pullProgress: downloadProgress,
|
|
digest: data.digest
|
|
};
|
|
} else {
|
|
toast.success(data.status);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} catch (error) {
|
|
console.log(error);
|
|
if (typeof error !== 'string') {
|
|
error = error.message;
|
|
}
|
|
opts.callback({ success: false, error, modelName: opts.modelName });
|
|
}
|
|
}
|
|
opts.callback({ success: true, modelName: opts.modelName });
|
|
}
|
|
};
|
|
</script>
|
|
|
|
<div class="flex flex-col h-full justify-between text-sm">
|
|
<div class=" space-y-3 pr-1.5 overflow-y-scroll h-80">
|
|
<div>
|
|
<div class=" mb-2.5 text-sm font-medium">Pull a model from Ollama.com</div>
|
|
<div class="flex w-full">
|
|
<div class="flex-1 mr-2">
|
|
<input
|
|
class="w-full rounded py-2 px-4 text-sm dark:text-gray-300 dark:bg-gray-800 outline-none"
|
|
placeholder="Enter model tag (e.g. mistral:7b)"
|
|
bind:value={modelTag}
|
|
/>
|
|
</div>
|
|
<button
|
|
class="px-3 text-gray-100 bg-emerald-600 hover:bg-emerald-700 disabled:bg-gray-700 disabled:cursor-not-allowed rounded transition"
|
|
on:click={() => {
|
|
pullModelHandler();
|
|
}}
|
|
disabled={modelTransferring}
|
|
>
|
|
{#if modelTransferring}
|
|
<div class="self-center">
|
|
<svg
|
|
class=" w-4 h-4"
|
|
viewBox="0 0 24 24"
|
|
fill="currentColor"
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
><style>
|
|
.spinner_ajPY {
|
|
transform-origin: center;
|
|
animation: spinner_AtaB 0.75s infinite linear;
|
|
}
|
|
@keyframes spinner_AtaB {
|
|
100% {
|
|
transform: rotate(360deg);
|
|
}
|
|
}
|
|
</style><path
|
|
d="M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z"
|
|
opacity=".25"
|
|
/><path
|
|
d="M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z"
|
|
class="spinner_ajPY"
|
|
/></svg
|
|
>
|
|
</div>
|
|
{:else}
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
viewBox="0 0 16 16"
|
|
fill="currentColor"
|
|
class="w-4 h-4"
|
|
>
|
|
<path
|
|
d="M8.75 2.75a.75.75 0 0 0-1.5 0v5.69L5.03 6.22a.75.75 0 0 0-1.06 1.06l3.5 3.5a.75.75 0 0 0 1.06 0l3.5-3.5a.75.75 0 0 0-1.06-1.06L8.75 8.44V2.75Z"
|
|
/>
|
|
<path
|
|
d="M3.5 9.75a.75.75 0 0 0-1.5 0v1.5A2.75 2.75 0 0 0 4.75 14h6.5A2.75 2.75 0 0 0 14 11.25v-1.5a.75.75 0 0 0-1.5 0v1.5c0 .69-.56 1.25-1.25 1.25h-6.5c-.69 0-1.25-.56-1.25-1.25v-1.5Z"
|
|
/>
|
|
</svg>
|
|
{/if}
|
|
</button>
|
|
</div>
|
|
|
|
<div class="mt-2 mb-1 text-xs text-gray-400 dark:text-gray-500">
|
|
To access the available model names for downloading, <a
|
|
class=" text-gray-500 dark:text-gray-300 font-medium"
|
|
href="https://ollama.com/library"
|
|
target="_blank">click here.</a
|
|
>
|
|
</div>
|
|
|
|
{#if Object.keys(modelDownloadStatus).length > 0}
|
|
{#each Object.keys(modelDownloadStatus) as model}
|
|
<div class="flex flex-col">
|
|
<div class="font-medium mb-1">{model}</div>
|
|
<div class="">
|
|
<div
|
|
class="dark:bg-gray-600 bg-gray-500 text-xs font-medium text-gray-100 text-center p-0.5 leading-none rounded-full"
|
|
style="width: {Math.max(15, modelDownloadStatus[model].pullProgress ?? 0)}%"
|
|
>
|
|
{modelDownloadStatus[model].pullProgress ?? 0}%
|
|
</div>
|
|
<div class="mt-1 text-xs dark:text-gray-500" style="font-size: 0.5rem;">
|
|
{modelDownloadStatus[model].digest}
|
|
</div>
|
|
</div>
|
|
</div>
|
|
{/each}
|
|
{/if}
|
|
</div>
|
|
|
|
<hr class=" dark:border-gray-700" />
|
|
|
|
<div>
|
|
<div class=" mb-2.5 text-sm font-medium">Delete a model</div>
|
|
<div class="flex w-full">
|
|
<div class="flex-1 mr-2">
|
|
<select
|
|
class="w-full rounded py-2 px-4 text-sm dark:text-gray-300 dark:bg-gray-800 outline-none"
|
|
bind:value={deleteModelTag}
|
|
placeholder="Select a model"
|
|
>
|
|
{#if !deleteModelTag}
|
|
<option value="" disabled selected>Select a model</option>
|
|
{/if}
|
|
{#each $models.filter((m) => m.size != null) as model}
|
|
<option value={model.name} class="bg-gray-100 dark:bg-gray-700"
|
|
>{model.name + ' (' + (model.size / 1024 ** 3).toFixed(1) + ' GB)'}</option
|
|
>
|
|
{/each}
|
|
</select>
|
|
</div>
|
|
<button
|
|
class="px-3 bg-red-700 hover:bg-red-800 text-gray-100 rounded transition"
|
|
on:click={() => {
|
|
deleteModelHandler();
|
|
}}
|
|
>
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
viewBox="0 0 16 16"
|
|
fill="currentColor"
|
|
class="w-4 h-4"
|
|
>
|
|
<path
|
|
fill-rule="evenodd"
|
|
d="M5 3.25V4H2.75a.75.75 0 0 0 0 1.5h.3l.815 8.15A1.5 1.5 0 0 0 5.357 15h5.285a1.5 1.5 0 0 0 1.493-1.35l.815-8.15h.3a.75.75 0 0 0 0-1.5H11v-.75A2.25 2.25 0 0 0 8.75 1h-1.5A2.25 2.25 0 0 0 5 3.25Zm2.25-.75a.75.75 0 0 0-.75.75V4h3v-.75a.75.75 0 0 0-.75-.75h-1.5ZM6.05 6a.75.75 0 0 1 .787.713l.275 5.5a.75.75 0 0 1-1.498.075l-.275-5.5A.75.75 0 0 1 6.05 6Zm3.9 0a.75.75 0 0 1 .712.787l-.275 5.5a.75.75 0 0 1-1.498-.075l.275-5.5a.75.75 0 0 1 .786-.711Z"
|
|
clip-rule="evenodd"
|
|
/>
|
|
</svg>
|
|
</button>
|
|
</div>
|
|
</div>
|
|
|
|
<hr class=" dark:border-gray-700" />
|
|
|
|
<form
|
|
on:submit|preventDefault={() => {
|
|
uploadModelHandler();
|
|
}}
|
|
>
|
|
<div class=" mb-2 flex w-full justify-between">
|
|
<div class=" text-sm font-medium">
|
|
Upload a GGUF model <a
|
|
class=" text-xs font-medium text-gray-500 underline"
|
|
href="https://github.com/jmorganca/ollama/blob/main/README.md#import-from-gguf"
|
|
target="_blank">(Experimental)</a
|
|
>
|
|
</div>
|
|
|
|
<button
|
|
class="p-1 px-3 text-xs flex rounded transition"
|
|
on:click={() => {
|
|
if (modelUploadMode === 'file') {
|
|
modelUploadMode = 'url';
|
|
} else {
|
|
modelUploadMode = 'file';
|
|
}
|
|
}}
|
|
type="button"
|
|
>
|
|
{#if modelUploadMode === 'file'}
|
|
<span class="ml-2 self-center">File Mode</span>
|
|
{:else}
|
|
<span class="ml-2 self-center">URL Mode</span>
|
|
{/if}
|
|
</button>
|
|
</div>
|
|
|
|
<div class="flex w-full mb-1.5">
|
|
<div class="flex flex-col w-full">
|
|
{#if modelUploadMode === 'file'}
|
|
<div class="flex-1 {modelInputFile && modelInputFile.length > 0 ? 'mr-2' : ''}">
|
|
<input
|
|
id="model-upload-input"
|
|
type="file"
|
|
bind:files={modelInputFile}
|
|
on:change={() => {
|
|
console.log(modelInputFile);
|
|
}}
|
|
accept=".gguf"
|
|
required
|
|
hidden
|
|
/>
|
|
|
|
<button
|
|
type="button"
|
|
class="w-full rounded text-left py-2 px-4 dark:text-gray-300 dark:bg-gray-800"
|
|
on:click={() => {
|
|
document.getElementById('model-upload-input').click();
|
|
}}
|
|
>
|
|
{#if modelInputFile && modelInputFile.length > 0}
|
|
{modelInputFile[0].name}
|
|
{:else}
|
|
Click here to select
|
|
{/if}
|
|
</button>
|
|
</div>
|
|
{:else}
|
|
<div class="flex-1 {modelFileUrl !== '' ? 'mr-2' : ''}">
|
|
<input
|
|
class="w-full rounded text-left py-2 px-4 dark:text-gray-300 dark:bg-gray-800 outline-none {modelFileUrl !==
|
|
''
|
|
? 'mr-2'
|
|
: ''}"
|
|
type="url"
|
|
required
|
|
bind:value={modelFileUrl}
|
|
placeholder="Type HuggingFace Resolve (Download) URL"
|
|
/>
|
|
</div>
|
|
{/if}
|
|
</div>
|
|
|
|
{#if (modelUploadMode === 'file' && modelInputFile && modelInputFile.length > 0) || (modelUploadMode === 'url' && modelFileUrl !== '')}
|
|
<button
|
|
class="px-3 text-gray-100 bg-emerald-600 hover:bg-emerald-700 disabled:bg-gray-700 disabled:cursor-not-allowed rounded transition"
|
|
type="submit"
|
|
disabled={modelTransferring}
|
|
>
|
|
{#if modelTransferring}
|
|
<div class="self-center">
|
|
<svg
|
|
class=" w-4 h-4"
|
|
viewBox="0 0 24 24"
|
|
fill="currentColor"
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
><style>
|
|
.spinner_ajPY {
|
|
transform-origin: center;
|
|
animation: spinner_AtaB 0.75s infinite linear;
|
|
}
|
|
@keyframes spinner_AtaB {
|
|
100% {
|
|
transform: rotate(360deg);
|
|
}
|
|
}
|
|
</style><path
|
|
d="M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z"
|
|
opacity=".25"
|
|
/><path
|
|
d="M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z"
|
|
class="spinner_ajPY"
|
|
/></svg
|
|
>
|
|
</div>
|
|
{:else}
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
viewBox="0 0 16 16"
|
|
fill="currentColor"
|
|
class="w-4 h-4"
|
|
>
|
|
<path
|
|
d="M7.25 10.25a.75.75 0 0 0 1.5 0V4.56l2.22 2.22a.75.75 0 1 0 1.06-1.06l-3.5-3.5a.75.75 0 0 0-1.06 0l-3.5 3.5a.75.75 0 0 0 1.06 1.06l2.22-2.22v5.69Z"
|
|
/>
|
|
<path
|
|
d="M3.5 9.75a.75.75 0 0 0-1.5 0v1.5A2.75 2.75 0 0 0 4.75 14h6.5A2.75 2.75 0 0 0 14 11.25v-1.5a.75.75 0 0 0-1.5 0v1.5c0 .69-.56 1.25-1.25 1.25h-6.5c-.69 0-1.25-.56-1.25-1.25v-1.5Z"
|
|
/>
|
|
</svg>
|
|
{/if}
|
|
</button>
|
|
{/if}
|
|
</div>
|
|
|
|
{#if (modelUploadMode === 'file' && modelInputFile && modelInputFile.length > 0) || (modelUploadMode === 'url' && modelFileUrl !== '')}
|
|
<div>
|
|
<div>
|
|
<div class=" my-2.5 text-sm font-medium">Modelfile Content</div>
|
|
<textarea
|
|
bind:value={modelFileContent}
|
|
class="w-full rounded py-2 px-4 text-sm dark:text-gray-300 dark:bg-gray-800 outline-none resize-none"
|
|
rows="6"
|
|
/>
|
|
</div>
|
|
</div>
|
|
{/if}
|
|
<div class=" mt-1 text-xs text-gray-400 dark:text-gray-500">
|
|
To access the GGUF models available for downloading, <a
|
|
class=" text-gray-500 dark:text-gray-300 font-medium"
|
|
href="https://huggingface.co/models?search=gguf"
|
|
target="_blank">click here.</a
|
|
>
|
|
</div>
|
|
|
|
{#if uploadProgress !== null}
|
|
<div class="mt-2">
|
|
<div class=" mb-2 text-xs">Upload Progress</div>
|
|
|
|
<div class="w-full rounded-full dark:bg-gray-800">
|
|
<div
|
|
class="dark:bg-gray-600 bg-gray-500 text-xs font-medium text-gray-100 text-center p-0.5 leading-none rounded-full"
|
|
style="width: {Math.max(15, uploadProgress ?? 0)}%"
|
|
>
|
|
{uploadProgress ?? 0}%
|
|
</div>
|
|
</div>
|
|
<div class="mt-1 text-xs dark:text-gray-500" style="font-size: 0.5rem;">
|
|
{modelFileDigest}
|
|
</div>
|
|
</div>
|
|
{/if}
|
|
</form>
|
|
</div>
|
|
</div>
|