mirror of
https://github.com/open-webui/open-webui
synced 2025-06-16 19:31:52 +00:00
65d997a6c5
Some checks are pending
Deploy to HuggingFace Spaces / check-secret (push) Waiting to run
Deploy to HuggingFace Spaces / deploy (push) Blocked by required conditions
Create and publish Docker images with specific build args / build-main-image (linux/amd64) (push) Waiting to run
Create and publish Docker images with specific build args / build-main-image (linux/arm64) (push) Waiting to run
Create and publish Docker images with specific build args / build-cuda-image (linux/amd64) (push) Waiting to run
Create and publish Docker images with specific build args / build-cuda-image (linux/arm64) (push) Waiting to run
Create and publish Docker images with specific build args / build-ollama-image (linux/amd64) (push) Waiting to run
Create and publish Docker images with specific build args / build-ollama-image (linux/arm64) (push) Waiting to run
Create and publish Docker images with specific build args / merge-main-images (push) Blocked by required conditions
Create and publish Docker images with specific build args / merge-cuda-images (push) Blocked by required conditions
Create and publish Docker images with specific build args / merge-ollama-images (push) Blocked by required conditions
Frontend Build / Format & Build Frontend (push) Waiting to run
Frontend Build / Frontend Unit Tests (push) Waiting to run
506 lines
15 KiB
Svelte
506 lines
15 KiB
Svelte
<script lang="ts">
|
|
import { v4 as uuidv4 } from 'uuid';
|
|
import { toast } from 'svelte-sonner';
|
|
|
|
import { getBackendConfig, getModels, getTaskConfig, updateTaskConfig } from '$lib/apis';
|
|
import { setDefaultPromptSuggestions } from '$lib/apis/configs';
|
|
import { config, settings, user } from '$lib/stores';
|
|
import { createEventDispatcher, onMount, getContext } from 'svelte';
|
|
|
|
import { banners as _banners } from '$lib/stores';
|
|
import type { Banner } from '$lib/types';
|
|
|
|
import { getBaseModels } from '$lib/apis/models';
|
|
import { getBanners, setBanners } from '$lib/apis/configs';
|
|
|
|
import Tooltip from '$lib/components/common/Tooltip.svelte';
|
|
import Switch from '$lib/components/common/Switch.svelte';
|
|
import Textarea from '$lib/components/common/Textarea.svelte';
|
|
import Spinner from '$lib/components/common/Spinner.svelte';
|
|
import Banners from './Interface/Banners.svelte';
|
|
|
|
const dispatch = createEventDispatcher();
|
|
|
|
const i18n = getContext('i18n');
|
|
|
|
let taskConfig = {
|
|
TASK_MODEL: '',
|
|
TASK_MODEL_EXTERNAL: '',
|
|
ENABLE_TITLE_GENERATION: true,
|
|
TITLE_GENERATION_PROMPT_TEMPLATE: '',
|
|
IMAGE_PROMPT_GENERATION_PROMPT_TEMPLATE: '',
|
|
ENABLE_AUTOCOMPLETE_GENERATION: true,
|
|
AUTOCOMPLETE_GENERATION_INPUT_MAX_LENGTH: -1,
|
|
TAGS_GENERATION_PROMPT_TEMPLATE: '',
|
|
ENABLE_TAGS_GENERATION: true,
|
|
ENABLE_SEARCH_QUERY_GENERATION: true,
|
|
ENABLE_RETRIEVAL_QUERY_GENERATION: true,
|
|
QUERY_GENERATION_PROMPT_TEMPLATE: '',
|
|
TOOLS_FUNCTION_CALLING_PROMPT_TEMPLATE: ''
|
|
};
|
|
|
|
let promptSuggestions = [];
|
|
let banners: Banner[] = [];
|
|
|
|
const updateInterfaceHandler = async () => {
|
|
taskConfig = await updateTaskConfig(localStorage.token, taskConfig);
|
|
|
|
promptSuggestions = promptSuggestions.filter((p) => p.content !== '');
|
|
promptSuggestions = await setDefaultPromptSuggestions(localStorage.token, promptSuggestions);
|
|
await updateBanners();
|
|
|
|
await config.set(await getBackendConfig());
|
|
};
|
|
|
|
onMount(async () => {
|
|
await init();
|
|
taskConfig = await getTaskConfig(localStorage.token);
|
|
|
|
promptSuggestions = $config?.default_prompt_suggestions ?? [];
|
|
banners = await getBanners(localStorage.token);
|
|
});
|
|
|
|
const updateBanners = async () => {
|
|
_banners.set(await setBanners(localStorage.token, banners));
|
|
};
|
|
|
|
let workspaceModels = null;
|
|
let baseModels = null;
|
|
|
|
let models = null;
|
|
|
|
const init = async () => {
|
|
workspaceModels = await getBaseModels(localStorage.token);
|
|
baseModels = await getModels(localStorage.token, null, false);
|
|
|
|
models = baseModels.map((m) => {
|
|
const workspaceModel = workspaceModels.find((wm) => wm.id === m.id);
|
|
|
|
if (workspaceModel) {
|
|
return {
|
|
...m,
|
|
...workspaceModel
|
|
};
|
|
} else {
|
|
return {
|
|
...m,
|
|
id: m.id,
|
|
name: m.name,
|
|
|
|
is_active: true
|
|
};
|
|
}
|
|
});
|
|
|
|
console.debug('models', models);
|
|
};
|
|
</script>
|
|
|
|
{#if models !== null && taskConfig}
|
|
<form
|
|
class="flex flex-col h-full justify-between space-y-3 text-sm"
|
|
on:submit|preventDefault={() => {
|
|
updateInterfaceHandler();
|
|
dispatch('save');
|
|
}}
|
|
>
|
|
<div class=" overflow-y-scroll scrollbar-hidden h-full pr-1.5">
|
|
<div class="mb-3.5">
|
|
<div class=" mb-2.5 text-base font-medium">{$i18n.t('Tasks')}</div>
|
|
|
|
<hr class=" border-gray-100 dark:border-gray-850 my-2" />
|
|
|
|
<div class=" mb-2 font-medium flex items-center">
|
|
<div class=" text-xs mr-1">{$i18n.t('Task Model')}</div>
|
|
<Tooltip
|
|
content={$i18n.t(
|
|
'A task model is used when performing tasks such as generating titles for chats and web search queries'
|
|
)}
|
|
>
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
fill="none"
|
|
viewBox="0 0 24 24"
|
|
stroke-width="1.5"
|
|
stroke="currentColor"
|
|
class="size-3.5"
|
|
>
|
|
<path
|
|
stroke-linecap="round"
|
|
stroke-linejoin="round"
|
|
d="m11.25 11.25.041-.02a.75.75 0 0 1 1.063.852l-.708 2.836a.75.75 0 0 0 1.063.853l.041-.021M21 12a9 9 0 1 1-18 0 9 9 0 0 1 18 0Zm-9-3.75h.008v.008H12V8.25Z"
|
|
/>
|
|
</svg>
|
|
</Tooltip>
|
|
</div>
|
|
|
|
<div class=" mb-2.5 flex w-full gap-2">
|
|
<div class="flex-1">
|
|
<div class=" text-xs mb-1">{$i18n.t('Local Task Model')}</div>
|
|
<select
|
|
class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
|
|
bind:value={taskConfig.TASK_MODEL}
|
|
placeholder={$i18n.t('Select a model')}
|
|
on:change={() => {
|
|
if (taskConfig.TASK_MODEL) {
|
|
const model = models.find((m) => m.id === taskConfig.TASK_MODEL);
|
|
if (model) {
|
|
if (model?.access_control !== null) {
|
|
toast.error(
|
|
$i18n.t(
|
|
'This model is not publicly available. Please select another model.'
|
|
)
|
|
);
|
|
}
|
|
|
|
taskConfig.TASK_MODEL = model.id;
|
|
} else {
|
|
taskConfig.TASK_MODEL = '';
|
|
}
|
|
}
|
|
}}
|
|
>
|
|
<option value="" selected>{$i18n.t('Current Model')}</option>
|
|
{#each models as model}
|
|
<option value={model.id} class="bg-gray-100 dark:bg-gray-700">
|
|
{model.name}
|
|
{model?.connection_type === 'local' ? `(${$i18n.t('Local')})` : ''}
|
|
</option>
|
|
{/each}
|
|
</select>
|
|
</div>
|
|
|
|
<div class="flex-1">
|
|
<div class=" text-xs mb-1">{$i18n.t('External Task Model')}</div>
|
|
<select
|
|
class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
|
|
bind:value={taskConfig.TASK_MODEL_EXTERNAL}
|
|
placeholder={$i18n.t('Select a model')}
|
|
on:change={() => {
|
|
if (taskConfig.TASK_MODEL_EXTERNAL) {
|
|
const model = models.find((m) => m.id === taskConfig.TASK_MODEL_EXTERNAL);
|
|
if (model) {
|
|
if (model?.access_control !== null) {
|
|
toast.error(
|
|
$i18n.t(
|
|
'This model is not publicly available. Please select another model.'
|
|
)
|
|
);
|
|
}
|
|
|
|
taskConfig.TASK_MODEL_EXTERNAL = model.id;
|
|
} else {
|
|
taskConfig.TASK_MODEL_EXTERNAL = '';
|
|
}
|
|
}
|
|
}}
|
|
>
|
|
<option value="" selected>{$i18n.t('Current Model')}</option>
|
|
{#each models as model}
|
|
<option value={model.id} class="bg-gray-100 dark:bg-gray-700">
|
|
{model.name}
|
|
{model?.connection_type === 'local' ? `(${$i18n.t('Local')})` : ''}
|
|
</option>
|
|
{/each}
|
|
</select>
|
|
</div>
|
|
</div>
|
|
|
|
<div class="mb-2.5 flex w-full items-center justify-between">
|
|
<div class=" self-center text-xs font-medium">
|
|
{$i18n.t('Title Generation')}
|
|
</div>
|
|
|
|
<Switch bind:state={taskConfig.ENABLE_TITLE_GENERATION} />
|
|
</div>
|
|
|
|
{#if taskConfig.ENABLE_TITLE_GENERATION}
|
|
<div class="mb-2.5">
|
|
<div class=" mb-1 text-xs font-medium">{$i18n.t('Title Generation Prompt')}</div>
|
|
|
|
<Tooltip
|
|
content={$i18n.t('Leave empty to use the default prompt, or enter a custom prompt')}
|
|
placement="top-start"
|
|
>
|
|
<Textarea
|
|
bind:value={taskConfig.TITLE_GENERATION_PROMPT_TEMPLATE}
|
|
placeholder={$i18n.t(
|
|
'Leave empty to use the default prompt, or enter a custom prompt'
|
|
)}
|
|
/>
|
|
</Tooltip>
|
|
</div>
|
|
{/if}
|
|
|
|
<div class="mb-2.5 flex w-full items-center justify-between">
|
|
<div class=" self-center text-xs font-medium">
|
|
{$i18n.t('Tags Generation')}
|
|
</div>
|
|
|
|
<Switch bind:state={taskConfig.ENABLE_TAGS_GENERATION} />
|
|
</div>
|
|
|
|
{#if taskConfig.ENABLE_TAGS_GENERATION}
|
|
<div class="mb-2.5">
|
|
<div class=" mb-1 text-xs font-medium">{$i18n.t('Tags Generation Prompt')}</div>
|
|
|
|
<Tooltip
|
|
content={$i18n.t('Leave empty to use the default prompt, or enter a custom prompt')}
|
|
placement="top-start"
|
|
>
|
|
<Textarea
|
|
bind:value={taskConfig.TAGS_GENERATION_PROMPT_TEMPLATE}
|
|
placeholder={$i18n.t(
|
|
'Leave empty to use the default prompt, or enter a custom prompt'
|
|
)}
|
|
/>
|
|
</Tooltip>
|
|
</div>
|
|
{/if}
|
|
|
|
<div class="mb-2.5 flex w-full items-center justify-between">
|
|
<div class=" self-center text-xs font-medium">
|
|
{$i18n.t('Retrieval Query Generation')}
|
|
</div>
|
|
|
|
<Switch bind:state={taskConfig.ENABLE_RETRIEVAL_QUERY_GENERATION} />
|
|
</div>
|
|
|
|
<div class="mb-2.5 flex w-full items-center justify-between">
|
|
<div class=" self-center text-xs font-medium">
|
|
{$i18n.t('Web Search Query Generation')}
|
|
</div>
|
|
|
|
<Switch bind:state={taskConfig.ENABLE_SEARCH_QUERY_GENERATION} />
|
|
</div>
|
|
|
|
<div class="mb-2.5">
|
|
<div class=" mb-1 text-xs font-medium">{$i18n.t('Query Generation Prompt')}</div>
|
|
|
|
<Tooltip
|
|
content={$i18n.t('Leave empty to use the default prompt, or enter a custom prompt')}
|
|
placement="top-start"
|
|
>
|
|
<Textarea
|
|
bind:value={taskConfig.QUERY_GENERATION_PROMPT_TEMPLATE}
|
|
placeholder={$i18n.t(
|
|
'Leave empty to use the default prompt, or enter a custom prompt'
|
|
)}
|
|
/>
|
|
</Tooltip>
|
|
</div>
|
|
|
|
<div class="mb-2.5 flex w-full items-center justify-between">
|
|
<div class=" self-center text-xs font-medium">
|
|
{$i18n.t('Autocomplete Generation')}
|
|
</div>
|
|
|
|
<Tooltip content={$i18n.t('Enable autocomplete generation for chat messages')}>
|
|
<Switch bind:state={taskConfig.ENABLE_AUTOCOMPLETE_GENERATION} />
|
|
</Tooltip>
|
|
</div>
|
|
|
|
{#if taskConfig.ENABLE_AUTOCOMPLETE_GENERATION}
|
|
<div class="mb-2.5">
|
|
<div class=" mb-1 text-xs font-medium">
|
|
{$i18n.t('Autocomplete Generation Input Max Length')}
|
|
</div>
|
|
|
|
<Tooltip
|
|
content={$i18n.t('Character limit for autocomplete generation input')}
|
|
placement="top-start"
|
|
>
|
|
<input
|
|
class="w-full outline-hidden bg-transparent"
|
|
bind:value={taskConfig.AUTOCOMPLETE_GENERATION_INPUT_MAX_LENGTH}
|
|
placeholder={$i18n.t('-1 for no limit, or a positive integer for a specific limit')}
|
|
/>
|
|
</Tooltip>
|
|
</div>
|
|
{/if}
|
|
|
|
<div class="mb-2.5">
|
|
<div class=" mb-1 text-xs font-medium">{$i18n.t('Image Prompt Generation Prompt')}</div>
|
|
|
|
<Tooltip
|
|
content={$i18n.t('Leave empty to use the default prompt, or enter a custom prompt')}
|
|
placement="top-start"
|
|
>
|
|
<Textarea
|
|
bind:value={taskConfig.IMAGE_PROMPT_GENERATION_PROMPT_TEMPLATE}
|
|
placeholder={$i18n.t(
|
|
'Leave empty to use the default prompt, or enter a custom prompt'
|
|
)}
|
|
/>
|
|
</Tooltip>
|
|
</div>
|
|
|
|
<div class="mb-2.5">
|
|
<div class=" mb-1 text-xs font-medium">{$i18n.t('Tools Function Calling Prompt')}</div>
|
|
|
|
<Tooltip
|
|
content={$i18n.t('Leave empty to use the default prompt, or enter a custom prompt')}
|
|
placement="top-start"
|
|
>
|
|
<Textarea
|
|
bind:value={taskConfig.TOOLS_FUNCTION_CALLING_PROMPT_TEMPLATE}
|
|
placeholder={$i18n.t(
|
|
'Leave empty to use the default prompt, or enter a custom prompt'
|
|
)}
|
|
/>
|
|
</Tooltip>
|
|
</div>
|
|
</div>
|
|
|
|
<div class="mb-3.5">
|
|
<div class=" mb-2.5 text-base font-medium">{$i18n.t('UI')}</div>
|
|
|
|
<hr class=" border-gray-100 dark:border-gray-850 my-2" />
|
|
|
|
<div class="mb-2.5">
|
|
<div class="flex w-full justify-between">
|
|
<div class=" self-center text-sm">
|
|
{$i18n.t('Banners')}
|
|
</div>
|
|
|
|
<button
|
|
class="p-1 px-3 text-xs flex rounded-sm transition"
|
|
type="button"
|
|
on:click={() => {
|
|
if (banners.length === 0 || banners.at(-1).content !== '') {
|
|
banners = [
|
|
...banners,
|
|
{
|
|
id: uuidv4(),
|
|
type: '',
|
|
title: '',
|
|
content: '',
|
|
dismissible: true,
|
|
timestamp: Math.floor(Date.now() / 1000)
|
|
}
|
|
];
|
|
}
|
|
}}
|
|
>
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
viewBox="0 0 20 20"
|
|
fill="currentColor"
|
|
class="w-4 h-4"
|
|
>
|
|
<path
|
|
d="M10.75 4.75a.75.75 0 00-1.5 0v4.5h-4.5a.75.75 0 000 1.5h4.5v4.5a.75.75 0 001.5 0v-4.5h4.5a.75.75 0 000-1.5h-4.5v-4.5z"
|
|
/>
|
|
</svg>
|
|
</button>
|
|
</div>
|
|
|
|
<Banners bind:banners />
|
|
</div>
|
|
|
|
{#if $user?.role === 'admin'}
|
|
<div class=" space-y-3">
|
|
<div class="flex w-full justify-between mb-2">
|
|
<div class=" self-center text-sm">
|
|
{$i18n.t('Default Prompt Suggestions')}
|
|
</div>
|
|
|
|
<button
|
|
class="p-1 px-3 text-xs flex rounded-sm transition"
|
|
type="button"
|
|
on:click={() => {
|
|
if (promptSuggestions.length === 0 || promptSuggestions.at(-1).content !== '') {
|
|
promptSuggestions = [...promptSuggestions, { content: '', title: ['', ''] }];
|
|
}
|
|
}}
|
|
>
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
viewBox="0 0 20 20"
|
|
fill="currentColor"
|
|
class="w-4 h-4"
|
|
>
|
|
<path
|
|
d="M10.75 4.75a.75.75 0 00-1.5 0v4.5h-4.5a.75.75 0 000 1.5h4.5v4.5a.75.75 0 001.5 0v-4.5h4.5a.75.75 0 000-1.5h-4.5v-4.5z"
|
|
/>
|
|
</svg>
|
|
</button>
|
|
</div>
|
|
<div class="grid lg:grid-cols-2 flex-col gap-1.5">
|
|
{#each promptSuggestions as prompt, promptIdx}
|
|
<div
|
|
class=" flex border border-gray-100 dark:border-none dark:bg-gray-850 rounded-xl py-1.5"
|
|
>
|
|
<div class="flex flex-col flex-1 pl-1">
|
|
<div class="flex border-b border-gray-100 dark:border-gray-850 w-full">
|
|
<input
|
|
class="px-3 py-1.5 text-xs w-full bg-transparent outline-hidden border-r border-gray-100 dark:border-gray-850"
|
|
placeholder={$i18n.t('Title (e.g. Tell me a fun fact)')}
|
|
bind:value={prompt.title[0]}
|
|
/>
|
|
|
|
<input
|
|
class="px-3 py-1.5 text-xs w-full bg-transparent outline-hidden border-r border-gray-100 dark:border-gray-850"
|
|
placeholder={$i18n.t('Subtitle (e.g. about the Roman Empire)')}
|
|
bind:value={prompt.title[1]}
|
|
/>
|
|
</div>
|
|
|
|
<textarea
|
|
class="px-3 py-1.5 text-xs w-full bg-transparent outline-hidden border-r border-gray-100 dark:border-gray-850 resize-none"
|
|
placeholder={$i18n.t(
|
|
'Prompt (e.g. Tell me a fun fact about the Roman Empire)'
|
|
)}
|
|
rows="3"
|
|
bind:value={prompt.content}
|
|
/>
|
|
</div>
|
|
|
|
<button
|
|
class="px-3"
|
|
type="button"
|
|
on:click={() => {
|
|
promptSuggestions.splice(promptIdx, 1);
|
|
promptSuggestions = promptSuggestions;
|
|
}}
|
|
>
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
viewBox="0 0 20 20"
|
|
fill="currentColor"
|
|
class="w-4 h-4"
|
|
>
|
|
<path
|
|
d="M6.28 5.22a.75.75 0 00-1.06 1.06L8.94 10l-3.72 3.72a.75.75 0 101.06 1.06L10 11.06l3.72 3.72a.75.75 0 101.06-1.06L11.06 10l3.72-3.72a.75.75 0 00-1.06-1.06L10 8.94 6.28 5.22z"
|
|
/>
|
|
</svg>
|
|
</button>
|
|
</div>
|
|
{/each}
|
|
</div>
|
|
|
|
{#if promptSuggestions.length > 0}
|
|
<div class="text-xs text-left w-full mt-2">
|
|
{$i18n.t('Adjusting these settings will apply changes universally to all users.')}
|
|
</div>
|
|
{/if}
|
|
</div>
|
|
{/if}
|
|
</div>
|
|
</div>
|
|
|
|
<div class="flex justify-end text-sm font-medium">
|
|
<button
|
|
class="px-3.5 py-1.5 text-sm font-medium bg-black hover:bg-gray-900 text-white dark:bg-white dark:text-black dark:hover:bg-gray-100 transition rounded-full"
|
|
type="submit"
|
|
>
|
|
{$i18n.t('Save')}
|
|
</button>
|
|
</div>
|
|
</form>
|
|
{:else}
|
|
<div class=" h-full w-full flex justify-center items-center">
|
|
<Spinner />
|
|
</div>
|
|
{/if}
|