mirror of
https://github.com/open-webui/open-webui
synced 2025-01-10 12:57:33 +00:00
1170 lines
35 KiB
Svelte
1170 lines
35 KiB
Svelte
<script lang="ts">
|
|
import { toast } from 'svelte-sonner';
|
|
import dayjs from 'dayjs';
|
|
|
|
import { createEventDispatcher } from 'svelte';
|
|
import { onMount, tick, getContext } from 'svelte';
|
|
|
|
const i18n = getContext<Writable<i18nType>>('i18n');
|
|
|
|
const dispatch = createEventDispatcher();
|
|
|
|
import { config, models, settings, user } from '$lib/stores';
|
|
import { synthesizeOpenAISpeech } from '$lib/apis/audio';
|
|
import { imageGenerations } from '$lib/apis/images';
|
|
import {
|
|
copyToClipboard as _copyToClipboard,
|
|
approximateToHumanReadable,
|
|
extractParagraphsForAudio,
|
|
extractSentencesForAudio,
|
|
cleanText,
|
|
getMessageContentParts,
|
|
sanitizeResponseContent
|
|
} from '$lib/utils';
|
|
import { WEBUI_BASE_URL } from '$lib/constants';
|
|
|
|
import Name from './Name.svelte';
|
|
import ProfileImage from './ProfileImage.svelte';
|
|
import Skeleton from './Skeleton.svelte';
|
|
import Image from '$lib/components/common/Image.svelte';
|
|
import Tooltip from '$lib/components/common/Tooltip.svelte';
|
|
import RateComment from './RateComment.svelte';
|
|
import Spinner from '$lib/components/common/Spinner.svelte';
|
|
import WebSearchResults from './ResponseMessage/WebSearchResults.svelte';
|
|
import Sparkles from '$lib/components/icons/Sparkles.svelte';
|
|
import Markdown from './Markdown.svelte';
|
|
import Error from './Error.svelte';
|
|
import Citations from './Citations.svelte';
|
|
|
|
import type { Writable } from 'svelte/store';
|
|
import type { i18n as i18nType } from 'i18next';
|
|
import ContentRenderer from './ContentRenderer.svelte';
|
|
|
|
interface MessageType {
|
|
id: string;
|
|
model: string;
|
|
content: string;
|
|
files?: { type: string; url: string }[];
|
|
timestamp: number;
|
|
role: string;
|
|
statusHistory?: {
|
|
done: boolean;
|
|
action: string;
|
|
description: string;
|
|
urls?: string[];
|
|
query?: string;
|
|
}[];
|
|
status?: {
|
|
done: boolean;
|
|
action: string;
|
|
description: string;
|
|
urls?: string[];
|
|
query?: string;
|
|
};
|
|
done: boolean;
|
|
error?: boolean | { content: string };
|
|
citations?: string[];
|
|
info?: {
|
|
openai?: boolean;
|
|
prompt_tokens?: number;
|
|
completion_tokens?: number;
|
|
total_tokens?: number;
|
|
eval_count?: number;
|
|
eval_duration?: number;
|
|
prompt_eval_count?: number;
|
|
prompt_eval_duration?: number;
|
|
total_duration?: number;
|
|
load_duration?: number;
|
|
usage?: unknown;
|
|
};
|
|
annotation?: { type: string; rating: number };
|
|
}
|
|
|
|
export let history;
|
|
export let messageId;
|
|
|
|
let message: MessageType = JSON.parse(JSON.stringify(history.messages[messageId]));
|
|
$: if (history.messages) {
|
|
if (JSON.stringify(message) !== JSON.stringify(history.messages[messageId])) {
|
|
message = JSON.parse(JSON.stringify(history.messages[messageId]));
|
|
}
|
|
}
|
|
|
|
export let siblings;
|
|
|
|
export let showPreviousMessage: Function;
|
|
export let showNextMessage: Function;
|
|
|
|
export let editMessage: Function;
|
|
export let rateMessage: Function;
|
|
|
|
export let continueResponse: Function;
|
|
export let regenerateResponse: Function;
|
|
|
|
export let isLastMessage = true;
|
|
export let readOnly = false;
|
|
|
|
let model = null;
|
|
$: model = $models.find((m) => m.id === message.model);
|
|
|
|
let edit = false;
|
|
let editedContent = '';
|
|
let editTextAreaElement: HTMLTextAreaElement;
|
|
|
|
let audioParts: Record<number, HTMLAudioElement | null> = {};
|
|
let speaking = false;
|
|
let speakingIdx: number | undefined;
|
|
|
|
let loadingSpeech = false;
|
|
let generatingImage = false;
|
|
|
|
let showRateComment = false;
|
|
|
|
const copyToClipboard = async (text) => {
|
|
const res = await _copyToClipboard(text);
|
|
if (res) {
|
|
toast.success($i18n.t('Copying to clipboard was successful!'));
|
|
}
|
|
};
|
|
|
|
const playAudio = (idx: number) => {
|
|
return new Promise<void>((res) => {
|
|
speakingIdx = idx;
|
|
const audio = audioParts[idx];
|
|
|
|
if (!audio) {
|
|
return res();
|
|
}
|
|
|
|
audio.play();
|
|
audio.onended = async () => {
|
|
await new Promise((r) => setTimeout(r, 300));
|
|
|
|
if (Object.keys(audioParts).length - 1 === idx) {
|
|
speaking = false;
|
|
}
|
|
|
|
res();
|
|
};
|
|
});
|
|
};
|
|
|
|
const toggleSpeakMessage = async () => {
|
|
if (speaking) {
|
|
try {
|
|
speechSynthesis.cancel();
|
|
|
|
if (speakingIdx !== undefined && audioParts[speakingIdx]) {
|
|
audioParts[speakingIdx]!.pause();
|
|
audioParts[speakingIdx]!.currentTime = 0;
|
|
}
|
|
} catch {}
|
|
|
|
speaking = false;
|
|
speakingIdx = undefined;
|
|
return;
|
|
}
|
|
|
|
if (!(message?.content ?? '').trim().length) {
|
|
toast.info($i18n.t('No content to speak'));
|
|
return;
|
|
}
|
|
|
|
speaking = true;
|
|
|
|
if ($config.audio.tts.engine !== '') {
|
|
loadingSpeech = true;
|
|
|
|
const messageContentParts: string[] = getMessageContentParts(
|
|
message.content,
|
|
$config?.audio?.tts?.split_on ?? 'punctuation'
|
|
);
|
|
|
|
if (!messageContentParts.length) {
|
|
console.log('No content to speak');
|
|
toast.info($i18n.t('No content to speak'));
|
|
|
|
speaking = false;
|
|
loadingSpeech = false;
|
|
return;
|
|
}
|
|
|
|
console.debug('Prepared message content for TTS', messageContentParts);
|
|
|
|
audioParts = messageContentParts.reduce(
|
|
(acc, _sentence, idx) => {
|
|
acc[idx] = null;
|
|
return acc;
|
|
},
|
|
{} as typeof audioParts
|
|
);
|
|
|
|
let lastPlayedAudioPromise = Promise.resolve(); // Initialize a promise that resolves immediately
|
|
|
|
for (const [idx, sentence] of messageContentParts.entries()) {
|
|
const res = await synthesizeOpenAISpeech(
|
|
localStorage.token,
|
|
$settings?.audio?.tts?.defaultVoice === $config.audio.tts.voice
|
|
? ($settings?.audio?.tts?.voice ?? $config?.audio?.tts?.voice)
|
|
: $config?.audio?.tts?.voice,
|
|
sentence
|
|
).catch((error) => {
|
|
console.error(error);
|
|
toast.error(error);
|
|
|
|
speaking = false;
|
|
loadingSpeech = false;
|
|
});
|
|
|
|
if (res) {
|
|
const blob = await res.blob();
|
|
const blobUrl = URL.createObjectURL(blob);
|
|
const audio = new Audio(blobUrl);
|
|
audio.playbackRate = $settings.audio?.tts?.playbackRate ?? 1;
|
|
|
|
audioParts[idx] = audio;
|
|
loadingSpeech = false;
|
|
lastPlayedAudioPromise = lastPlayedAudioPromise.then(() => playAudio(idx));
|
|
}
|
|
}
|
|
} else {
|
|
let voices = [];
|
|
const getVoicesLoop = setInterval(() => {
|
|
voices = speechSynthesis.getVoices();
|
|
if (voices.length > 0) {
|
|
clearInterval(getVoicesLoop);
|
|
|
|
const voice =
|
|
voices
|
|
?.filter(
|
|
(v) => v.voiceURI === ($settings?.audio?.tts?.voice ?? $config?.audio?.tts?.voice)
|
|
)
|
|
?.at(0) ?? undefined;
|
|
|
|
console.log(voice);
|
|
|
|
const speak = new SpeechSynthesisUtterance(message.content);
|
|
speak.rate = $settings.audio?.tts?.playbackRate ?? 1;
|
|
|
|
console.log(speak);
|
|
|
|
speak.onend = () => {
|
|
speaking = false;
|
|
if ($settings.conversationMode) {
|
|
document.getElementById('voice-input-button')?.click();
|
|
}
|
|
};
|
|
|
|
if (voice) {
|
|
speak.voice = voice;
|
|
}
|
|
|
|
speechSynthesis.speak(speak);
|
|
}
|
|
}, 100);
|
|
}
|
|
};
|
|
|
|
const editMessageHandler = async () => {
|
|
edit = true;
|
|
editedContent = message.content;
|
|
|
|
await tick();
|
|
|
|
editTextAreaElement.style.height = '';
|
|
editTextAreaElement.style.height = `${editTextAreaElement.scrollHeight}px`;
|
|
};
|
|
|
|
const editMessageConfirmHandler = async () => {
|
|
editMessage(message.id, editedContent ? editedContent : '', false);
|
|
|
|
edit = false;
|
|
editedContent = '';
|
|
|
|
await tick();
|
|
};
|
|
|
|
const saveAsCopyHandler = async () => {
|
|
editMessage(message.id, editedContent ? editedContent : '');
|
|
|
|
edit = false;
|
|
editedContent = '';
|
|
|
|
await tick();
|
|
};
|
|
|
|
const cancelEditMessage = async () => {
|
|
edit = false;
|
|
editedContent = '';
|
|
await tick();
|
|
};
|
|
|
|
const generateImage = async (message: MessageType) => {
|
|
generatingImage = true;
|
|
const res = await imageGenerations(localStorage.token, message.content).catch((error) => {
|
|
toast.error(error);
|
|
});
|
|
console.log(res);
|
|
|
|
if (res) {
|
|
const files = res.map((image) => ({
|
|
type: 'image',
|
|
url: `${image.url}`
|
|
}));
|
|
|
|
dispatch('save', { ...message, files: files });
|
|
}
|
|
|
|
generatingImage = false;
|
|
};
|
|
|
|
$: if (!edit) {
|
|
(async () => {
|
|
await tick();
|
|
})();
|
|
}
|
|
|
|
onMount(async () => {
|
|
console.log('ResponseMessage mounted');
|
|
|
|
await tick();
|
|
});
|
|
</script>
|
|
|
|
{#key message.id}
|
|
<div
|
|
class=" flex w-full message-{message.id}"
|
|
id="message-{message.id}"
|
|
dir={$settings.chatDirection}
|
|
>
|
|
<ProfileImage
|
|
src={model?.info?.meta?.profile_image_url ??
|
|
($i18n.language === 'dg-DG' ? `/doge.png` : `${WEBUI_BASE_URL}/static/favicon.png`)}
|
|
/>
|
|
|
|
<div class="w-full overflow-hidden pl-1">
|
|
<Name>
|
|
{model?.name ?? message.model}
|
|
|
|
{#if message.timestamp}
|
|
<span
|
|
class=" self-center invisible group-hover:visible text-gray-400 text-xs font-medium uppercase ml-0.5 -mt-0.5"
|
|
>
|
|
{dayjs(message.timestamp * 1000).format($i18n.t('h:mm a'))}
|
|
</span>
|
|
{/if}
|
|
</Name>
|
|
|
|
<div>
|
|
{#if message?.files && message.files?.filter((f) => f.type === 'image').length > 0}
|
|
<div class="my-2.5 w-full flex overflow-x-auto gap-2 flex-wrap">
|
|
{#each message.files as file}
|
|
<div>
|
|
{#if file.type === 'image'}
|
|
<Image src={file.url} alt={message.content} />
|
|
{/if}
|
|
</div>
|
|
{/each}
|
|
</div>
|
|
{/if}
|
|
|
|
<div class="chat-{message.role} w-full min-w-full markdown-prose">
|
|
<div>
|
|
{#if (message?.statusHistory ?? [...(message?.status ? [message?.status] : [])]).length > 0}
|
|
{@const status = (
|
|
message?.statusHistory ?? [...(message?.status ? [message?.status] : [])]
|
|
).at(-1)}
|
|
<div class="status-description flex items-center gap-2 pt-0.5 pb-1">
|
|
{#if status?.done === false}
|
|
<div class="">
|
|
<Spinner className="size-4" />
|
|
</div>
|
|
{/if}
|
|
|
|
{#if status?.action === 'web_search' && status?.urls}
|
|
<WebSearchResults {status}>
|
|
<div class="flex flex-col justify-center -space-y-0.5">
|
|
<div
|
|
class="{status?.done === false
|
|
? 'shimmer'
|
|
: ''} text-base line-clamp-1 text-wrap"
|
|
>
|
|
{status?.description}
|
|
</div>
|
|
</div>
|
|
</WebSearchResults>
|
|
{:else}
|
|
<div class="flex flex-col justify-center -space-y-0.5">
|
|
<div
|
|
class="{status?.done === false
|
|
? 'shimmer'
|
|
: ''} text-gray-500 dark:text-gray-500 text-base line-clamp-1 text-wrap"
|
|
>
|
|
{status?.description}
|
|
</div>
|
|
</div>
|
|
{/if}
|
|
</div>
|
|
{/if}
|
|
|
|
{#if edit === true}
|
|
<div class="w-full bg-gray-50 dark:bg-gray-800 rounded-3xl px-5 py-3 my-2">
|
|
<textarea
|
|
id="message-edit-{message.id}"
|
|
bind:this={editTextAreaElement}
|
|
class=" bg-transparent outline-none w-full resize-none"
|
|
bind:value={editedContent}
|
|
on:input={(e) => {
|
|
e.target.style.height = '';
|
|
e.target.style.height = `${e.target.scrollHeight}px`;
|
|
}}
|
|
on:keydown={(e) => {
|
|
if (e.key === 'Escape') {
|
|
document.getElementById('close-edit-message-button')?.click();
|
|
}
|
|
|
|
const isCmdOrCtrlPressed = e.metaKey || e.ctrlKey;
|
|
const isEnterPressed = e.key === 'Enter';
|
|
|
|
if (isCmdOrCtrlPressed && isEnterPressed) {
|
|
document.getElementById('confirm-edit-message-button')?.click();
|
|
}
|
|
}}
|
|
/>
|
|
|
|
<div class=" mt-2 mb-1 flex justify-between text-sm font-medium">
|
|
<div>
|
|
<button
|
|
id="save-new-message-button"
|
|
class=" px-4 py-2 bg-gray-50 hover:bg-gray-100 dark:bg-gray-800 dark:hover:bg-gray-700 border dark:border-gray-700 text-gray-700 dark:text-gray-200 transition rounded-3xl"
|
|
on:click={() => {
|
|
saveAsCopyHandler();
|
|
}}
|
|
>
|
|
{$i18n.t('Save As Copy')}
|
|
</button>
|
|
</div>
|
|
|
|
<div class="flex space-x-1.5">
|
|
<button
|
|
id="close-edit-message-button"
|
|
class="px-4 py-2 bg-white dark:bg-gray-900 hover:bg-gray-100 text-gray-800 dark:text-gray-100 transition rounded-3xl"
|
|
on:click={() => {
|
|
cancelEditMessage();
|
|
}}
|
|
>
|
|
{$i18n.t('Cancel')}
|
|
</button>
|
|
|
|
<button
|
|
id="confirm-edit-message-button"
|
|
class=" px-4 py-2 bg-gray-900 dark:bg-white hover:bg-gray-850 text-gray-100 dark:text-gray-800 transition rounded-3xl"
|
|
on:click={() => {
|
|
editMessageConfirmHandler();
|
|
}}
|
|
>
|
|
{$i18n.t('Save')}
|
|
</button>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
{:else}
|
|
<div class="w-full flex flex-col relative" id="response-content-container">
|
|
{#if message.content === '' && !message.error}
|
|
<Skeleton />
|
|
{:else if message.content && message.error !== true}
|
|
<!-- always show message contents even if there's an error -->
|
|
<!-- unless message.error === true which is legacy error handling, where the error message is stored in message.content -->
|
|
<ContentRenderer
|
|
id={message.id}
|
|
content={message.content}
|
|
floatingButtons={message?.done}
|
|
save={true}
|
|
{model}
|
|
on:update={(e) => {
|
|
const { raw, oldContent, newContent } = e.detail;
|
|
|
|
history.messages[message.id].content = history.messages[
|
|
message.id
|
|
].content.replace(raw, raw.replace(oldContent, newContent));
|
|
|
|
dispatch('update');
|
|
}}
|
|
on:explain={(e) => {
|
|
dispatch(
|
|
'submit',
|
|
`Can you explain this section to me in more detail?\n\n` +
|
|
'```\n' +
|
|
e.detail +
|
|
'\n```'
|
|
);
|
|
}}
|
|
/>
|
|
{/if}
|
|
|
|
{#if message.error}
|
|
<Error content={message?.error?.content ?? message.content} />
|
|
{/if}
|
|
|
|
{#if message.citations}
|
|
<Citations citations={message.citations} />
|
|
{/if}
|
|
</div>
|
|
{/if}
|
|
</div>
|
|
</div>
|
|
|
|
{#if !edit}
|
|
{#if message.done || siblings.length > 1}
|
|
<div
|
|
class=" flex justify-start overflow-x-auto buttons text-gray-600 dark:text-gray-500 mt-0.5"
|
|
>
|
|
{#if siblings.length > 1}
|
|
<div class="flex self-center min-w-fit" dir="ltr">
|
|
<button
|
|
class="self-center p-1 hover:bg-black/5 dark:hover:bg-white/5 dark:hover:text-white hover:text-black rounded-md transition"
|
|
on:click={() => {
|
|
showPreviousMessage(message);
|
|
}}
|
|
>
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
fill="none"
|
|
viewBox="0 0 24 24"
|
|
stroke="currentColor"
|
|
stroke-width="2.5"
|
|
class="size-3.5"
|
|
>
|
|
<path
|
|
stroke-linecap="round"
|
|
stroke-linejoin="round"
|
|
d="M15.75 19.5 8.25 12l7.5-7.5"
|
|
/>
|
|
</svg>
|
|
</button>
|
|
|
|
<div
|
|
class="text-sm tracking-widest font-semibold self-center dark:text-gray-100 min-w-fit"
|
|
>
|
|
{siblings.indexOf(message.id) + 1}/{siblings.length}
|
|
</div>
|
|
|
|
<button
|
|
class="self-center p-1 hover:bg-black/5 dark:hover:bg-white/5 dark:hover:text-white hover:text-black rounded-md transition"
|
|
on:click={() => {
|
|
showNextMessage(message);
|
|
}}
|
|
>
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
fill="none"
|
|
viewBox="0 0 24 24"
|
|
stroke="currentColor"
|
|
stroke-width="2.5"
|
|
class="size-3.5"
|
|
>
|
|
<path
|
|
stroke-linecap="round"
|
|
stroke-linejoin="round"
|
|
d="m8.25 4.5 7.5 7.5-7.5 7.5"
|
|
/>
|
|
</svg>
|
|
</button>
|
|
</div>
|
|
{/if}
|
|
|
|
{#if message.done}
|
|
{#if !readOnly}
|
|
{#if $user.role === 'user' ? ($config?.permissions?.chat?.editing ?? true) : true}
|
|
<Tooltip content={$i18n.t('Edit')} placement="bottom">
|
|
<button
|
|
class="{isLastMessage
|
|
? 'visible'
|
|
: 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg dark:hover:text-white hover:text-black transition"
|
|
on:click={() => {
|
|
editMessageHandler();
|
|
}}
|
|
>
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
fill="none"
|
|
viewBox="0 0 24 24"
|
|
stroke-width="2.3"
|
|
stroke="currentColor"
|
|
class="w-4 h-4"
|
|
>
|
|
<path
|
|
stroke-linecap="round"
|
|
stroke-linejoin="round"
|
|
d="M16.862 4.487l1.687-1.688a1.875 1.875 0 112.652 2.652L6.832 19.82a4.5 4.5 0 01-1.897 1.13l-2.685.8.8-2.685a4.5 4.5 0 011.13-1.897L16.863 4.487zm0 0L19.5 7.125"
|
|
/>
|
|
</svg>
|
|
</button>
|
|
</Tooltip>
|
|
{/if}
|
|
{/if}
|
|
|
|
<Tooltip content={$i18n.t('Copy')} placement="bottom">
|
|
<button
|
|
class="{isLastMessage
|
|
? 'visible'
|
|
: 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg dark:hover:text-white hover:text-black transition copy-response-button"
|
|
on:click={() => {
|
|
copyToClipboard(message.content);
|
|
}}
|
|
>
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
fill="none"
|
|
viewBox="0 0 24 24"
|
|
stroke-width="2.3"
|
|
stroke="currentColor"
|
|
class="w-4 h-4"
|
|
>
|
|
<path
|
|
stroke-linecap="round"
|
|
stroke-linejoin="round"
|
|
d="M15.666 3.888A2.25 2.25 0 0013.5 2.25h-3c-1.03 0-1.9.693-2.166 1.638m7.332 0c.055.194.084.4.084.612v0a.75.75 0 01-.75.75H9a.75.75 0 01-.75-.75v0c0-.212.03-.418.084-.612m7.332 0c.646.049 1.288.11 1.927.184 1.1.128 1.907 1.077 1.907 2.185V19.5a2.25 2.25 0 01-2.25 2.25H6.75A2.25 2.25 0 014.5 19.5V6.257c0-1.108.806-2.057 1.907-2.185a48.208 48.208 0 011.927-.184"
|
|
/>
|
|
</svg>
|
|
</button>
|
|
</Tooltip>
|
|
|
|
<Tooltip content={$i18n.t('Read Aloud')} placement="bottom">
|
|
<button
|
|
id="speak-button-{message.id}"
|
|
class="{isLastMessage
|
|
? 'visible'
|
|
: 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg dark:hover:text-white hover:text-black transition"
|
|
on:click={() => {
|
|
if (!loadingSpeech) {
|
|
toggleSpeakMessage();
|
|
}
|
|
}}
|
|
>
|
|
{#if loadingSpeech}
|
|
<svg
|
|
class=" w-4 h-4"
|
|
fill="currentColor"
|
|
viewBox="0 0 24 24"
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
>
|
|
<style>
|
|
.spinner_S1WN {
|
|
animation: spinner_MGfb 0.8s linear infinite;
|
|
animation-delay: -0.8s;
|
|
}
|
|
|
|
.spinner_Km9P {
|
|
animation-delay: -0.65s;
|
|
}
|
|
|
|
.spinner_JApP {
|
|
animation-delay: -0.5s;
|
|
}
|
|
|
|
@keyframes spinner_MGfb {
|
|
93.75%,
|
|
100% {
|
|
opacity: 0.2;
|
|
}
|
|
}
|
|
</style>
|
|
<circle class="spinner_S1WN" cx="4" cy="12" r="3" />
|
|
<circle class="spinner_S1WN spinner_Km9P" cx="12" cy="12" r="3" />
|
|
<circle class="spinner_S1WN spinner_JApP" cx="20" cy="12" r="3" />
|
|
</svg>
|
|
{:else if speaking}
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
fill="none"
|
|
viewBox="0 0 24 24"
|
|
stroke-width="2.3"
|
|
stroke="currentColor"
|
|
class="w-4 h-4"
|
|
>
|
|
<path
|
|
stroke-linecap="round"
|
|
stroke-linejoin="round"
|
|
d="M17.25 9.75 19.5 12m0 0 2.25 2.25M19.5 12l2.25-2.25M19.5 12l-2.25 2.25m-10.5-6 4.72-4.72a.75.75 0 0 1 1.28.53v15.88a.75.75 0 0 1-1.28.53l-4.72-4.72H4.51c-.88 0-1.704-.507-1.938-1.354A9.009 9.009 0 0 1 2.25 12c0-.83.112-1.633.322-2.396C2.806 8.756 3.63 8.25 4.51 8.25H6.75Z"
|
|
/>
|
|
</svg>
|
|
{:else}
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
fill="none"
|
|
viewBox="0 0 24 24"
|
|
stroke-width="2.3"
|
|
stroke="currentColor"
|
|
class="w-4 h-4"
|
|
>
|
|
<path
|
|
stroke-linecap="round"
|
|
stroke-linejoin="round"
|
|
d="M19.114 5.636a9 9 0 010 12.728M16.463 8.288a5.25 5.25 0 010 7.424M6.75 8.25l4.72-4.72a.75.75 0 011.28.53v15.88a.75.75 0 01-1.28.53l-4.72-4.72H4.51c-.88 0-1.704-.507-1.938-1.354A9.01 9.01 0 012.25 12c0-.83.112-1.633.322-2.396C2.806 8.756 3.63 8.25 4.51 8.25H6.75z"
|
|
/>
|
|
</svg>
|
|
{/if}
|
|
</button>
|
|
</Tooltip>
|
|
|
|
{#if $config?.features.enable_image_generation && !readOnly}
|
|
<Tooltip content={$i18n.t('Generate Image')} placement="bottom">
|
|
<button
|
|
class="{isLastMessage
|
|
? 'visible'
|
|
: 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg dark:hover:text-white hover:text-black transition"
|
|
on:click={() => {
|
|
if (!generatingImage) {
|
|
generateImage(message);
|
|
}
|
|
}}
|
|
>
|
|
{#if generatingImage}
|
|
<svg
|
|
class=" w-4 h-4"
|
|
fill="currentColor"
|
|
viewBox="0 0 24 24"
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
>
|
|
<style>
|
|
.spinner_S1WN {
|
|
animation: spinner_MGfb 0.8s linear infinite;
|
|
animation-delay: -0.8s;
|
|
}
|
|
|
|
.spinner_Km9P {
|
|
animation-delay: -0.65s;
|
|
}
|
|
|
|
.spinner_JApP {
|
|
animation-delay: -0.5s;
|
|
}
|
|
|
|
@keyframes spinner_MGfb {
|
|
93.75%,
|
|
100% {
|
|
opacity: 0.2;
|
|
}
|
|
}
|
|
</style>
|
|
<circle class="spinner_S1WN" cx="4" cy="12" r="3" />
|
|
<circle class="spinner_S1WN spinner_Km9P" cx="12" cy="12" r="3" />
|
|
<circle class="spinner_S1WN spinner_JApP" cx="20" cy="12" r="3" />
|
|
</svg>
|
|
{:else}
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
fill="none"
|
|
viewBox="0 0 24 24"
|
|
stroke-width="2.3"
|
|
stroke="currentColor"
|
|
class="w-4 h-4"
|
|
>
|
|
<path
|
|
stroke-linecap="round"
|
|
stroke-linejoin="round"
|
|
d="m2.25 15.75 5.159-5.159a2.25 2.25 0 0 1 3.182 0l5.159 5.159m-1.5-1.5 1.409-1.409a2.25 2.25 0 0 1 3.182 0l2.909 2.909m-18 3.75h16.5a1.5 1.5 0 0 0 1.5-1.5V6a1.5 1.5 0 0 0-1.5-1.5H3.75A1.5 1.5 0 0 0 2.25 6v12a1.5 1.5 0 0 0 1.5 1.5Zm10.5-11.25h.008v.008h-.008V8.25Zm.375 0a.375.375 0 1 1-.75 0 .375.375 0 0 1 .75 0Z"
|
|
/>
|
|
</svg>
|
|
{/if}
|
|
</button>
|
|
</Tooltip>
|
|
{/if}
|
|
|
|
{#if message.info}
|
|
<Tooltip
|
|
content={message.info.openai
|
|
? message.info.usage
|
|
? `<pre>${sanitizeResponseContent(
|
|
JSON.stringify(message.info.usage, null, 2)
|
|
.replace(/"([^(")"]+)":/g, '$1:')
|
|
.slice(1, -1)
|
|
.split('\n')
|
|
.map((line) => line.slice(2))
|
|
.map((line) => (line.endsWith(',') ? line.slice(0, -1) : line))
|
|
.join('\n')
|
|
)}</pre>`
|
|
: `prompt_tokens: ${message.info.prompt_tokens ?? 'N/A'}<br/>
|
|
completion_tokens: ${message.info.completion_tokens ?? 'N/A'}<br/>
|
|
total_tokens: ${message.info.total_tokens ?? 'N/A'}`
|
|
: `response_token/s: ${
|
|
`${
|
|
Math.round(
|
|
((message.info.eval_count ?? 0) /
|
|
((message.info.eval_duration ?? 0) / 1000000000)) *
|
|
100
|
|
) / 100
|
|
} tokens` ?? 'N/A'
|
|
}<br/>
|
|
prompt_token/s: ${
|
|
Math.round(
|
|
((message.info.prompt_eval_count ?? 0) /
|
|
((message.info.prompt_eval_duration ?? 0) / 1000000000)) *
|
|
100
|
|
) / 100 ?? 'N/A'
|
|
} tokens<br/>
|
|
total_duration: ${
|
|
Math.round(((message.info.total_duration ?? 0) / 1000000) * 100) / 100 ?? 'N/A'
|
|
}ms<br/>
|
|
load_duration: ${
|
|
Math.round(((message.info.load_duration ?? 0) / 1000000) * 100) / 100 ?? 'N/A'
|
|
}ms<br/>
|
|
prompt_eval_count: ${message.info.prompt_eval_count ?? 'N/A'}<br/>
|
|
prompt_eval_duration: ${
|
|
Math.round(((message.info.prompt_eval_duration ?? 0) / 1000000) * 100) / 100 ??
|
|
'N/A'
|
|
}ms<br/>
|
|
eval_count: ${message.info.eval_count ?? 'N/A'}<br/>
|
|
eval_duration: ${
|
|
Math.round(((message.info.eval_duration ?? 0) / 1000000) * 100) / 100 ?? 'N/A'
|
|
}ms<br/>
|
|
approximate_total: ${approximateToHumanReadable(message.info.total_duration ?? 0)}`}
|
|
placement="top"
|
|
>
|
|
<Tooltip content={$i18n.t('Generation Info')} placement="bottom">
|
|
<button
|
|
class=" {isLastMessage
|
|
? 'visible'
|
|
: 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg dark:hover:text-white hover:text-black transition whitespace-pre-wrap"
|
|
on:click={() => {
|
|
console.log(message);
|
|
}}
|
|
id="info-{message.id}"
|
|
>
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
fill="none"
|
|
viewBox="0 0 24 24"
|
|
stroke-width="2.3"
|
|
stroke="currentColor"
|
|
class="w-4 h-4"
|
|
>
|
|
<path
|
|
stroke-linecap="round"
|
|
stroke-linejoin="round"
|
|
d="M11.25 11.25l.041-.02a.75.75 0 011.063.852l-.708 2.836a.75.75 0 001.063.853l.041-.021M21 12a9 9 0 11-18 0 9 9 0 0118 0zm-9-3.75h.008v.008H12V8.25z"
|
|
/>
|
|
</svg>
|
|
</button>
|
|
</Tooltip>
|
|
</Tooltip>
|
|
{/if}
|
|
|
|
{#if !readOnly}
|
|
{#if $config?.features.enable_message_rating ?? true}
|
|
<Tooltip content={$i18n.t('Good Response')} placement="bottom">
|
|
<button
|
|
class="{isLastMessage
|
|
? 'visible'
|
|
: 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg {(message
|
|
?.annotation?.rating ?? null) === 1
|
|
? 'bg-gray-100 dark:bg-gray-800'
|
|
: ''} dark:hover:text-white hover:text-black transition"
|
|
on:click={async () => {
|
|
await rateMessage(message.id, 1);
|
|
|
|
(model?.actions ?? [])
|
|
.filter((action) => action?.__webui__ ?? false)
|
|
.forEach((action) => {
|
|
dispatch('action', {
|
|
id: action.id,
|
|
event: {
|
|
id: 'good-response',
|
|
data: {
|
|
messageId: message.id
|
|
}
|
|
}
|
|
});
|
|
});
|
|
|
|
showRateComment = true;
|
|
window.setTimeout(() => {
|
|
document
|
|
.getElementById(`message-feedback-${message.id}`)
|
|
?.scrollIntoView();
|
|
}, 0);
|
|
}}
|
|
>
|
|
<svg
|
|
stroke="currentColor"
|
|
fill="none"
|
|
stroke-width="2.3"
|
|
viewBox="0 0 24 24"
|
|
stroke-linecap="round"
|
|
stroke-linejoin="round"
|
|
class="w-4 h-4"
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
>
|
|
<path
|
|
d="M14 9V5a3 3 0 0 0-3-3l-4 9v11h11.28a2 2 0 0 0 2-1.7l1.38-9a2 2 0 0 0-2-2.3zM7 22H4a2 2 0 0 1-2-2v-7a2 2 0 0 1 2-2h3"
|
|
/>
|
|
</svg>
|
|
</button>
|
|
</Tooltip>
|
|
|
|
<Tooltip content={$i18n.t('Bad Response')} placement="bottom">
|
|
<button
|
|
class="{isLastMessage
|
|
? 'visible'
|
|
: 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg {(message
|
|
?.annotation?.rating ?? null) === -1
|
|
? 'bg-gray-100 dark:bg-gray-800'
|
|
: ''} dark:hover:text-white hover:text-black transition"
|
|
on:click={async () => {
|
|
await rateMessage(message.id, -1);
|
|
|
|
(model?.actions ?? [])
|
|
.filter((action) => action?.__webui__ ?? false)
|
|
.forEach((action) => {
|
|
dispatch('action', {
|
|
id: action.id,
|
|
event: {
|
|
id: 'bad-response',
|
|
data: {
|
|
messageId: message.id
|
|
}
|
|
}
|
|
});
|
|
});
|
|
|
|
showRateComment = true;
|
|
window.setTimeout(() => {
|
|
document
|
|
.getElementById(`message-feedback-${message.id}`)
|
|
?.scrollIntoView();
|
|
}, 0);
|
|
}}
|
|
>
|
|
<svg
|
|
stroke="currentColor"
|
|
fill="none"
|
|
stroke-width="2.3"
|
|
viewBox="0 0 24 24"
|
|
stroke-linecap="round"
|
|
stroke-linejoin="round"
|
|
class="w-4 h-4"
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
>
|
|
<path
|
|
d="M10 15v4a3 3 0 0 0 3 3l4-9V2H5.72a2 2 0 0 0-2 1.7l-1.38 9a2 2 0 0 0 2 2.3zm7-13h2.67A2.31 2.31 0 0 1 22 4v7a2.31 2.31 0 0 1-2.33 2H17"
|
|
/>
|
|
</svg>
|
|
</button>
|
|
</Tooltip>
|
|
{/if}
|
|
|
|
{#if isLastMessage}
|
|
<Tooltip content={$i18n.t('Continue Response')} placement="bottom">
|
|
<button
|
|
type="button"
|
|
id="continue-response-button"
|
|
class="{isLastMessage
|
|
? 'visible'
|
|
: 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg dark:hover:text-white hover:text-black transition regenerate-response-button"
|
|
on:click={() => {
|
|
continueResponse();
|
|
|
|
(model?.actions ?? [])
|
|
.filter((action) => action?.__webui__ ?? false)
|
|
.forEach((action) => {
|
|
dispatch('action', {
|
|
id: action.id,
|
|
event: {
|
|
id: 'continue-response',
|
|
data: {
|
|
messageId: message.id
|
|
}
|
|
}
|
|
});
|
|
});
|
|
}}
|
|
>
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
fill="none"
|
|
viewBox="0 0 24 24"
|
|
stroke-width="2.3"
|
|
stroke="currentColor"
|
|
class="w-4 h-4"
|
|
>
|
|
<path
|
|
stroke-linecap="round"
|
|
stroke-linejoin="round"
|
|
d="M21 12a9 9 0 1 1-18 0 9 9 0 0 1 18 0Z"
|
|
/>
|
|
<path
|
|
stroke-linecap="round"
|
|
stroke-linejoin="round"
|
|
d="M15.91 11.672a.375.375 0 0 1 0 .656l-5.603 3.113a.375.375 0 0 1-.557-.328V8.887c0-.286.307-.466.557-.327l5.603 3.112Z"
|
|
/>
|
|
</svg>
|
|
</button>
|
|
</Tooltip>
|
|
|
|
<Tooltip content={$i18n.t('Regenerate')} placement="bottom">
|
|
<button
|
|
type="button"
|
|
class="{isLastMessage
|
|
? 'visible'
|
|
: 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg dark:hover:text-white hover:text-black transition regenerate-response-button"
|
|
on:click={() => {
|
|
showRateComment = false;
|
|
regenerateResponse(message);
|
|
|
|
(model?.actions ?? [])
|
|
.filter((action) => action?.__webui__ ?? false)
|
|
.forEach((action) => {
|
|
dispatch('action', {
|
|
id: action.id,
|
|
event: {
|
|
id: 'regenerate-response',
|
|
data: {
|
|
messageId: message.id
|
|
}
|
|
}
|
|
});
|
|
});
|
|
}}
|
|
>
|
|
<svg
|
|
xmlns="http://www.w3.org/2000/svg"
|
|
fill="none"
|
|
viewBox="0 0 24 24"
|
|
stroke-width="2.3"
|
|
stroke="currentColor"
|
|
class="w-4 h-4"
|
|
>
|
|
<path
|
|
stroke-linecap="round"
|
|
stroke-linejoin="round"
|
|
d="M16.023 9.348h4.992v-.001M2.985 19.644v-4.992m0 0h4.992m-4.993 0l3.181 3.183a8.25 8.25 0 0013.803-3.7M4.031 9.865a8.25 8.25 0 0113.803-3.7l3.181 3.182m0-4.991v4.99"
|
|
/>
|
|
</svg>
|
|
</button>
|
|
</Tooltip>
|
|
|
|
{#each (model?.actions ?? []).filter((action) => !(action?.__webui__ ?? false)) as action}
|
|
<Tooltip content={action.name} placement="bottom">
|
|
<button
|
|
type="button"
|
|
class="{isLastMessage
|
|
? 'visible'
|
|
: 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg dark:hover:text-white hover:text-black transition regenerate-response-button"
|
|
on:click={() => {
|
|
dispatch('action', action.id);
|
|
}}
|
|
>
|
|
{#if action.icon_url}
|
|
<img
|
|
src={action.icon_url}
|
|
class="w-4 h-4 {action.icon_url.includes('svg')
|
|
? 'dark:invert-[80%]'
|
|
: ''}"
|
|
style="fill: currentColor;"
|
|
alt={action.name}
|
|
/>
|
|
{:else}
|
|
<Sparkles strokeWidth="2.1" className="size-4" />
|
|
{/if}
|
|
</button>
|
|
</Tooltip>
|
|
{/each}
|
|
{/if}
|
|
{/if}
|
|
{/if}
|
|
</div>
|
|
{/if}
|
|
|
|
{#if message.done && showRateComment}
|
|
<RateComment
|
|
bind:message
|
|
bind:show={showRateComment}
|
|
on:submit={(e) => {
|
|
dispatch('save', {
|
|
...message,
|
|
annotation: {
|
|
...message.annotation,
|
|
comment: e.detail.comment,
|
|
reason: e.detail.reason
|
|
}
|
|
});
|
|
(model?.actions ?? [])
|
|
.filter((action) => action?.__webui__ ?? false)
|
|
.forEach((action) => {
|
|
dispatch('action', {
|
|
id: action.id,
|
|
event: {
|
|
id: 'rate-comment',
|
|
data: {
|
|
messageId: message.id,
|
|
comment: e.detail.comment,
|
|
reason: e.detail.reason
|
|
}
|
|
}
|
|
});
|
|
});
|
|
}}
|
|
/>
|
|
{/if}
|
|
{/if}
|
|
</div>
|
|
</div>
|
|
</div>
|
|
{/key}
|
|
|
|
<style>
|
|
.buttons::-webkit-scrollbar {
|
|
display: none; /* for Chrome, Safari and Opera */
|
|
}
|
|
|
|
.buttons {
|
|
-ms-overflow-style: none; /* IE and Edge */
|
|
scrollbar-width: none; /* Firefox */
|
|
}
|
|
|
|
@keyframes shimmer {
|
|
0% {
|
|
background-position: 200% 0;
|
|
}
|
|
100% {
|
|
background-position: -200% 0;
|
|
}
|
|
}
|
|
|
|
.shimmer {
|
|
background: linear-gradient(90deg, #9a9b9e 25%, #2a2929 50%, #9a9b9e 75%);
|
|
background-size: 200% 100%;
|
|
background-clip: text;
|
|
-webkit-background-clip: text;
|
|
-webkit-text-fill-color: transparent;
|
|
animation: shimmer 4s linear infinite;
|
|
color: #818286; /* Fallback color */
|
|
}
|
|
|
|
:global(.dark) .shimmer {
|
|
background: linear-gradient(90deg, #818286 25%, #eae5e5 50%, #818286 75%);
|
|
background-size: 200% 100%;
|
|
background-clip: text;
|
|
-webkit-background-clip: text;
|
|
-webkit-text-fill-color: transparent;
|
|
animation: shimmer 4s linear infinite;
|
|
color: #a1a3a7; /* Darker fallback color for dark mode */
|
|
}
|
|
|
|
@keyframes smoothFadeIn {
|
|
0% {
|
|
opacity: 0;
|
|
transform: translateY(-10px);
|
|
}
|
|
100% {
|
|
opacity: 1;
|
|
transform: translateY(0);
|
|
}
|
|
}
|
|
|
|
.status-description {
|
|
animation: smoothFadeIn 0.2s forwards;
|
|
}
|
|
</style>
|