UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2024-11-16 05:24:02 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

feat: token/s added to verbose output

Browse Source
This commit is contained in:
Timothy J. Baek 2023-12-14 18:04:15 -08:00
parent 0fdb346a31
commit 9f66cdbb0b
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/lib/components/chat/Messages.svelte
View File

@ -34,9 +34,10 @@
for (const message of messages) {
if (message.info) {
tippy(`#info-${message.id}`, {
content: `<span class="text-xs">total_duration: ${
message.info.total_duration ?? 'N/A'
content: `<span class="text-xs">token/s: ${
(message.info.eval_count ?? 0) / message.info.eval_duration ?? 'N/A'
}<br/>
total_duration: ${message.info.total_duration ?? 'N/A'}<br/>
load_duration: ${message.info.load_duration ?? 'N/A'}<br/>
sample_count: ${message.info.sample_count ?? 'N/A'}<br/>
sample_duration: ${message.info.sample_duration ?? 'N/A'}<br/>