From 9f66cdbb0b6acebafe633273fbb03a323a88a7bc Mon Sep 17 00:00:00 2001
From: "Timothy J. Baek" <timothyjrbeck@gmail.com>
Date: Thu, 14 Dec 2023 18:04:15 -0800
Subject: [PATCH] feat: token/s added to verbose output

---
 src/lib/components/chat/Messages.svelte | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/src/lib/components/chat/Messages.svelte b/src/lib/components/chat/Messages.svelte
index e25b0cda3..5b04f7ae9 100644
--- a/src/lib/components/chat/Messages.svelte
+++ b/src/lib/components/chat/Messages.svelte
@@ -34,9 +34,10 @@
 			for (const message of messages) {
 				if (message.info) {
 					tippy(`#info-${message.id}`, {
-						content: `<span class="text-xs">total_duration: ${
-							message.info.total_duration ?? 'N/A'
+						content: `<span class="text-xs">token/s: ${
+							(message.info.eval_count ?? 0) / message.info.eval_duration ?? 'N/A'
 						}<br/>
+						total_duration: ${message.info.total_duration ?? 'N/A'}<br/>
 						load_duration: ${message.info.load_duration ?? 'N/A'}<br/>
 						sample_count: ${message.info.sample_count ?? 'N/A'}<br/>
 						sample_duration: ${message.info.sample_duration ?? 'N/A'}<br/>