show prompt/s in perf info

This commit is contained in:
Danny Liu 2024-02-18 10:10:57 -08:00
parent 9c3be59015
commit 2eaad82a91

View File

@ -79,6 +79,11 @@
) / 100
} tokens` ?? 'N/A'
}<br/>
prompt/s: ${
Math.round(
((message.info.prompt_eval_count ?? 0) / (message.info.prompt_eval_duration / 1000000000)) * 100
) / 100 ?? 'N/A'
} prompts<br/>
total_duration: ${
Math.round(((message.info.total_duration ?? 0) / 1000000) * 100) / 100 ??
'N/A'