mirror of
https://github.com/open-webui/pipelines
synced 2025-05-12 16:40:45 +00:00
Merge 821c403327
into d2b7077cce
This commit is contained in:
commit
cbe594690f
@ -239,10 +239,10 @@ class Pipeline:
|
|||||||
# Extract usage if available
|
# Extract usage if available
|
||||||
usage = None
|
usage = None
|
||||||
if assistant_message_obj:
|
if assistant_message_obj:
|
||||||
info = assistant_message_obj.get("info", {})
|
message_usage = assistant_message_obj.get("usage", {})
|
||||||
if isinstance(info, dict):
|
if isinstance(message_usage, dict):
|
||||||
input_tokens = info.get("prompt_eval_count") or info.get("prompt_tokens")
|
input_tokens = message_usage.get("prompt_eval_count") or message_usage.get("prompt_tokens")
|
||||||
output_tokens = info.get("eval_count") or info.get("completion_tokens")
|
output_tokens = message_usage.get("eval_count") or message_usage.get("completion_tokens")
|
||||||
if input_tokens is not None and output_tokens is not None:
|
if input_tokens is not None and output_tokens is not None:
|
||||||
usage = {
|
usage = {
|
||||||
"input": input_tokens,
|
"input": input_tokens,
|
||||||
|
Loading…
Reference in New Issue
Block a user