This commit is contained in:
Jason E. Jensen 2025-03-22 00:10:42 +08:00 committed by GitHub
commit cbe594690f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -239,10 +239,10 @@ class Pipeline:
# Extract usage if available
usage = None
if assistant_message_obj:
info = assistant_message_obj.get("info", {})
if isinstance(info, dict):
input_tokens = info.get("prompt_eval_count") or info.get("prompt_tokens")
output_tokens = info.get("eval_count") or info.get("completion_tokens")
message_usage = assistant_message_obj.get("usage", {})
if isinstance(message_usage, dict):
input_tokens = message_usage.get("prompt_eval_count") or message_usage.get("prompt_tokens")
output_tokens = message_usage.get("eval_count") or message_usage.get("completion_tokens")
if input_tokens is not None and output_tokens is not None:
usage = {
"input": input_tokens,