From bd4d8249036d5670db83d3a0fdb5d5109cc89c34 Mon Sep 17 00:00:00 2001 From: Marc Klingen Date: Fri, 27 Sep 2024 19:06:22 +0200 Subject: [PATCH] openai non-stream metrics --- examples/filters/langfuse_filter_pipeline.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/examples/filters/langfuse_filter_pipeline.py b/examples/filters/langfuse_filter_pipeline.py index 2bee9b6..1fab201 100644 --- a/examples/filters/langfuse_filter_pipeline.py +++ b/examples/filters/langfuse_filter_pipeline.py @@ -128,12 +128,12 @@ class Pipeline: if assistant_message_obj: info = assistant_message_obj.get("info", {}) if isinstance(info, dict): - prompt_eval_count = info.get("prompt_eval_count") - eval_count = info.get("eval_count") - if prompt_eval_count is not None and eval_count is not None: + input_tokens = info.get("prompt_eval_count") or info.get("prompt_tokens") + output_tokens = info.get("eval_count") or info.get("completion_tokens") + if input_tokens is not None and output_tokens is not None: usage = { - "input": prompt_eval_count, - "output": eval_count, + "input": input_tokens, + "output": output_tokens, "unit": "TOKENS", }