OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-11 16:10:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

openai non-stream metrics

Browse Source
This commit is contained in:
Marc Klingen 2024-09-27 19:06:22 +02:00
parent 68938c0808
commit bd4d824903
No known key found for this signature in database
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
examples/filters/langfuse_filter_pipeline.py
View File

@ -128,12 +128,12 @@ class Pipeline:
if assistant_message_obj: if assistant_message_obj:
info = assistant_message_obj.get("info", {}) info = assistant_message_obj.get("info", {})
if isinstance(info, dict): if isinstance(info, dict):
prompt_eval_count = info.get("prompt_eval_count") input_tokens = info.get("prompt_eval_count") or info.get("prompt_tokens")
eval_count = info.get("eval_count") output_tokens = info.get("eval_count") or info.get("completion_tokens")
if prompt_eval_count is not None and eval_count is not None: if input_tokens is not None and output_tokens is not None:
usage = { usage = {
"input": prompt_eval_count, "input": input_tokens,
"output": eval_count, "output": output_tokens,
"unit": "TOKENS", "unit": "TOKENS",
} }