OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-10 23:50:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

openai non-stream metrics

Browse Source
This commit is contained in:
Marc Klingen 2024-09-27 19:06:22 +02:00
parent 68938c0808
commit bd4d824903
No known key found for this signature in database
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
examples/filters/langfuse_filter_pipeline.py
View File

@ -128,12 +128,12 @@ class Pipeline:
if assistant_message_obj:
info = assistant_message_obj.get("info", {})
if isinstance(info, dict):
prompt_eval_count = info.get("prompt_eval_count")
eval_count = info.get("eval_count")
if prompt_eval_count is not None and eval_count is not None:
input_tokens = info.get("prompt_eval_count") or info.get("prompt_tokens")
output_tokens = info.get("eval_count") or info.get("completion_tokens")
if input_tokens is not None and output_tokens is not None:
usage = {
"input": prompt_eval_count,
"output": eval_count,
"input": input_tokens,
"output": output_tokens,
"unit": "TOKENS",
}