OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-06-26 18:15:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #263 from marcklingen/feat/track-usage-langfuse

Browse Source 
feat: track token usage in Langfuse (and fix memory leak)
This commit is contained in:
Timothy Jaeryang Baek 2024-09-19 17:07:19 +02:00 committed by GitHub
commit 2671d7e825
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 17 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
examples/filters/langfuse_filter_pipeline.py
View File

@ -2,7 +2,7 @@
title: Langfuse Filter Pipeline
author: open-webui
date: 2024-05-30
version: 1.2
version: 1.3
license: MIT
description: A filter pipeline that uses Langfuse.
requirements: langfuse
@ -113,13 +113,26 @@ class Pipeline:
return body
generation = self.chat_generations[body["chat_id"]]
assistant_message = get_last_assistant_message(body["messages"])
user_message = get_last_user_message(body["messages"])
generated_message = get_last_assistant_message(body["messages"])
# Extract usage information
info = assistant_message.get("info", {})
usage = None
if "prompt_tokens" in info and "completion_tokens" in info:
usage = {
"input": info["prompt_tokens"],
"output": info["completion_tokens"],
"unit": "TOKENS",
}
# Update generation
generation.end(
output=generated_message,
output=assistant_message,
metadata={"interface": "open-webui"},
usage=usage,
)
# Clean up the chat_generations dictionary
del self.chat_generations[body["chat_id"]]
return body