OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-06-04 03:47:04 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #263 from marcklingen/feat/track-usage-langfuse

Browse Source 
feat: track token usage in Langfuse (and fix memory leak)
This commit is contained in:
Timothy Jaeryang Baek 2024-09-19 17:07:19 +02:00 committed by GitHub
commit 2671d7e825
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 17 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
examples/filters/langfuse_filter_pipeline.py
View File

@ -2,7 +2,7 @@
title: Langfuse Filter Pipeline title: Langfuse Filter Pipeline
author: open-webui author: open-webui
date: 2024-05-30 date: 2024-05-30
version: 1.2 version: 1.3
license: MIT license: MIT
description: A filter pipeline that uses Langfuse. description: A filter pipeline that uses Langfuse.
requirements: langfuse requirements: langfuse
@ -113,13 +113,26 @@ class Pipeline:
return body return body
generation = self.chat_generations[body["chat_id"]] generation = self.chat_generations[body["chat_id"]]
assistant_message = get_last_assistant_message(body["messages"])
user_message = get_last_user_message(body["messages"]) # Extract usage information
generated_message = get_last_assistant_message(body["messages"]) info = assistant_message.get("info", {})
usage = None
if "prompt_tokens" in info and "completion_tokens" in info:
usage = {
"input": info["prompt_tokens"],
"output": info["completion_tokens"],
"unit": "TOKENS",
}
# Update generation
generation.end( generation.end(
output=generated_message, output=assistant_message,
metadata={"interface": "open-webui"}, metadata={"interface": "open-webui"},
usage=usage,
) )
# Clean up the chat_generations dictionary
del self.chat_generations[body["chat_id"]]
return body return body