OpenWebUI/pipelines
1
0
Fork 0
mirror of https://github.com/open-webui/pipelines synced 2025-05-11 16:10:45 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
Marc Klingen 2024-09-27 18:56:52 +02:00
parent 0b99d06f23
commit 68938c0808
No known key found for this signature in database
1 changed files with 22 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
examples/filters/langfuse_filter_pipeline.py
View File

@ -9,15 +9,20 @@ requirements: langfuse
""" """
from typing import List, Optional from typing import List, Optional
from schemas import OpenAIChatMessage
import os import os
import uuid import uuid
from utils.pipelines.main import get_last_user_message, get_last_assistant_message from utils.pipelines.main import get_last_assistant_message
from pydantic import BaseModel from pydantic import BaseModel
from langfuse import Langfuse from langfuse import Langfuse
from langfuse.api.resources.commons.errors.unauthorized_error import UnauthorizedError from langfuse.api.resources.commons.errors.unauthorized_error import UnauthorizedError
def get_last_assistant_message_obj(messages: List[dict]) -> dict:
for message in reversed(messages):
if message["role"] == "assistant":
return message
return {}
class Pipeline: class Pipeline:
class Valves(BaseModel): class Valves(BaseModel):
@ -109,21 +114,28 @@ class Pipeline:
async def outlet(self, body: dict, user: Optional[dict] = None) -> dict: async def outlet(self, body: dict, user: Optional[dict] = None) -> dict:
print(f"outlet:{__name__}") print(f"outlet:{__name__}")
print(f"Received body: {body}")
if body["chat_id"] not in self.chat_generations: if body["chat_id"] not in self.chat_generations:
return body return body
generation = self.chat_generations[body["chat_id"]] generation = self.chat_generations[body["chat_id"]]
assistant_message = get_last_assistant_message(body["messages"]) assistant_message = get_last_assistant_message(body["messages"])
# Extract usage information
info = assistant_message.get("info", {}) # Extract usage information for models that support it
usage = None usage = None
if "prompt_tokens" in info and "completion_tokens" in info: assistant_message_obj = get_last_assistant_message_obj(body["messages"])
usage = { if assistant_message_obj:
"input": info["prompt_tokens"], info = assistant_message_obj.get("info", {})
"output": info["completion_tokens"], if isinstance(info, dict):
"unit": "TOKENS", prompt_eval_count = info.get("prompt_eval_count")
} eval_count = info.get("eval_count")
if prompt_eval_count is not None and eval_count is not None:
usage = {
"input": prompt_eval_count,
"output": eval_count,
"unit": "TOKENS",
}
# Update generation # Update generation
generation.end( generation.end(