From 7e2b2ec7619ecb53e733e8a820c65a29c3bc4b1d Mon Sep 17 00:00:00 2001 From: Timothy Jaeryang Baek Date: Tue, 25 Feb 2025 01:35:59 -0800 Subject: [PATCH] fix: openai usage display issue --- backend/open_webui/utils/middleware.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/backend/open_webui/utils/middleware.py b/backend/open_webui/utils/middleware.py index f1bcad7ee..1b66715a1 100644 --- a/backend/open_webui/utils/middleware.py +++ b/backend/open_webui/utils/middleware.py @@ -1487,6 +1487,16 @@ async def process_chat_response( else: choices = data.get("choices", []) if not choices: + usage = data.get("usage", {}) + if usage: + await event_emitter( + { + "type": "chat:completion", + "data": { + "usage": usage, + }, + } + ) continue delta = choices[0].get("delta", {})