UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-04-08 06:35:04 +00:00
Code Issues Actions 11 Packages Projects Releases Wiki Activity

Track token usage for LLM streaming responses

Browse Source
This commit is contained in:
Phil Szalay 2025-03-24 12:25:09 +01:00
parent c5446db233
commit c56dbe19cf
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backend/beyond_the_loop/routers/openai.py
View File

@ -690,6 +690,10 @@ async def generate_chat_completion(
if "max_tokens" in payload and "max_completion_tokens" in payload:
del payload["max_tokens"]
# Add stream_options to include usage information in streaming responses
if "stream" in payload and payload["stream"]:
payload["stream_options"] = {"include_usage": True}
# Convert the modified body back to JSON
payload = json.dumps(payload)