UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2024-12-29 15:25:29 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

fix: ollama usage

Browse Source
This commit is contained in:
Timothy Jaeryang Baek 2024-12-26 20:35:14 -08:00
parent c5b8466c0e
commit e3937ada38
1 changed files with 6 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
backend/open_webui/utils/response.py
View File

@ -29,7 +29,7 @@ async def convert_streaming_response_ollama_to_openai(ollama_streaming_response)
( (
( (
data.get("eval_count", 0) data.get("eval_count", 0)
/ ((data.get("eval_duration", 0) / 1_000_000_000)) / ((data.get("eval_duration", 0) / 1_000_000))
) )
* 100 * 100
), ),
@ -43,12 +43,7 @@ async def convert_streaming_response_ollama_to_openai(ollama_streaming_response)
( (
( (
data.get("prompt_eval_count", 0) data.get("prompt_eval_count", 0)
/ ( / ((data.get("prompt_eval_duration", 0) / 1_000_000))
(
data.get("prompt_eval_duration", 0)
/ 1_000_000_000
)
)
) )
* 100 * 100
), ),
@ -57,20 +52,12 @@ async def convert_streaming_response_ollama_to_openai(ollama_streaming_response)
if data.get("prompt_eval_duration", 0) > 0 if data.get("prompt_eval_duration", 0) > 0
else "N/A" else "N/A"
), ),
"total_duration": round( "total_duration": data.get("total_duration", 0),
((data.get("total_duration", 0) / 1_000_000) * 100), 2 "load_duration": data.get("load_duration", 0),
),
"load_duration": round(
((data.get("load_duration", 0) / 1_000_000) * 100), 2
),
"prompt_eval_count": data.get("prompt_eval_count", 0), "prompt_eval_count": data.get("prompt_eval_count", 0),
"prompt_eval_duration": round( "prompt_eval_duration": data.get("prompt_eval_duration", 0),
((data.get("prompt_eval_duration", 0) / 1_000_000) * 100), 2
),
"eval_count": data.get("eval_count", 0), "eval_count": data.get("eval_count", 0),
"eval_duration": round( "eval_duration": data.get("eval_duration", 0),
((data.get("eval_duration", 0) / 1_000_000) * 100), 2
),
"approximate_total": ( "approximate_total": (
lambda s: f"{s // 3600}h{(s % 3600) // 60}m{s % 60}s" lambda s: f"{s // 3600}h{(s % 3600) // 60}m{s % 60}s"
)((data.get("total_duration", 0) or 0) // 1_000_000_000), )((data.get("total_duration", 0) or 0) // 1_000_000_000),