UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2024-11-16 13:40:55 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

feat: create blob from huggingface url

Browse Source
This commit is contained in:
Timothy J. Baek 2023-12-23 23:40:14 -08:00
parent bc5f9c01a9
commit 0fe7d89f0b
1 changed files with 36 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
backend/apps/web/routers/utils.py
View File

@ -4,13 +4,14 @@ from starlette.responses import StreamingResponse
from pydantic import BaseModel from pydantic import BaseModel
from utils.misc import calculate_sha256
import requests import requests
import os import os
import asyncio import aiohttp
import json import json
from utils.misc import calculate_sha256
from config import OLLAMA_API_BASE_URL from config import OLLAMA_API_BASE_URL
@ -38,7 +39,7 @@ def parse_huggingface_url(hf_url):
return [user_repo, model_file] return [user_repo, model_file]
def download_file_stream(url, file_path, chunk_size=1024 * 1024): async def download_file_stream(url, file_path, chunk_size=1024 * 1024):
done = False done = False
if os.path.exists(file_path): if os.path.exists(file_path):
@ -48,19 +49,40 @@ def download_file_stream(url, file_path, chunk_size=1024 * 1024):
headers = {"Range": f"bytes={current_size}-"} if current_size > 0 else {} headers = {"Range": f"bytes={current_size}-"} if current_size > 0 else {}
with requests.get(url, headers=headers, stream=True) as response: timeout = aiohttp.ClientTimeout(total=60) # Set the timeout
async with aiohttp.ClientSession(timeout=timeout) as session:
async with session.get(url, headers=headers) as response:
total_size = int(response.headers.get("content-length", 0)) + current_size total_size = int(response.headers.get("content-length", 0)) + current_size
with open(file_path, "ab") as file: with open(file_path, "ab+") as file:
for data in response.iter_content(chunk_size=chunk_size): async for data in response.content.iter_chunked(chunk_size):
current_size += len(data) current_size += len(data)
file.write(data) file.write(data)
done = current_size == total_size done = current_size == total_size
progress = round((current_size / total_size) * 100, 2) progress = round((current_size / total_size) * 100, 2)
yield f'data: {{"progress": {progress}, "current": {current_size}, "total": {total_size}}}\n\n' yield f'data: {{"progress": {progress}, "current": {current_size}, "total": {total_size}}}\n\n'
if done:
file.seek(0)
hashed = calculate_sha256(file)
file.seek(0)
url = f"{OLLAMA_API_BASE_URL}/blobs/sha256:{hashed}"
response = requests.post(url, data=file)
if response.ok:
res = {
"done": done,
"blob": f"sha256:{hashed}",
}
os.remove(file_path)
yield f"data: {json.dumps(res)}\n\n"
else:
raise "Ollama: Could not create blob, Please try again."
@router.get("/download") @router.get("/download")
async def download( async def download(