open-webui/backend/open_webui/apps/webui/models/files.py

148 lines
3.6 KiB
Python
Raw Normal View History

2024-06-18 18:36:55 +00:00
import logging
2024-08-27 22:10:27 +00:00
import time
from typing import Optional
from open_webui.apps.webui.internal.db import Base, JSONField, get_db
from open_webui.env import SRC_LOG_LEVELS
2024-08-27 22:10:27 +00:00
from pydantic import BaseModel, ConfigDict
2024-10-01 18:01:26 +00:00
from sqlalchemy import BigInteger, Column, String, Text, JSON
2024-06-18 18:36:55 +00:00
log = logging.getLogger(__name__)
log.setLevel(SRC_LOG_LEVELS["MODELS"])
####################
# Files DB Schema
####################
class File(Base):
__tablename__ = "file"
2024-06-18 18:36:55 +00:00
id = Column(String, primary_key=True)
user_id = Column(String)
2024-10-01 18:01:26 +00:00
hash = Column(String)
filename = Column(Text)
2024-10-01 18:01:26 +00:00
data = Column(JSON)
meta = Column(JSONField)
2024-10-01 18:01:26 +00:00
created_at = Column(BigInteger)
2024-10-01 18:01:26 +00:00
updated_at = Column(BigInteger)
2024-06-18 18:36:55 +00:00
class FileModel(BaseModel):
2024-10-01 18:01:26 +00:00
model_config = ConfigDict(from_attributes=True)
2024-06-18 18:36:55 +00:00
id: str
user_id: str
2024-10-01 18:01:26 +00:00
hash: str
2024-06-18 18:36:55 +00:00
filename: str
2024-10-01 18:01:26 +00:00
data: dict
2024-06-18 18:36:55 +00:00
meta: dict
2024-10-01 18:01:26 +00:00
created_at: int # timestamp in epoch
updated_at: int # timestamp in epoch
2024-06-18 18:36:55 +00:00
2024-06-24 07:57:08 +00:00
2024-06-18 18:36:55 +00:00
####################
# Forms
####################
2024-06-18 21:33:44 +00:00
class FileModelResponse(BaseModel):
2024-06-18 18:36:55 +00:00
id: str
user_id: str
2024-10-01 18:01:26 +00:00
hash: str
2024-06-18 18:36:55 +00:00
filename: str
2024-10-01 18:01:26 +00:00
data: dict
2024-06-18 18:36:55 +00:00
meta: dict
2024-10-01 18:01:26 +00:00
2024-06-18 18:36:55 +00:00
created_at: int # timestamp in epoch
2024-10-01 18:01:26 +00:00
updated_at: int # timestamp in epoch
2024-06-18 18:36:55 +00:00
class FileForm(BaseModel):
id: str
filename: str
meta: dict = {}
class FilesTable:
def insert_new_file(self, user_id: str, form_data: FileForm) -> Optional[FileModel]:
2024-07-04 06:32:39 +00:00
with get_db() as db:
file = FileModel(
**{
**form_data.model_dump(),
"user_id": user_id,
"created_at": int(time.time()),
}
)
try:
result = File(**file.model_dump())
db.add(result)
db.commit()
db.refresh(result)
if result:
return FileModel.model_validate(result)
else:
return None
except Exception as e:
print(f"Error creating tool: {e}")
return None
2024-06-18 18:36:55 +00:00
def get_file_by_id(self, id: str) -> Optional[FileModel]:
2024-07-04 06:32:39 +00:00
with get_db() as db:
try:
file = db.get(File, id)
return FileModel.model_validate(file)
2024-08-14 12:38:19 +00:00
except Exception:
2024-07-04 06:32:39 +00:00
return None
2024-06-18 18:36:55 +00:00
2024-08-14 12:46:31 +00:00
def get_files(self) -> list[FileModel]:
2024-07-04 06:32:39 +00:00
with get_db() as db:
return [FileModel.model_validate(file) for file in db.query(File).all()]
2024-06-18 18:36:55 +00:00
2024-08-23 14:19:04 +00:00
def get_files_by_user_id(self, user_id: str) -> list[FileModel]:
with get_db() as db:
return [
FileModel.model_validate(file)
for file in db.query(File).filter_by(user_id=user_id).all()
]
2024-09-28 00:56:56 +00:00
def update_files_metadata_by_id(self, id: str, meta: dict) -> Optional[FileModel]:
with get_db() as db:
try:
file = db.query(File).filter_by(id=id).first()
file.meta = {**file.meta, **meta}
db.commit()
return FileModel.model_validate(file)
except Exception:
return None
def delete_file_by_id(self, id: str) -> bool:
2024-07-04 06:32:39 +00:00
with get_db() as db:
try:
db.query(File).filter_by(id=id).delete()
2024-07-06 15:10:58 +00:00
db.commit()
2024-07-04 06:32:39 +00:00
return True
2024-08-14 12:38:19 +00:00
except Exception:
2024-07-04 06:32:39 +00:00
return False
2024-06-18 18:36:55 +00:00
def delete_all_files(self) -> bool:
2024-07-04 06:32:39 +00:00
with get_db() as db:
try:
db.query(File).delete()
2024-07-06 15:10:58 +00:00
db.commit()
2024-07-04 06:32:39 +00:00
return True
2024-08-14 12:38:19 +00:00
except Exception:
2024-07-04 06:32:39 +00:00
return False
2024-06-18 21:15:08 +00:00
2024-06-18 18:36:55 +00:00
Files = FilesTable()