This commit is contained in:
Timothy J. Baek
2024-10-02 21:14:58 -07:00
parent a2eadb30f5
commit 351b1dbf31
6 changed files with 225 additions and 19 deletions

View File

@@ -1,3 +1,5 @@
# TODO: Merge this with the webui_app and make it a single app
import json
import logging
import mimetypes
@@ -728,11 +730,13 @@ def process_file(
docs = loader.load(file.filename, file.meta.get("content_type"), file_path)
text_content = " ".join([doc.page_content for doc in docs])
log.debug(f"text_content: {text_content}")
hash = calculate_sha256_string(text_content)
Files.update_files_data_by_id(
Files.update_file_data_by_id(
form_data.file_id,
{"content": text_content},
)
Files.update_file_hash_by_id(form_data.file_id, hash)
try:
result = save_docs_to_vector_db(