OpenWebUI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-06-26 18:26:48 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

refac

Browse Source
This commit is contained in:
Timothy J. Baek
2024-10-03 22:22:22 -07:00
parent 9dd76b72b4
commit b291271df3
12 changed files with 152 additions and 79 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
backend/open_webui/apps/retrieval/main.py
View File

@@ -731,7 +731,7 @@ def process_file(
collection_name = form_data.collection_name
if collection_name is None:
collection_name = file.id
collection_name = f"file-{file.id}"
loader = Loader(
engine=app.state.config.CONTENT_EXTRACTION_ENGINE,
@@ -758,12 +758,11 @@ def process_file(
log.debug(f"text_content: {text_content}")
hash = calculate_sha256_string(text_content)
res = Files.update_file_data_by_id(
Files.update_file_data_by_id(
file.id,
{"content": text_content},
)
print(res)
Files.update_file_hash_by_id(form_data.file_id, hash)
Files.update_file_hash_by_id(file.id, hash)
try:
result = save_docs_to_vector_db(
@@ -778,6 +777,13 @@ def process_file(
)
if result:
Files.update_file_metadata_by_id(
file.id,
{
"collection_name": collection_name,
},
)
return {
"status": True,
"collection_name": collection_name,

2
backend/open_webui/apps/retrieval/utils.py
View File

@@ -319,7 +319,7 @@ def get_rag_context(
for file in files:
if file.get("context") == "full":
context = {
"documents": [[file.get("file").get("content")]],
"documents": [[file.get("file").get("data", {}).get("content")]],
"metadatas": [[{"file_id": file.get("id"), "name": file.get("name")}]],
}
else: