refac: parse md files with TextLoader

This commit is contained in:
Timothy J. Baek 2024-10-28 05:50:56 -07:00
parent bcf88585de
commit 491cff8c63

View File

@ -159,7 +159,7 @@ class Loader:
elif file_ext in ["htm", "html"]: elif file_ext in ["htm", "html"]:
loader = BSHTMLLoader(file_path, open_encoding="unicode_escape") loader = BSHTMLLoader(file_path, open_encoding="unicode_escape")
elif file_ext == "md": elif file_ext == "md":
loader = UnstructuredMarkdownLoader(file_path) loader = TextLoader(file_path, autodetect_encoding=True)
elif file_content_type == "application/epub+zip": elif file_content_type == "application/epub+zip":
loader = UnstructuredEPubLoader(file_path) loader = UnstructuredEPubLoader(file_path)
elif ( elif (