refac: parse md files with TextLoader

2024-10-28 05:50:56 -07:00 · 2024-10-28 05:50:56 -07:00 · 491cff8c63
commit 491cff8c63
parent bcf88585de
1 changed files with 1 additions and 1 deletions
--- a/backend/open_webui/apps/retrieval/loaders/main.py
+++ b/backend/open_webui/apps/retrieval/loaders/main.py
@ -159,7 +159,7 @@ class Loader:
            elif file_ext in ["htm", "html"]:
                loader = BSHTMLLoader(file_path, open_encoding="unicode_escape")
            elif file_ext == "md":
-                loader = UnstructuredMarkdownLoader(file_path)
+                loader = TextLoader(file_path, autodetect_encoding=True)
            elif file_content_type == "application/epub+zip":
                loader = UnstructuredEPubLoader(file_path)
            elif (