Merge pull request #579 from mark-greene/main

Change markdown files to use the UnstructuredMarkdownLoader
PromtEngineer · Oct 14, 2023 · c45b23b · c45b23b
2 parents 279dfbb + 738d748
commit c45b23b
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/constants.py b/constants.py
@@ -5,7 +5,7 @@
 
 # https://python.langchain.com/en/latest/modules/indexes/document_loaders/examples/excel.html?highlight=xlsx#microsoft-excel
 from langchain.document_loaders import CSVLoader, PDFMinerLoader, TextLoader, UnstructuredExcelLoader, Docx2txtLoader
-from langchain.document_loaders import UnstructuredFileLoader
+from langchain.document_loaders import UnstructuredFileLoader, UnstructuredMarkdownLoader
 
 
 # load_dotenv()
@@ -44,7 +44,7 @@
 # https://python.langchain.com/en/latest/_modules/langchain/document_loaders/excel.html#UnstructuredExcelLoader
 DOCUMENT_MAP = {
  ".txt": TextLoader,
- ".md": TextLoader,
+ ".md": UnstructuredMarkdownLoader,
  ".py": TextLoader,
  # ".pdf": PDFMinerLoader,
  ".pdf": UnstructuredFileLoader,