Update ingest_data.py

ingest_data.py

@@ -1,11 +1,11 @@
 from langchain.text_splitter import RecursiveCharacterTextSplitter
-from langchain.document_loaders import PagedPDFSplitter
+from langchain.document_loaders import UnstructuredFileLoader
 from langchain.vectorstores.faiss import FAISS
 from langchain.embeddings import OpenAIEmbeddings
 import pickle
 
 # Load Data
-loader = PagedPDFSplitter("SMR4clean.txt")
+loader = UnstructuredFileLoader("SMR4clean.txt")
 raw_documents = loader.load()
 
 # Split text
@@ -20,4 +20,4 @@ vectorstore = FAISS.from_documents(documents, embeddings)
 
 # Save vectorstore
 with open("vectorstore.pkl", "wb") as f:
-    pickle.dump(vectorstore, f)
+    pickle.dump(vectorstore, f)