Update utills.py

utills.py

@@ -33,7 +33,7 @@ def get_session_history(session_id: str):
 
 
 @st.cache_resource
-def load_documents(data_path):
+def load_pdf_documents(data_path):
     try:
         document_loader = PyPDFDirectoryLoader(data_path)
         return document_loader.load()
@@ -42,6 +42,15 @@ def load_documents(data_path):
         return None  # or handle the error in an appropriate manner    
 
 
+@st.cache_data
+def load_txt_documents(data_path):
+    documents = []
+    for filename in os.listdir(data_path):
+        if filename.endswith('.txt'):
+            file_path = os.path.join(data_path, filename)
+            documents.extend(TextLoader(file_path).load())
+    return documents
+
 @st.cache_resource
 def split_docs(documents, chunk_size, chunk_overlap):
     try:
@@ -55,6 +64,14 @@ def split_docs(documents, chunk_size, chunk_overlap):
         print(f"Error splitting documents: {e}")
         return []  # or handle the error in an appropriate manner
 
+@st.cache_data
+def load_uploaded_documents(uploaded_files):
+    documents = []
+    for uploaded_file in uploaded_files:
+        content = uploaded_file.read().decode("utf-8")
+        documents.append({"content": content, "filename": uploaded_file.name})
+    return documents
+
 @st.cache_resource
 def chroma_db(docs, embeddings):
     try: