Update app.py

app.py

@@ -7,6 +7,7 @@ load_dotenv()
 
 from flask import Flask, jsonify, render_template, request
 import requests, json
+import PyPDF2
 
 # import nltk
 # nltk.download("punkt")
@@ -100,6 +101,27 @@ def clearKBUploadDirectory(uploads_dir):
         except Exception as e:
             print('Failed to delete %s. Reason: %s' % (file_path, e))
 
+def PDFChunkerWithSeparator(filepath, separator):
+    # creating a pdf reader object
+    reader = PyPDF2.PdfReader(filepath)
+
+    # print the number of pages in pdf file
+    print(len(reader.pages))
+    content = ""
+    for page in reader.pages:
+        content += page.extract_text()
+
+    splitted_content_list = content.split(separator)
+
+    doclist = []
+    for splitted_content in splitted_content_list:
+        new_doc = Document(page_content=splitted_content, metadata={"source": filepath})
+        # print(type(new_doc))
+        doclist.append(new_doc)
+    if len(doclist)>3:
+        print(doclist[len(doclist) - 3])
+    return doclist
+
 
 def loadKB(fileprovided, urlProvided, uploads_dir, request):
     documents = []