Update rag.py

app/rag.py

@@ -16,7 +16,8 @@ class ChatPDF:
 
     def __init__(self):
         self.model = ChatOllama(model="phi3:mini")
-        self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=1024, chunk_overlap=100)
+        self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=256, chunk_overlap=5)
+        # self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=1024, chunk_overlap=100)
         self.prompt = PromptTemplate.from_template(
             """
             <s> [INST] You are an assistant for question-answering tasks. Use the following pieces of retrieved context 
@@ -37,7 +38,7 @@ class ChatPDF:
         self.retriever = vector_store.as_retriever(
             search_type="similarity_score_threshold",
             search_kwargs={
-                "k": 3,
+                "k": 12,
                 "score_threshold": 0.5,
             },
         )