Update rag.py

app/rag.py

@@ -16,15 +16,15 @@ class ChatPDF:
 
     def __init__(self):
         self.model = ChatOllama(model="qwen:1.8b")
-        self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=128, chunk_overlap=16)
+        self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=2048, chunk_overlap=128)
         self.prompt = PromptTemplate.from_template(
             """
-            You are an assistant for question-answering tasks. Use the following pieces of retrieved context to 
+            <|im_start|> You are an assistant for question-answering tasks. Use the following pieces of retrieved context to 
             answer the question. If you don't know the answer, just say that you don't know. Use three sentences
-             maximum and keep the answer concise. 
-            Question: {question} 
+             maximum and keep the answer concise. <|im_end|>
+            <|im_start|> Question: {question} 
             Context: {context} 
-            Answer: 
+            Answer: <|im_end|>
             """
         )
 
@@ -37,7 +37,7 @@ class ChatPDF:
         self.retriever = vector_store.as_retriever(
             search_type="similarity_score_threshold",
             search_kwargs={
-                "k": 240,
+                "k": 8,
                 "score_threshold": 0.5,
             },
         )