2 step answer

qa_engine/qa_engine.py

@@ -234,7 +234,7 @@ class QAEngine():
 
     @staticmethod
     def _preprocess_question(question: str) -> str:
-        if question[-1] != '?':
+        if '?' not in question:
             question += '?'
         return question
 
@@ -304,8 +304,24 @@ class QAEngine():
 
         logger.info('Running LLM chain')
         question_processed = QAEngine._preprocess_question(question)
+        
         answer = self.llm_chain.run(question=question_processed, context=context)
-        answer_postprocessed = QAEngine._postprocess_answer(answer)
+        
+        answer_step_2 = self.llm_model(
+f"""
+<|im_start|>system                                                             
+Given the context provided below, review the existing answer to the question to determine its accuracy and completeness. If the answer is incorrect or incomplete, update it to reflect the most accurate and relevant information based on the context. Ensure that the updated answer is clear, concise, and directly addresses the question. Your primary objective is to return only the updated answer. <|im_end|>
+<|im_end|>
+<|im_start|>user
+<context>{context}</context>
+<question>{question_processed}</question>
+<answer>{answer}</answer>
+<|im_end|>
+<|im_start|>assistant
+"""
+        )
+        
+        answer_postprocessed = QAEngine._postprocess_answer(answer_step_2)
         response.set_answer(answer_postprocessed)
         logger.info('Received answer')