prompt stop tokens added

qaPipeline.py

@@ -226,10 +226,10 @@ class QAPipeline:
 
             # Define a custom prompt
             general_qa_template = (
-                """You are the AI of company boardpac which provide services to company board members. You can have a general conversation with the users like greetings. Continue the conversation and only answer questions related to banking sector like financial and legal.
-                If you dont know the answer say you dont know, dont try to makeup answers. Start the answer with code word Boardpac AI (chat):
+                """[INST]<<SYS>> You are the AI of company boardpac which provide services to company board members. You can have a general conversation with the users like greetings. Continue the conversation and only answer questions related to banking sector like financial and legal.
+                If you dont know the answer say you dont know, dont try to makeup answers. Start the answer with code word Boardpac AI (chat): <</SYS>>
                 Conversation: {chat_history}
-                Question: {question}"""
+                Question: {question} [/INST]"""
             )
 
             general_qa_chain_prompt = PromptTemplate(input_variables=["question", "chat_history"], template=general_qa_template)
@@ -252,13 +252,13 @@ class QAPipeline:
 
             # Define a custom prompt
             retrieval_qa_template = (
-                """You are the AI of company boardpac which provide services to company board members.You can have a general conversation with the users like greetings. Continue the conversation and only answer questions related to banking sector like financial and legal.
+                """[INST]<<SYS>> You are the AI of company boardpac which provide services to company board members.You can have a general conversation with the users like greetings. Continue the conversation and only answer questions related to banking sector like financial and legal.
                 please answer the question based on the chat history and context information provided below related to central bank acts published in various years. The published year is mentioned as the  metadata 'year' of each source document.
                 The content of a bank act of a past year can updated by a bank act from a latest year. Always try to answer with latest information and mention the year which information extracted.
-                If you dont know the answer say you dont know, dont try to makeup answers.Start the answer with code word Boardpac AI (QA):
+                If you dont know the answer say you dont know, dont try to makeup answers.Start the answer with code word Boardpac AI (QA): <</SYS>>
                 Conversation: {chat_history}
                 Context: {context}
-                Question : {question}"""
+                Question : {question} [/INST]"""
             )
 
             retrieval_qa_chain_prompt = PromptTemplate(
@@ -309,12 +309,12 @@ class QAPipeline:
                 general_qa_chain_tool
             ]
 
-            prefix = """Have a conversation with a human, answering the following questions as best you can. You have access to the following tools:"""
-            suffix = """Begin!"
+            prefix = """[INST]<<SYS>> Have a conversation with a human, answering the following questions as best you can. You have access to the following tools:"""
+            suffix = """Begin! <</SYS>>"
 
             {chat_history}
             Question: {question}
-            {agent_scratchpad}"""
+            {agent_scratchpad} [/INST]"""
 
             agent_prompt = ZeroShotAgent.create_prompt(
                 tools,