Update app.py

app.py

@@ -7,25 +7,54 @@ from langchain.vectorstores import Chroma
 from langchain.callbacks.manager import CallbackManager
 from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler 
 from langchain import hub
+from langchain.prompts import PromptTemplate
 
 def init_retriever():
     """
     Initialize and return the retriever function
     """
     callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
-    llm = LlamaCpp(model_path="./models/llama-2-13b-chat.Q4_K_S.gguf", 
+    llm = LlamaCpp(model_path="/content/models/llama-2-13b-chat.Q4_K_S.gguf", 
+                   template = 0.4,
                    n_ctx=4000, 
                    max_tokens=4000,
-                   f16_kv=True,
+                   n_gpu_layers = 50, 
+                   n_batch = 512,
                    callback_manager=callback_manager,
                    verbose=True)
-    embeddings = FastEmbedEmbeddings(model_name="BAAI/bge-small-en-v1.5", cache_dir="./embedding_model/")
-    db = Chroma(persist_directory="./vectordb/", embedding_function=embeddings)
-    rag_prompt_llama = hub.pull("rlm/rag-prompt-llama")
+    
+    embeddings = FastEmbedEmbeddings(model_name="BAAI/bge-small-en-v1.5", cache_dir="/content/embeddings/")
+    db = Chroma(persist_directory="/content/vectordb/", embedding_function=embeddings)
+
+    # prompt template 📝
+    template = """
+    You are a Experience human Resource Manager. When the employee asks you a question, you will have to refer the company policy and respond in a professional way. Make sure to sound Empethetic while being professional and sound like a Human!
+
+    Try to summarise the content and keep the answer to the point.
+
+
+    If you don't know the answer, just say that you don't know, don't try to make up an answer.
+
+    When generating answer for the given question make sure to follow the example template!
+
+    Example: 
+    Question : how many paid leaves do i have ?
+    Answer : The number of paid leaves varies depending on the type of leave, like privilege leave you're entitled to a maximum of 21 days in a calendar year. Other leaves might have different entitlements. thanks for asking!
+
+    make sure to add "thanks for asking!" after every answer 
+
+    {context}
+    Question: {question}
+    Answer:
+    """
+
+    rag_prompt_custom = PromptTemplate.from_template(template)
+
+
     qa_chain = RetrievalQA.from_chain_type(
         llm,
         retriever=db.as_retriever(),
-        chain_type_kwargs={"prompt": rag_prompt_llama},
+        chain_type_kwargs={"prompt": rag_prompt_custom},
     )
     qa_chain.callback_manager = callback_manager
     qa_chain.memory = ConversationBufferMemory()