Update app.py

app.py

@@ -1,49 +1,133 @@
 import streamlit as st
+from streamlit_chat import message as st_message
 import pandas as pd
-import copy
-from googletrans import Translator
-from langchain.vectorstores import FAISS
-from langchain.text_splitter import RecursiveCharacterTextSplitter
-from streamlit_extras.row import row
-import requests
-from bs4 import BeautifulSoup
-from urllib.parse import urlparse
-from collections import Counter
+import numpy as np
+import datetime
+import gspread
 import torch
-from langchain.embeddings import HuggingFaceInstructEmbeddings
+from langchain.text_splitter import RecursiveCharacterTextSplitter
+
+
+# from langchain.vectorstores import Chroma
 from langchain.vectorstores import FAISS
+from langchain.embeddings import HuggingFaceInstructEmbeddings
+
+
 from langchain import HuggingFacePipeline
 from langchain.chains import RetrievalQA
-from collections import Counter
+from langchain.prompts import PromptTemplate
+from langchain.memory import ConversationBufferWindowMemory
+
+
+from langchain.chains import LLMChain
+from langchain.chains import ConversationalRetrievalChain
+from langchain.chains.question_answering import load_qa_chain
+from langchain.chains.conversational_retrieval.prompts import CONDENSE_QUESTION_PROMPT
 
-st.set_page_config(
-    page_title="Hello",
-    page_icon="👋",
+
+prompt_template = """
+You are the chatbot and your job is to give answers.
+MUST only use the following pieces of context to answer the question at the end. If the answers are not in the context or you are not sure of the answer, just say that you don't know, don't try to make up an answer.
+{context}
+Question: {question}
+When encountering abusive, offensive, or harmful language, such as fuck, bitch,etc,  just politely ask the users to maintain appropriate behaviours.
+Always make sure to elaborate your response.
+Never answer with any unfinished response
+Answer:
+"""
+PROMPT = PromptTemplate(
+    template=prompt_template, input_variables=["context", "question"]
 )
+# chain_type_kwargs = {"prompt": PROMPT}
+
+@st.cache_resource
+def load_conversational_qa_memory_retriever():
+
+    question_generator = LLMChain(llm=llm_model, prompt=CONDENSE_QUESTION_PROMPT)
+    doc_chain = load_qa_chain(llm_model, chain_type="stuff", prompt = PROMPT)
+    memory = ConversationBufferWindowMemory(k = 3,  memory_key="chat_history", return_messages=True,  output_key='answer')
+    
+    
+    
+    conversational_qa_memory_retriever = ConversationalRetrievalChain(
+        retriever=vector_database.as_retriever(),
+        question_generator=question_generator,
+        combine_docs_chain=doc_chain,
+        return_source_documents=True,
+        memory = memory,
+        get_chat_history=lambda h :h)
+    return conversational_qa_memory_retriever, question_generator
 
-st.markdown("main page")
+def new_retrieve_answer():
+    prompt_answer=  st.session_state.my_text_input + ". Try to be elaborate and informative in your answer."
+    answer = conversational_qa_memory_retriever({"question": prompt_answer })
 
+    print(f"condensed quesion : {question_generator.run({'chat_history': answer['chat_history'], 'question' : prompt_answer})}")
 
-# @st.cache_resource
-# def load_llm_model(max_length=256, temperature=0,  repetition_penalty=1.3):
-#     # llm = HuggingFacePipeline.from_model_id(model_id= 'lmsys/fastchat-t5-3b-v1.0', 
-#     #                                         task= 'text2text-generation',
-#     #                                         model_kwargs={ "device_map": "auto",
-#     #                                                     "load_in_8bit": True,"max_length": 256, "temperature": 0,
-#     #                                                     "repetition_penalty": 1.5})
+    print(answer["chat_history"])
     
+    st.session_state.chat_history.append({"message": st.session_state.my_text_input, "is_user": True})
+    st.session_state.chat_history.append({"message": answer['answer'][6:] , "is_user": False})
+
+    st.session_state.my_text_input = ""
+
+    return answer['answer'][6:] #this positional slicing helps remove "<pad> " at the beginning
     
-#     llm = HuggingFacePipeline.from_model_id(model_id= 'lmsys/fastchat-t5-3b-v1.0', 
-#                                         task= 'text2text-generation',
-                                        
-#                                         model_kwargs={ "max_length": max_length, "temperature": temperature,
-#                                                       "torch_dtype":torch.float32,
-#                                                     "repetition_penalty": repetition_penalty})
-#     return llm  
+def clean_chat_history():
+    st.session_state.chat_history = []
+    conversational_qa_memory_retriever.memory.chat_memory.clear() #add this to remove
+
+
+if "history" not in st.session_state: #this one is for the google sheet logging
+    st.session_state.history = []
+
+
+if "chat_history" not in st.session_state: #this one is to pass previous messages into chat flow
+    st.session_state.chat_history = []
+
+
+llm_model =  st.session_state['model'],
+vector_database =  st.session_state['faiss_db']
+conversational_qa_memory_retriever, question_generator = load_conversational_qa_memory_retriever()
+
+
+
+print("all load done")
+
+
+# Try adding this to set to clear the memory in each session
+if st.session_state.chat_history == []:
+    conversational_qa_memory_retriever.memory.chat_memory.clear()
+
+
+
+st.write("# extraGPT 🤖 ")
+
+with st.expander("key information"):
+    st.write(  st.session_state['chunked_df'], unsafe_allow_html=True)
+    st.markdown(st.session_state['max_length'])
+    st.markdown(st.session_state['temperature'])
+    st.markdown(st.session_state['repetition_penalty'])
+
+
+
+st.write(' ⚠️ Please expect to wait **~ 10 - 20 seconds per question** as thi app is running on CPU against 3-billion-parameter LLM')
+
+st.markdown("---")
+st.write(" ")
+st.write("""
+         ### ❔ Ask a question
+         """)
+
+
+
+
+for chat in st.session_state.chat_history:
+    st_message(**chat)
 
+query_input = st.text_input(label= 'Type a question' , key = 'my_text_input', on_change= new_retrieve_answer )
 
 
-# max_length, temperature, repetition_penalty = 128, 0 , 1.3
 
-# llm_model = load_llm_model(max_length, temperature, repetition_penalty)
-# st.markdown("model successfully downloaded")
+clear_button = st.button("Start new convo",
+                         on_click=clean_chat_history)