Synchronisation Frontend DracolIA QA

Exceptions/FileTypeIsNotAcceptedException.py

@@ -0,0 +1,2 @@
+class FileTypeIsNotAcceptedException(Exception):
+    pass

README.md

@@ -0,0 +1,10 @@
+---
+title: SAE Question Answering IA Front
+emoji: 😻
+colorFrom: purple
+colorTo: blue
+sdk: streamlit
+sdk_version: 1.32.2
+app_file: app.py
+pinned: false
+---

Ressources/Config.py

@@ -0,0 +1,3 @@
+URL = "https://dracolia-sae-question-answering-ia-back.hf.space/" # PROD URL
+#URL = "http://localhost:5000/" # DEV URL
+

Ressources/Session.py

@@ -0,0 +1,57 @@
+import streamlit as st
+
+def initialize_session():
+    # APP
+    if 'current_page' not in st.session_state:
+        st.session_state['current_page'] = 'Login'
+
+        
+    # LOGIN
+    if 'login_pressed' in st.session_state:
+        st.session_state['login_pressed'] = False 
+
+    if 'user_id' not in st.session_state:
+        st.session_state['user_id'] = None
+
+    if 'user_name' not in st.session_state:
+        st.session_state['user_id'] = None
+        
+    if 'user_is_connected' not in st.session_state:
+        st.session_state['user_is_connected'] = False
+
+
+    # SIGNUP
+    if 'signup_pressed' in st.session_state:
+        st.session_state['signup_pressed'] = False 
+
+
+    # CHAT
+    if 'chat_history' not in st.session_state:
+        st.session_state['chat_history'] = {}
+    
+    if 'selected_chat' not in st.session_state:
+        st.session_state['selected_chat'] = {}
+
+    if 'user_question' not in st.session_state:
+        st.session_state['user_question'] = ''
+
+    if 'chat_id' not in st.session_state:
+        st.session_state['chat_id'] = None
+
+    if 'file_content' not in st.session_state:
+        st.session_state['file_content'] = ''
+    
+    if 'have_file' not in st.session_state:
+        st.session_state['have_file'] = False
+    
+    if 'model_selected' not in st.session_state:
+        st.session_state['model_selected'] = "Bert"
+
+    if 'model_selected_bln' not in st.session_state:
+        st.session_state['model_selected_bln'] = False
+
+    if 'languages' not in st.session_state:
+        st.session_state['languages'] = "en"
+
+    if 'is_chat_show' not in st.session_state:
+        st.session_state['is_chat_show'] = False

Ressources/Translations.py

@@ -0,0 +1,52 @@
+translations = {
+    "en": {
+        "language": "Language",
+        "username": "Username",
+        "password": "Password",
+        "home": "Home",
+        "signupPage":{
+            "signup": "Sign Up",
+            "description": "You don't have an account yet? Please signup. If you already have an account, please login.",
+            "connectAccount": "Connect to your account",
+        },
+        "loginPage":{
+            "login": "Login",
+            "description": "Welcome ! Please login to continue. If you don't have an account, please signup.",
+            "createAccount": "Create an account",
+        },
+        "chatbotPage":{
+            "selectModel":"Please select a model",
+            "chooseModel":"Choose the model you want to use.",
+            "selectedModel":"Selected model",
+            "changeModel":"Change model",
+            "enterQuestion":"Enter your question",
+        },
+        "generalError": "An error occurred. Please try again later. ",
+        "logout": "Logout"
+    },
+    "fr": {
+        "language": "Langue",
+        "username": "Nom d'utilisateur",
+        "password": "Mot de passe",
+        "home": "Accueil",
+        "signupPage": {
+            "signup": "S'inscrire",
+            "description": "Vous n'avez pas encore de compte ? Veuillez vous inscrire. Si vous avez déjà un compte, veuillez vous connecter.",
+            "connectAccount": "Connectez-vous"
+        },
+        "loginPage": {
+            "login": "Connexion",
+            "description": "Bienvenue ! Veuillez vous connecter pour continuer. Si vous n'avez pas de compte, veuillez vous inscrire.",
+            "createAccount": "Créer un compte"
+        },
+        "chatbotPage": {
+            "selectModel": "Veuillez sélectionner un modèle",
+            "chooseModel": "Choisissez le modèle que vous souhaitez utiliser.",
+            "selectedModel": "Modèle sélectionné",
+            "changeModel": "Changer de modèle",
+            "enterQuestion": "Entrez votre question"
+        },
+        "generalError": "Une erreur s'est produite. Veuillez réessayer plus tard. ",
+        "logout": "Déconnexion"
+    }
+}

Services/Service_File.py

@@ -0,0 +1,106 @@
+import fitz
+from docx import Document
+from reportlab.pdfgen import canvas
+from reportlab.lib.pagesizes import letter
+import pandas as pd
+from Exceptions.FileTypeIsNotAcceptedException import FileTypeIsNotAcceptedException
+from googletrans import Translator
+import PyPDF2
+from io import BytesIO
+
+class Service_File:
+    def __init__(self):
+        pass
+
+    def file_for_string(self, file):
+        translator = Translator()
+        
+        if file.name.endswith('.docx'):
+            print("File is a docx")
+            string = self.word_to_string(file)
+        
+        elif file.name.endswith('.pdf'):
+            print("File is a pdf")
+            string = self.pdf_to_string(file)
+
+        elif file.name.endswith('.xlsx'):
+            print("File is an .xlsx")
+            string = self.excel_to_string(file)
+        
+        elif file.name.endswith('.csv'):
+            print("File is a .csv")
+            string = self.csv_to_string(file)
+        
+        else:
+            raise FileTypeIsNotAcceptedException('File type is not accepted. Please upload a .docx, .pdf, .xlsx or .csv file.')
+        
+        string = string.replace('\n', ' ').replace('\t', ' ').replace('"', ' ').replace("'", ' ')
+        split = self.split_text(string)
+        print(len(split))
+
+        translate = ""
+        for i in range(len(split)):
+            print(i)
+            language = translator.detect(str(split[i])).lang.upper() # Verify the language of the prompt
+            if split[i] != "" or len(split[i]) != 0:
+                if language != "EN":
+                    translate = translate + translator.translate(str(split[i]), src=language, dest="EN").text
+                else:
+                    translate = translate + split[i]
+        
+        print("translate: ", translate)
+        return translate
+
+
+    def split_text(self, text, max_chars=1500):
+        if len(text) <= max_chars:
+            return [text]
+
+        split_texts = []
+        current_text = ""
+        words = text.split()
+        for word in words:
+            if len(current_text) + len(word) + 1 <= max_chars:
+                current_text += word + " "
+            else:
+                split_texts.append(current_text)
+                current_text = word + " "
+        split_texts.append(current_text)
+
+        return split_texts
+    
+
+    def pdf_to_string(self, file):
+        pdf_data = file.read()
+        pdf_document = PyPDF2.PdfReader(BytesIO(pdf_data))
+        text = ""
+        for page_number in range(len(pdf_document.pages)):
+            text += pdf_document.pages[page_number].extract_text()
+        return text
+
+    def word_to_string(self, file):
+        doc = Document(file)
+        full_text = []
+
+        for para in doc.paragraphs:
+            full_text.append(para.text)
+
+        return '\n'.join(full_text)
+    
+    def excel_to_string(self, file):
+        df = pd.read_excel(file)
+        return self.dataframe_to_formatted_string(df)
+
+    def csv_to_string(self, file):
+        df = pd.read_csv(file)        
+        return self.dataframe_to_formatted_string(df)
+
+    def dataframe_to_formatted_string(self, df):
+        formatted_string = ', '.join(df.columns) + '\n'
+        
+        for index, row in df.iterrows():
+            line_values = [str(value) for value in row]
+            formatted_string += ', '.join(line_values) + '\n'
+        
+        return formatted_string.strip()
+    

Views/chatbot.py

@@ -0,0 +1,219 @@
+import streamlit as st
+import requests
+from Ressources.Config import URL
+from Ressources.Translations import translations
+from Services.Service_File import Service_File
+
+def view_chatbot():
+    chatbot = translations[st.session_state['languages']]['chatbotPage']
+
+    view_history()
+
+    st.title(chatbot['selectedModel'] + " : " + st.session_state['model_selected'])
+    if st.session_state['chat_id'] is None :
+        view_select_model()
+    view_file_upload()
+
+    if st.session_state['chat_id'] is not None :
+        for message in st.session_state['selected_chat']:
+            if message['chat_message_is_ia'] == 1:
+                with st.chat_message("assistant"):
+                    st.write(message['chat_message'])
+            else:
+                with st.chat_message("user"):
+                    st.write(message['chat_message'])
+    view_chat()
+
+
+def view_select_model():
+    st.selectbox(
+        translations[st.session_state['languages']]['chatbotPage']['chooseModel'],
+        ("Bert", "BigBird", "Splinter", "Squeeze"),
+        index=0,
+        key="model",
+        on_change=function_select_model
+    )
+
+
+def view_history(): 
+    Global = translations[st.session_state['languages']]
+
+    function_initialize_history()
+
+    col1, col2, col3 = st.sidebar.columns([3, 1, 1])
+    col1.write(Global['language'])
+    col2.button('EN ', on_click=function_set_language, args=('en',))
+    col3.button('FR ', on_click=function_set_language, args=('fr',))
+
+    col1, col2, col3 = st.sidebar.columns([3, 1, 3])
+    col1.write(st.session_state['user_name'].capitalize())
+    col3.button(translations[st.session_state['languages']]['logout'], on_click=function_logout_user)
+
+    st.sidebar.title('')
+
+    col1, col2, col3 = st.sidebar.columns([3, 1, 1])
+    col1.write(Global['home'])
+    col3.button('➕', on_click=function_new_chat)
+
+    for option in st.session_state.chat_history.values():
+        col1, col2, col3 = st.sidebar.columns([3, 1, 1])
+        col1.write(option['chat_title'], key=f"chat_title_{option['chat_id']}")
+        col2.button('👀', key=f"show_{option['chat_id']}", on_click=function_show_chat, args=(option['chat_id'],))
+        col3.button('🗑️', key=f"del_{option['chat_id']}", on_click=function_delete_chat, args=(option['chat_id'],))
+
+
+def view_chat():
+    chatbot = translations[st.session_state['languages']]['chatbotPage']
+    st.chat_input(chatbot['enterQuestion'], key='prompt', on_submit=function_send_message)
+   
+
+def view_file_upload():
+    file = st.file_uploader('Upload a file', type=['.docx', '.pdf', '.xlsx', '.csv'])  
+    st.write('') 
+
+    if st.session_state['is_chat_show'] == False:
+        st.session_state['have_file'] = False
+        st.session_state['file_content'] = ''
+
+    serviceFile = Service_File()
+    string = ''
+
+    if file is not None:
+ 
+        string += serviceFile.file_for_string(file)
+        st.session_state['have_file'] = True
+
+        st.session_state['file_content'] = string
+
+
+def function_initialize_history():
+    try:
+        response = requests.get(URL + "/chatHistory", json={
+            'user_id': st.session_state['user_id'],
+            'user_is_connected': st.session_state['user_is_connected'],
+        })
+
+        st.session_state.chat_history = dict(sorted(response.json().items(), key=lambda item: item[1]['chat_date'], reverse=True))
+
+    except Exception as e:
+        st.error(translations[st.session_state['languages']]['generalError'])
+
+
+def function_send_message():
+    st.session_state['user_question'] = st.session_state['prompt']
+
+    try:
+        response = requests.post(URL + "/predict", json={
+            'user_id': st.session_state['user_id'],
+            'chat_id': st.session_state['chat_id'],
+            'user_is_connected': st.session_state['user_is_connected'],
+            'user_question': st.session_state['user_question'],
+            'file_content': st.session_state['file_content'],
+            'have_file': st.session_state['have_file'],
+            'model_selected': st.session_state['model_selected']
+        })
+
+        content = response.json()
+    
+        if st.session_state['chat_id'] == None:      
+            st.session_state['chat_id'] = int(content['chat_id'])
+            function_initialize_history()
+
+        st.session_state['user_question'] = ''
+
+        function_show_chat(int(content['chat_id']))
+
+    except Exception as e:
+        st.error(translations[st.session_state['languages']]['generalError'])
+
+
+def function_new_chat():
+    st.session_state['chat_id'] = None
+    st.session_state['selected_chat'] = None
+    st.session_state['user_question'] = ''
+    st.session_state['file_content'] = None
+    st.session_state['have_file'] = False
+    st.session_state['is_chat_show'] = False 
+    st.session_state['model_selected'] = "Bert"  
+
+
+def function_show_chat(chat_id):
+    st.session_state['file_content'] = None
+    st.session_state['have_file'] = False
+
+    try:
+        st.session_state['chat_id'] = int(chat_id)
+
+        chat_message_response = requests.get(URL + "/chatMessage", json={
+            'user_id': st.session_state['user_id'],
+            'user_is_connected': st.session_state['user_is_connected'],
+            'chat_id': chat_id
+        })
+
+        chat_message_content = chat_message_response.json()
+
+        chat_reponse = requests.get(URL + "/getChat", json={
+            'user_id': st.session_state['user_id'],
+            'user_is_connected': st.session_state['user_is_connected'],
+            'chat_id': chat_id
+        })
+
+        chat_content = chat_reponse.json()
+
+        if chat_content[3] is not None:
+            st.session_state['have_file'] = True
+            st.session_state['file_content'] = chat_content[3]
+
+        st.session_state['is_chat_show'] = True
+        st.session_state['selected_chat'] = chat_message_content
+        st.session_state['model_selected'] = st.session_state['chat_history'][str(chat_id)]['chat_model']
+    
+    except Exception as e:
+        st.error(translations[st.session_state['languages']]['generalError'])
+
+
+def function_delete_chat(chat_id):
+    try:
+        requests.post(URL + "/deleteChat", json={
+            'user_id': st.session_state['user_id'],
+            'chat_id': chat_id,
+            'user_is_connected': st.session_state['user_is_connected'],
+        })
+
+        del st.session_state.chat_history[str(chat_id)]
+
+        if st.session_state['chat_id'] == chat_id:
+            st.session_state['model_selected'] = "Bert"
+            st.session_state['chat_id'] = None
+            st.session_state['selected_chat'] = None
+            st.session_state['have_file'] = False
+            st.session_state['file_content'] = None
+            st.session_state['is_chat_show'] = False
+
+    except Exception as e:
+        st.error(translations[st.session_state['languages']]['generalError'])
+
+
+def function_set_language(locale):
+    st.session_state['languages'] = locale
+
+
+def function_select_model():
+    st.session_state['model_selected'] = st.session_state['model']
+
+
+def function_logout_user():
+    st.session_state['user_id'] = None
+    st.session_state['user_name'] = None
+    st.session_state['user_is_connected'] = False
+    st.session_state['chat_history'] = {}
+    st.session_state['selected_chat'] = {}
+    st.session_state['user_question'] = ''
+    st.session_state['chat_id'] = None
+    st.session_state['current_page'] = 'Login'
+    st.session_state['login_pressed'] = False
+    st.session_state['signup_pressed'] = False
+    st.session_state['model_selected'] = "Bert"
+    st.session_state['file_content'] = None
+    st.session_state['is_chat_show'] = False
+

Views/login.py

@@ -0,0 +1,64 @@
+import streamlit as st
+import requests
+from Ressources.Config import URL
+from Ressources.Translations import translations
+
+
+def view_login():
+    Global = translations[st.session_state['languages']]
+    signup = translations[st.session_state['languages']]['loginPage']
+
+    st.title(signup['login'])
+    st.write(signup['description'])
+
+    username = st.text_input(Global["username"], key='username')
+    password = st.text_input(Global["password"], type="password", key='password')
+
+    login_disabled = not username or not password
+    st.button(signup['login'], on_click=function_login_button_pressed, disabled=login_disabled)
+
+    col1, col2, col3 = st.sidebar.columns([3, 1, 1])
+    col1.write(Global['language'])
+    col2.button('EN ', on_click=function_set_language, args=('en',))
+    col3.button('FR ', on_click=function_set_language, args=('fr',))
+    
+    col1, col3 = st.sidebar.columns([4, 1])
+    col1.write(signup['createAccount'])
+    col3.button("👋", on_click=function_signup_button_pressed)
+
+
+def function_login_button_pressed():
+    try:
+        response = requests.post(URL + "/login", json={
+            'username': st.session_state['username'],
+            'password': st.session_state['password']
+        })
+
+        content = response.json()
+            
+        if content['state']:
+            st.session_state['current_page'] = 'Chatbot'
+            st.session_state['login_pressed'] = True
+
+            st.session_state['user_id'] = content['user_id']
+            st.session_state['user_name'] = content['user_name']
+            st.session_state['user_is_connected'] = content['user_is_connected']
+
+            st.session_state['username'] = None
+            st.session_state['password'] = None
+        else:
+            st.error(content['message'])
+            
+    except Exception as e:
+        st.error(translations[st.session_state['languages']]['generalError'])
+
+
+def function_signup_button_pressed():
+    st.session_state['current_page'] = 'Signup'
+    st.session_state['signup_pressed'] = True
+    st.session_state['username'] = None
+    st.session_state['password'] = None
+
+
+def function_set_language(locale):
+    st.session_state['languages'] = locale

Views/signup.py

@@ -0,0 +1,57 @@
+import streamlit as st
+import requests
+from Ressources.Config import URL
+from Ressources.Translations import translations
+
+
+def view_signup():
+    Global = translations[st.session_state['languages']]
+    signup = translations[st.session_state['languages']]['signupPage']
+
+    st.title(signup['signup'])
+    st.write(signup['description'])
+
+    username = st.text_input(Global["username"], key='username')
+    password = st.text_input(Global["password"], type="password", key='password')
+
+    signup_disabled = not username or not password
+    st.button(signup['signup'], on_click=function_signup_button_pressed, disabled=signup_disabled)
+
+    col1, col2, col3 = st.sidebar.columns([3, 1, 1])
+    col1.write(Global['language'])
+    col2.button('EN ', on_click=function_set_language, args=('en',))
+    col3.button('FR ', on_click=function_set_language, args=('fr',))
+    
+    col1, col3 = st.sidebar.columns([4, 1])
+    col1.write(signup['connectAccount'])
+    col3.button("👋", on_click=function_login_button_pressed)
+
+
+def function_set_language(locale):
+    st.session_state['language'] = locale
+
+
+def function_signup_button_pressed():
+    try:
+        response = requests.post(URL + "signup", json={
+            'username': st.session_state['username'],
+            'password': st.session_state['password']
+        })
+        message = response.json().get('message', '')
+
+        if response.status_code == 200:
+            st.success(message)
+            st.session_state['current_page'] = 'Login'
+            st.session_state['signup_pressed'] = True
+            st.session_state['username'] = None
+            st.session_state['password'] = None
+        else:
+            st.error(message)
+    
+    except Exception as e:
+        st.error(translations[st.session_state['languages']]['generalError'])
+
+
+def function_login_button_pressed():
+    st.session_state['current_page'] = 'Login'
+    st.session_state['login_pressed'] = True

app.py

@@ -0,0 +1,22 @@
+import streamlit as st
+
+from Views.login import view_login
+from Views.signup import view_signup
+from Views.chatbot import view_chatbot
+from Ressources.Session import initialize_session
+
+def main():
+
+    initialize_session()
+
+    if st.session_state['current_page'] == 'Login' and st.session_state['user_is_connected'] == False:
+        view_login()
+
+    if st.session_state['current_page'] == 'Signup' and st.session_state['user_is_connected'] == False:
+        view_signup()
+    
+    if st.session_state['current_page'] == 'Chatbot' and st.session_state['user_is_connected'] == True:
+        view_chatbot()
+
+if __name__ == "__main__":
+    main()

requirements.txt

@@ -0,0 +1,8 @@
+streamlit
+requests
+python-docx
+pymupdf
+reportlab
+googletrans-py
+PyPDF2
+openpyxl