fix/feat: fixing model config, adding new examples

backend/controller.py

@@ -59,13 +59,15 @@ def interference(
                 raise RuntimeError("There was an error in the selected XAI approach.")
 
         # call the explained chat function with the model instance
-        prompt_output, history_output, xai_interactive, xai_markup, xai_plot = explained_chat(
-            model=model,
-            xai=xai,
-            message=prompt,
-            history=history,
-            system_prompt=system_prompt,
-            knowledge=knowledge,
+        prompt_output, history_output, xai_interactive, xai_markup, xai_plot = (
+            explained_chat(
+                model=model,
+                xai=xai,
+                message=prompt,
+                history=history,
+                system_prompt=system_prompt,
+                knowledge=knowledge,
+            )
         )
     # if no XAI approach is selected call the vanilla chat function
     else:
@@ -84,7 +86,7 @@ def interference(
             no graphic will be displayed</h4></div>
             """,
             [("", "")],
-            None
+            None,
         )
 
     # return the outputs

main.py

@@ -202,34 +202,54 @@ with gr.Blocks(
                 submit_btn = gr.Button("Submit", variant="primary")
         # row with content examples that get autofilled on click
         with gr.Row(elem_classes="examples"):
-            # examples util component
-            # see: https://www.gradio.app/docs/examples
-            gr.Examples(
-                label="Example Questions",
-                examples=[
-                    [
-                        "How does a black hole form in space?",
-                        (
-                            "Black holes are created when a massive star's core"
-                            " collapses after a supernova, forming an object with"
-                            " gravity so intense that even light cannot escape."
-                        ),
+            with gr.Accordion("Mistral Model Examples", open=False):
+                # examples util component
+                # see: https://www.gradio.app/docs/examples
+                gr.Examples(
+                    label="Example Questions",
+                    examples=[
+                        ["Does money buy happiness?", "Mistral", "SHAP"],
+                        ["Does money buy happiness?", "Mistral", "Attention"],
                     ],
-                    [
-                        (
-                            "Explain the importance of the Rosetta Stone in"
-                            " understanding ancient languages."
-                        ),
-                        (
-                            "The Rosetta Stone, an ancient Egyptian artifact, was key"
-                            " in decoding hieroglyphs, featuring the same text in three"
-                            " scripts: hieroglyphs, Demotic, and Greek."
-                        ),
+                    inputs=[user_prompt, model_selection, xai_selection],
+                )
+            with gr.Accordion("GODEL Model Examples", open=False):
+                # examples util component
+                # see: https://www.gradio.app/docs/examples
+                gr.Examples(
+                    label="Example Questions",
+                    examples=[
+                        [
+                            "How does a black hole form in space?",
+                            (
+                                "Black holes are created when a massive star's core"
+                                " collapses after a supernova, forming an object with"
+                                " gravity so intense that even light cannot escape."
+                            ),
+                            "GODEL",
+                            "SHAP",
+                        ],
+                        [
+                            (
+                                "Explain the importance of the Rosetta Stone in"
+                                " understanding ancient languages."
+                            ),
+                            (
+                                "The Rosetta Stone, an ancient Egyptian artifact, was"
+                                " key in decoding hieroglyphs, featuring the same text"
+                                " in three scripts: hieroglyphs, Demotic, and Greek."
+                            ),
+                            "GODEL",
+                            "Attention",
+                        ],
                     ],
-                    ["Does money buy happiness?", ""],
-                ],
-                inputs=[user_prompt, knowledge_input],
-            )
+                    inputs=[
+                        user_prompt,
+                        knowledge_input,
+                        model_selection,
+                        xai_selection,
+                    ],
+                )
 
     # explanations tab used to provide explanations for a specific conversation
     with gr.Tab("Explanations"):

model/mistral.py

@@ -28,15 +28,16 @@ TOKENIZER = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.2")
 
 # default model config
 CONFIG = GenerationConfig.from_pretrained("mistralai/Mistral-7B-Instruct-v0.2")
-CONFIG.update(**{
+base_config_dict = {
     "temperature": 0.7,
-    "max_new_tokens": 50,
-    "max_length": 50,
+    "max_new_tokens": 64,
+    "max_length": 64,
     "top_p": 0.9,
     "repetition_penalty": 1.2,
     "do_sample": True,
     "seed": 42,
-})
+}
+CONFIG.update(**base_config_dict)
 
 
 # function to (re) set config
@@ -44,22 +45,13 @@ def set_config(config_dict: dict):
 
     # if config dict is not given, set to default
     if config_dict == {}:
-        config_dict = {
-            "temperature": 0.7,
-            "max_new_tokens": 50,
-            "max_length": 50,
-            "top_p": 0.9,
-            "repetition_penalty": 1.2,
-            "do_sample": True,
-            "seed": 42,
-        }
-
-    CONFIG.update(**dict)
+        config_dict = base_config_dict
+    CONFIG.update(**config_dict)
 
 
 # advanced formatting function that takes into a account a conversation history
 # CREDIT: adapated from the Mistral AI Instruct chat template
-# see https://github.com/chujiezheng/chat_templates/blob/main/chat_templates/mistral-instruct.jinja 
+# see https://github.com/chujiezheng/chat_templates/
 def format_prompt(message: str, history: list, system_prompt: str, knowledge: str = ""):
     prompt = ""