Reset the answers when moving to the next sample

app.py

@@ -9,6 +9,7 @@ from data_loader import load_data
 
 HF_TOKEN = os.environ.get('HF_TOKEN')
 HF_DATASET = os.environ.get('HF_DATASET')
+N_QUESTIONS = 5
 
 data, models = load_data()
 
@@ -71,13 +72,17 @@ def update_commit_view(sample_ind):
         models_shuffled)
 
 
+def reset_answers():
+    return (None,) * (n_models * N_QUESTIONS)
+
+
 def next_sample(current_sample_ind, shuffled_idx):
     if current_sample_ind == n_samples:
         return None
 
     current_sample_ind += 1
     updated_view = update_commit_view(shuffled_idx[current_sample_ind])
-    return (current_sample_ind,) + updated_view
+    return (current_sample_ind,) + updated_view + reset_answers()
 
 
 with open("head.html") as head_file:
@@ -115,79 +120,67 @@ with gr.Blocks(theme=gr.themes.Soft(), head=head_html, css="style_overrides.css"
             comments = []
             model_name = []
 
+            SCALE = list(range(1, 6))
+
             for model_ind in range(n_models):
-                with gr.Tab(f"Message #{model_ind + 1}"):
+                with gr.Tab(f"Variant #{model_ind + 1}"):
                     commit_msg.append(gr.TextArea(label="Commit message (can be scrollable)",
                                                   interactive=False,
                                                   ))
                     gr.Markdown("## Please, rate your level of agreement with each statement\n"
                                 "\n"
-                                "*1 - strongly disagree, 2 - disagree, 3 - agree, 4 - strongly agree*")
+                                "*1 - strongly disagree, 2 - disagree, 3 - not sure, 4 - agree, 5 - strongly agree*")
 
-                    is_correct.append(gr.Slider(
+                    is_correct.append(gr.Radio(
                         info='The information provided in the commit message is consistent with the code changes.',
                         label=f'is_correct_{model_ind}',
                         show_label=False,
-                        minimum=1,
-                        step=1,
-                        interactive=True,
-                        maximum=4))
-
-                    has_what.append(gr.Slider(
-                        info='The commit message answers the question of WHAT changes have been made.',
-                        label=f'has_what_{model_ind}',
-                        show_label=False,
-                        minimum=1,
-                        step=1,
-                        interactive=True,
-                        maximum=4))
-
-                    has_why.append(gr.Slider(
-                        info='The commit message answers the question of WHY these changes have been made.',
-                        label=f'has_why_{model_ind}',
-                        show_label=False,
-                        minimum=1,
-                        step=1,
-                        interactive=True,
-                        maximum=4))
+                        choices=SCALE,
+                        interactive=True))
 
-                    is_not_verbose.append(gr.Slider(
+                    # has_what.append(gr.Radio(
+                    #     info='The commit message answers the question of WHAT changes have been made.',
+                    #     label=f'has_what_{model_ind}',
+                    #     show_label=False,
+                    #     choices=SCALE,
+                    #     interactive=True))
+                    #
+                    # has_why.append(gr.Radio(
+                    #     info='The commit message answers the question of WHY these changes have been made.',
+                    #     label=f'has_why_{model_ind}',
+                    #     show_label=False,
+                    #     choices=SCALE,
+                    #     interactive=True))
+
+                    is_not_verbose.append(gr.Radio(
                         info='The commit message can be substantially shortened without loss of important information.',
                         label=f'is_not_verbose_{model_ind}',
                         show_label=False,
-                        minimum=1,
-                        step=1,
-                        interactive=True,
-                        maximum=4))
-
-                    has_headline.append(gr.Slider(
-                        info='The commit message includes a short headline that provides a good overview of the '
-                             'changes.',
-                        label=f'has_headline_{model_ind}',
-                        show_label=False,
-                        minimum=1,
-                        step=1,
-                        interactive=True,
-                        maximum=4))
+                        choices=SCALE,
+                        interactive=True))
+
+                    # has_headline.append(gr.Radio(
+                    #     info='The commit message includes a short headline that provides a good overview of the '
+                    #          'changes.',
+                    #     label=f'has_headline_{model_ind}',
+                    #     show_label=False,
+                    #     choices=SCALE,
+                    #     interactive=True))
 
-                    easy_to_read.append(gr.Slider(
+                    easy_to_read.append(gr.Radio(
                         info='The commit message is easy to read and to understand.',
                         label=f'easy_to_read_{model_ind}',
                         show_label=False,
-                        minimum=1,
-                        step=1,
-                        interactive=True,
-                        maximum=4))
+                        choices=SCALE,
+                        interactive=True))
 
-                    overall_rating.append(gr.Slider(
+                    overall_rating.append(gr.Radio(
                         info='Please, describe your overall impression of the commit message (1 - very bad, 5 - very '
                              'good)',
                         label=f'overall_rating_{model_ind}',
                         show_label=False,
-                        minimum=1,
-                        step=1,
-                        interactive=True,
-                        maximum=5))
+                        choices=SCALE,
+                        interactive=True))
 
                     comments.append(gr.Textbox(
                         info='Additional comments on the commit message',
@@ -216,30 +209,35 @@ with gr.Blocks(theme=gr.themes.Soft(), head=head_html, css="style_overrides.css"
         hash_val,
         sample_loaded_timestamp,
         *commit_msg,
-        *model_name
+        *model_name,
     ]
 
-    feedback_form = [
+    feedback_metadata = [
         session_val,
         repo_val,
         hash_val,
         sample_loaded_timestamp,
         sample_submitted_timestamp,
+        *model_name
+    ]
+
+    feedback_answers = [
         *is_correct,
-        *has_what,
-        *has_why,
+        # *has_what,
+        # *has_why,
         *is_not_verbose,
-        *has_headline,
+        # *has_headline,
         *easy_to_read,
         *overall_rating,
-        *comments,
-        *model_name
+        *comments
     ]
 
-    saver.setup([current_sample_sld] + feedback_form, "feedback")
+    assert len(feedback_answers) == N_QUESTIONS * n_models
+
+    saver.setup([current_sample_sld] + feedback_metadata + feedback_answers, "feedback")
 
     skip_btn.click(next_sample, inputs=[current_sample_sld, shuffled_idx_val],
-                   outputs=[current_sample_sld] + commit_view)
+                   outputs=[current_sample_sld] + commit_view + feedback_answers)
 
 
     def submit(current_sample, shuffled_idx, *args):
@@ -247,8 +245,8 @@ with gr.Blocks(theme=gr.themes.Soft(), head=head_html, css="style_overrides.css"
         return next_sample(current_sample, shuffled_idx)
 
 
-    submit_btn.click(submit, inputs=[current_sample_sld, shuffled_idx_val] + feedback_form,
-                     outputs=[current_sample_sld] + commit_view)
+    submit_btn.click(submit, inputs=[current_sample_sld, shuffled_idx_val] + feedback_metadata + feedback_answers,
+                     outputs=[current_sample_sld] + commit_view + feedback_answers)
 
 
     def init_session(current_sample):