Create app.py

app.py

@@ -0,0 +1,132 @@
+# import libraries
+import gradio as gr
+import pandas as pd
+
+
+#load json file into a dataframe
+path="suspicious_samples_run3.jsonl"
+df = pd.read_json(path_or_buf=path, lines=True)
+
+# iterate through the responses and create a new dataframe
+def iterate_responses(df):
+    data = []
+    for i in range(len(df)):
+        for j in range(len(df['responses'][i])):
+            prompt = str(df['prompt'][i])
+            response = str(df['responses'][i][j])
+            judgements = df['per_response_judgements'][i][j]
+            judgement_1 = str(judgements[0]['reason']) if len(judgements) > 0 else "No Judgement Given"
+            judgement_2 = str(judgements[1]['reason']) if len(judgements) > 1 else "No Judgement Given"
+            judgement_3 = str(judgements[2]['reason']) if len(judgements) > 2 else "No Judgement Given"
+            rubric_1 = str(judgements[0]['rubric']) if len(judgements) > 0 else "No Rubric Given"
+            rubric_2 = str(judgements[1]['rubric']) if len(judgements) > 1 else "No Rubric Given"
+            rubric_3 = str(judgements[2]['rubric']) if len(judgements) > 2 else "No Rubric Given"
+            score_1 = str(judgements[0]['score']) if len(judgements) > 0 else "No Score Given"
+            score_2 = str(judgements[1]['score']) if len(judgements) > 1 else "No Score Given"
+            score_3 = str(judgements[2]['score']) if len(judgements) > 2 else "No Score Given"
+            
+            data.append([prompt, response, judgement_1, judgement_2, judgement_3, rubric_1, rubric_2, rubric_3, score_1, score_2, score_3])
+    
+    df_resp = pd.DataFrame(data, columns=["prompt", "response", "judgement_1", "judgement_2", "judgement_3", "rubric_1", "rubric_2", "rubric_3", "score_1", "score_2", "score_3"])
+    return df_resp
+    
+df_resps = iterate_responses(df)
+
+# function to get response at index i
+def response_at_index_i(i):
+  prompt = df_resps["prompt"][i]
+  response = df_resps["response"][i]
+  judgement_1 = df_resps["judgement_1"][i]
+  judgement_2 = df_resps["judgement_2"][i]
+  judgement_3 = df_resps["judgement_3"][i]
+  rubric_1 = df_resps["rubric_1"][i]
+  rubric_2 = df_resps["rubric_2"][i]
+  rubric_3 = df_resps["rubric_3"][i]
+  score_1 = df_resps["score_1"][i]
+  score_2 = df_resps["score_2"][i]
+  score_3 = df_resps["score_3"][i]
+  return prompt, response, judgement_1, judgement_2, judgement_3, rubric_1, rubric_2, rubric_3, score_1, score_2, score_3
+
+# function to get next index
+def nxt(num):
+    if num < 0 or num > len(df_resps) - 2:
+        return 0
+    return num + 1
+# function to get previous index
+def prv(num):
+    if num <= 0:
+        return len(df_resps) - 2
+    elif num > len(df_resps) - 2:
+        return 0
+    return num - 1
+
+
+# create a gradio interface
+demo = gr.Blocks(title='Group1_Subtask2')
+
+# gradio interface
+with demo:
+
+  gr.Markdown(
+      """
+      # Group1 Phase 2
+      ##  Read from JSON
+      """
+  )
+
+  with gr.Row():
+    with gr.Column(scale=1):
+      nxt_prv_value = gr.Number(label="a", visible=True)
+      prompt = gr.Textbox(label='Model Prompt')
+
+
+      with gr.Row():
+        prv_btn = gr.Button("Previous")
+        nxt_btn = gr.Button("Next")
+
+    with gr.Row():
+      with gr.Column(scale=1):
+        with gr.Row():
+          response = gr.Textbox(label='AI Answer')
+          judgement_1 = gr.Textbox(label='Reference Answer')
+      # with gr.Column(scale=1):
+        with gr.Row():
+          rubric_1 = gr.Textbox(label='Rubric')
+          rubric_2 = gr.Textbox(label='Rubric')
+          rubric_3 = gr.Textbox(label='Rubric')
+        with gr.Row():
+          judgement_1 = gr.Textbox(label='Judger 1')
+          judgement_2 = gr.Textbox(label='Judger 2')
+          judgement_3 = gr.Textbox(label='Judger 3')
+
+        with gr.Row():
+
+          score_1 = gr.Number()
+          score_2 = gr.Number()
+          score_3 = gr.Number()
+
+        with gr.Row():
+          
+          score_1_g = gr.Radio(["1", "2", "3", "4", "5"], label="Confirm Score 1")
+          score_2_g = gr.Radio(["1", "2", "3", "4", "5"], label="Confirm Score 2")
+          score_3_g = gr.Radio(["1", "2", "3", "4", "5"], label="Confirm Score 3")
+        with gr.Row():
+          submit = gr.Button("Submit")
+  nxt_btn.click(nxt, nxt_prv_value, nxt_prv_value)
+  prv_btn.click(prv, nxt_prv_value, nxt_prv_value)
+  history = gr.Textbox(label='History')
+
+  nxt_prv_value.change(response_at_index_i, nxt_prv_value, outputs=[prompt, response, judgement_1, judgement_2, judgement_3, rubric_1, rubric_2, rubric_3, score_1, score_2, score_3])
+
+
+
+
+
+demo.launch(share=True)
+
+# Team Members
+'''
+ Collins Okoth: collins.okech@digitaldividedata.com
+ Albert Disi: albert.disi@digitaldividedata.com
+ Joseph Amadi: joseph.amadi@digitaldividedata.com
+'''