update changes

app_dialogue.py

@@ -247,7 +247,7 @@ def model_inference(
     print("-----")
 
 
-def flag_chat(
+def flag_dope(
     model_selector,
     chat_history,
     decoding_strategy,
@@ -255,48 +255,55 @@ def flag_chat(
     max_new_tokens,
     repetition_penalty,
     top_p,
-    dope, 
 ):
     images = []
-    text_flag = []
-    prev_ex_is_image = False
     for ex in chat_history:
         if isinstance(ex[0], dict):
             images.append(ex[0]["file"])
             prev_ex_is_image = True
-        else:
-            if prev_ex_is_image:
-                text_flag.append([f"User:<image>{ex[0]}", f"Assistant:{ex[1]}"])
-            else:
-                text_flag.append([f"User:{ex[0]}", f"Assistant:{ex[1]}"])
-            prev_ex_is_image = False
+
     image_flag = images[0]
-    if dope:
-        dope_dataset_writer.flag(
-            flag_data=[
-                model_selector,
-                image_flag,
-                text_flag,
-                decoding_strategy,
-                temperature,
-                max_new_tokens,
-                repetition_penalty,
-                top_p,
-            ]
-        )
-    else:
-        problematic_dataset_writer.flag(
-            flag_data=[
-                model_selector,
-                image_flag,
-                text_flag,
-                decoding_strategy,
-                temperature,
-                max_new_tokens,
-                repetition_penalty,
-                top_p,
-            ]
-        )
+    dope_dataset_writer.flag(
+        flag_data=[
+            model_selector,
+            image_flag,
+            chat_history,
+            decoding_strategy,
+            temperature,
+            max_new_tokens,
+            repetition_penalty,
+            top_p,
+        ]
+    )
+
+
+def flag_problematic(
+    model_selector,
+    chat_history,
+    decoding_strategy,
+    temperature,
+    max_new_tokens,
+    repetition_penalty,
+    top_p,
+):
+    images = []
+    for ex in chat_history:
+        if isinstance(ex[0], dict):
+            images.append(ex[0]["file"])
+
+    image_flag = images[0]
+    problematic_dataset_writer.flag(
+        flag_data=[
+            model_selector,
+            image_flag,
+            chat_history,
+            decoding_strategy,
+            temperature,
+            max_new_tokens,
+            repetition_penalty,
+            top_p,
+        ]
+    )
 
 
 # Hyper-parameters for generation
@@ -372,7 +379,6 @@ problematic_dataset_writer = gr.HuggingFaceDatasetSaver(
 #     The second syntax allows inputting an arbitrary number of images.""")
 
 image_flag = gr.Image(visible=False)
-text_flag = gr.Textbox(visible=False)
 with gr.Blocks(
     fill_height=True,
     css=""".gradio-container .avatar-container {height: 40px width: 40px !important;}""",
@@ -451,7 +457,7 @@ with gr.Blocks(
         [
             model_selector,
             image_flag,
-            text_flag,
+            chatbot,
             decoding_strategy,
             temperature,
             max_new_tokens,
@@ -461,7 +467,7 @@ with gr.Blocks(
         "gradio_dope_data_points",
     )
     dope_bttn.click(
-        fn=flag_chat,
+        fn=flag_dope,
         inputs=[
             model_selector,
             chatbot,
@@ -470,7 +476,6 @@ with gr.Blocks(
             max_new_tokens,
             repetition_penalty,
             top_p,
-            True,
         ],
         outputs=None,
         preprocess=False,
@@ -480,7 +485,7 @@ with gr.Blocks(
         [
             model_selector,
             image_flag,
-            text_flag,
+            chatbot,
             decoding_strategy,
             temperature,
             max_new_tokens,
@@ -490,7 +495,7 @@ with gr.Blocks(
         "gradio_problematic_data_points",
     )
     problematic_bttn.click(
-        fn=flag_chat,
+        fn=flag_problematic,
         inputs=[
             model_selector,
             chatbot,
@@ -499,7 +504,6 @@ with gr.Blocks(
             max_new_tokens,
             repetition_penalty,
             top_p,
-            False,
         ],
         outputs=None,
         preprocess=False,

gradio_dope_data_points/dope-dataset-newtest/data.csv

@@ -0,0 +1,2 @@
+Model,, file,Idefics2,Decoding strategy,Sampling temperature,Maximum number of new tokens to generate,Repetition penalty,Top P,flag,username
+idefics2-8b-chatty,f6a3e41f11e610f7f4ca/Screenshot 2024-03-07 at 17.09.58.png,https://huggingface.co/datasets/HuggingFaceM4/dope-dataset-newtest/resolve/main/f6a3e41f11e610f7f4ca/Screenshot%202024-03-07%20at%2017.09.58.png,"[[{""file"": ""/home/user/app/gradio_dope_data_points/dope-dataset-newtest/Idefics2/b96df475a33c0ab4ab12/Screenshot 2024-03-07 at 17.09.58.png"", ""alt_text"": null}, null], [""describe the image"", ""The image features a cheerful yellow smiley face emoji, which is a popular graphic symbol used to express happiness or positive emotions. This particular smiley face is holding a blue watering can, indicating that it might be involved in gardening or plant care activities. The smiley face is also holding a green plant, suggesting that it's nurturing the plant by watering it. The background of the image is black, providing a stark contrast that makes the yellow smiley face stand out prominently. Overall, the image conveys a sense of joy and care for nature.""]]",Greedy,0.4,512,1.1,0.8,,

gradio_dope_data_points/dope-dataset-newtest/dataset_info.json

@@ -0,0 +1 @@
+{"flagged": {"features": {"Model": {"dtype": "string", "_type": "Value"}, "": {"dtype": "string", "_type": "Value"}, " file": {"_type": "Image"}, "Idefics2": {"dtype": "string", "_type": "Value"}, "Decoding strategy": {"dtype": "string", "_type": "Value"}, "Sampling temperature": {"dtype": "string", "_type": "Value"}, "Maximum number of new tokens to generate": {"dtype": "string", "_type": "Value"}, "Repetition penalty": {"dtype": "string", "_type": "Value"}, "Top P": {"dtype": "string", "_type": "Value"}, "flag": {"dtype": "string", "_type": "Value"}, "username": {"dtype": "string", "_type": "Value"}}}}

gradio_dope_data_points/dope-dataset/data.csv

@@ -0,0 +1,2 @@
+Model,, file,Idefics2,Decoding strategy,Sampling temperature,Maximum number of new tokens to generate,Repetition penalty,Top P,flag,username
+idefics2-8b-chatty,7842a960dbd3fcdb5dd2/Screenshot 2024-03-07 at 16.56.07.png,https://huggingface.co/datasets/HuggingFaceM4/dope-dataset/resolve/main/7842a960dbd3fcdb5dd2/Screenshot%202024-03-07%20at%2016.56.07.png,"[[{""file"": ""/home/user/app/gradio_dope_data_points/dope-dataset/Idefics2/cb570cd31053bb98441c/Screenshot 2024-03-07 at 16.56.07.png"", ""alt_text"": null}, null], [""describe the image"", ""The image features a yellow smiley face with black eyes and arms. The smiley face is holding a red laser pointer that is pointing towards a long string of numbers. The numbers are written in white and are arranged in a horizontal line. The background of the image is black. The smiley face appears to be aiming the laser at the numbers, as if trying to draw attention to them or highlight their significance. The overall scene suggests a playful yet focused approach to presenting data or information.""]]",Greedy,0.4,512,1.1,0.8,,

gradio_dope_data_points/dope-dataset/dataset_info.json

@@ -0,0 +1 @@
+{"flagged": {"features": {"Model": {"dtype": "string", "_type": "Value"}, "": {"dtype": "string", "_type": "Value"}, " file": {"_type": "Image"}, "Idefics2": {"dtype": "string", "_type": "Value"}, "Decoding strategy": {"dtype": "string", "_type": "Value"}, "Sampling temperature": {"dtype": "string", "_type": "Value"}, "Maximum number of new tokens to generate": {"dtype": "string", "_type": "Value"}, "Repetition penalty": {"dtype": "string", "_type": "Value"}, "Top P": {"dtype": "string", "_type": "Value"}, "flag": {"dtype": "string", "_type": "Value"}, "username": {"dtype": "string", "_type": "Value"}}}}

gradio_problematic_data_points/problematic-dataset/data.csv

@@ -0,0 +1,3 @@
+Model,, file,Idefics2,Decoding strategy,Sampling temperature,Maximum number of new tokens to generate,Repetition penalty,Top P,flag,username
+idefics2-8b-chatty,6a022778a3fdcd4eee97/Screenshot 2024-03-07 at 17.09.58.png,https://huggingface.co/datasets/HuggingFaceM4/problematic-dataset/resolve/main/6a022778a3fdcd4eee97/Screenshot%202024-03-07%20at%2017.09.58.png,"[[{""file"": ""/home/user/app/gradio_problematic_data_points/problematic-dataset/Idefics2/448fff2cf09ea322e507/Screenshot 2024-03-07 at 17.09.58.png"", ""alt_text"": null}, null], [""describe the image"", ""The image features a cheerful yellow smiley face emoji, which is a popular graphic symbol used to express happiness or positive emotions. This particular smiley face is holding a blue watering can, indicating that it might be involved in gardening or plant care activities. The smiley face is also holding a green plant, suggesting that it's nurturing the plant by watering it. The background of the image is black, providing a stark contrast that makes the yellow smiley face stand out prominently. Overall, the image conveys a sense of joy and care for nature.""]]",Greedy,0.4,512,1.1,0.8,,
+idefics2-8b-chatty,15b73ed2b9bf09f8ef3a/Screenshot 2024-03-07 at 16.56.07.png,https://huggingface.co/datasets/HuggingFaceM4/problematic-dataset/resolve/main/15b73ed2b9bf09f8ef3a/Screenshot%202024-03-07%20at%2016.56.07.png,"[[{""file"": ""/home/user/app/gradio_problematic_data_points/problematic-dataset/Idefics2/8a6e745fd3c0a1fd4ec4/Screenshot 2024-03-07 at 16.56.07.png"", ""alt_text"": null}, null], [""describe the image"", ""The image features a yellow smiley face with black eyes and arms. The smiley face is holding a red laser pointer that is pointing towards a long string of numbers. The numbers are written in white and are arranged in a horizontal line. The background of the image is black. The smiley face appears to be aiming the laser at the numbers, as if trying to draw attention to them or highlight their significance. The overall scene suggests a playful yet focused approach to presenting data or information.""]]",Greedy,0.4,512,1.1,0.8,,

gradio_problematic_data_points/problematic-dataset/dataset_info.json

@@ -0,0 +1 @@
+{"flagged": {"features": {"Model": {"dtype": "string", "_type": "Value"}, "": {"dtype": "string", "_type": "Value"}, " file": {"_type": "Image"}, "Idefics2": {"dtype": "string", "_type": "Value"}, "Decoding strategy": {"dtype": "string", "_type": "Value"}, "Sampling temperature": {"dtype": "string", "_type": "Value"}, "Maximum number of new tokens to generate": {"dtype": "string", "_type": "Value"}, "Repetition penalty": {"dtype": "string", "_type": "Value"}, "Top P": {"dtype": "string", "_type": "Value"}, "flag": {"dtype": "string", "_type": "Value"}, "username": {"dtype": "string", "_type": "Value"}}}}