feat: fire demo ready

src/serve/gradio_block_arena_vision_named.py

@@ -286,7 +286,7 @@ def build_side_by_side_vision_ui_named(models, random_questions=None):
                         with gr.Column():
                             model_names_dict = {
                                 "llava-fire": 'FIRE-LLaVA',
-                                "llava-original": "LLaVA-Next-LLaMA-3-8B"
+                                "llava-original": "LLaVA-NeXT-LLaMA-3-8B"
                             }
                             model_choices = []
                             for model_value in models:
@@ -326,7 +326,9 @@ def build_side_by_side_vision_ui_named(models, random_questions=None):
         )
     with gr.Row():
         recommendation = gr.Textbox(
-            visible=False
+            visible=True,
+            label="Teacher generated feedback:",
+            show_copy_button=True,
         )
     with gr.Row():
         textbox = gr.MultimodalTextbox(
@@ -352,20 +354,10 @@ def build_side_by_side_vision_ui_named(models, random_questions=None):
                 {
                     "files": ["assets/image_50.png"],
                     "text": "Please directly answer the question and provide the correct option letter, e.g., A, B, C, D.\nQuestion: As shown in the figure, then angle COE = ()\nChoices:\nA:30°\nB:140°\nC:50°\nD:60°"
-                }
-            ],
-            [
-                {
-                    "files": ["assets/test_11407.jpg"],
-                    "text": """Hint: Please answer the question and provide the correct option letter, e.g., A, B, C, D, at the end. 
-Question: 如图，△ABC中，AD为中线，AD⊥AC，∠BAD＝30°，AB＝3，则AC长（） 
-Choices: 
-A. 2.5 
-B. 2 
-C. 1 
-D. 1.5"""
-                }
+                },
+                "Your answer is incorrect. The question asks for the angle COE in the context of the figure provided. Consider the relationships between the angles and the lines in the figure to find the correct answer. Try again by analyzing the given diagram more carefully."
             ],
+            
             [    
                 {
                     "files": ["assets/magnetic.png"],
@@ -374,7 +366,8 @@ Question: Will these magnets attract or repel each other?
 Choices: 
 A. repel 
 B. attract"""
-                }
+                },
+                """You correctly identified that the letters "N" and "S" represent opposite poles of a magnet. However, your conclusion that they repel each other is incorrect. Please reconsider your answer with this information in mind."""
             ],
             [
                 {
@@ -385,9 +378,23 @@ Choices:
 A. Arctic fox 
 B. rough-legged hawk 
 C. mushroom"""
-                }
-            ]
-        ],inputs=[textbox])
+                },
+                """You correctly identified that the primary consumers are the organisms that feed directly on the producers. However, your answer is incorrect. The mushroom is not a primary consumer; it is a decomposer. Look again at the food web and identify which organisms are shown as consuming the producers directly. Try to find the correct option among the given choices."""
+            ],
+            [
+                {
+                    "files": ["assets/test_11407.jpg"],
+                    "text": """Hint: Please answer the question and provide the correct option letter, e.g., A, B, C, D, at the end. 
+Question: 如图，△ABC中，AD为中线，AD⊥AC，∠BAD＝30°，AB＝3，则AC长（） 
+Choices: 
+A. 2.5 
+B. 2 
+C. 1 
+D. 1.5"""
+                },
+                ""
+            ],
+        ],inputs=[textbox, recommendation])
     with gr.Accordion("Parameters", open=False) as parameter_row:
         temperature = gr.Slider(
             minimum=0.0,
@@ -486,11 +493,6 @@ function (a, b, c, d) {
     textbox.input(add_image, [textbox], [imagebox]).then(
         set_visible_image, [textbox], [image_column]
     ).then(clear_history_example, None, states + chatbots + btn_list)
-    def get_recommendation(chatbots):
-
-        logger.info(f"chatbots {chatbots}")
-
-        return [gr.Textbox(visible=True, value="Teacher Feedback Recommendation Content")]
 
     textbox.submit(
         add_text,
@@ -502,8 +504,6 @@ function (a, b, c, d) {
         states + chatbots + btn_list,
     ).then(
         flash_buttons, [], btn_list
-    ).then(
-        get_recommendation, chatbots, [recommendation]
     )
 
     if random_questions:

vision-tmp-2024-07-26-conv.json

@@ -0,0 +1,4 @@
+{"tstamp": 1721958976.4837, "type": "chat", "model": "llava-fire", "gen_params": {"temperature": 0.7, "top_p": 1.0, "max_new_tokens": 1024}, "start": 1721958941.2352, "finish": 1721958976.4837, "state": {"template_name": "llava-fire", "system_message": "You are a helpful language and vision assistant. You are able to understand the visual content that the user provides, and assist the user with a variety of tasks using natural language.", "roles": ["user", "assistant"], "messages": [["user", ["Please directly answer the question and provide the correct option letter, e.g., A, B, C, D.\nQuestion: As shown in the figure, then angle COE = ()\nChoices:\nA:30\u00b0\nB:140\u00b0\nC:50\u00b0\nD:60\u00b0", ["4cb5a5234624686ecd8b85a1fab041f9"]]], ["assistant", "The angle COE is given as 50 degrees in the image. Therefore, the correct answer to the question is:\n\nC: 50\u00b0"]], "offset": 0, "conv_id": "889c4b7b86ff4619bdec10b03e841e5c", "model_name": "llava-fire", "has_csam_image": false}, "ip": "123.127.249.92"}
+{"tstamp": 1721958976.4895, "type": "chat", "model": "llava-original", "gen_params": {"temperature": 0.7, "top_p": 1.0, "max_new_tokens": 1024}, "start": 1721958958.0537, "finish": 1721958976.4895, "state": {"template_name": "llava-original", "system_message": "You are a helpful language and vision assistant. You are able to understand the visual content that the user provides, and assist the user with a variety of tasks using natural language.", "roles": ["user", "assistant"], "messages": [["user", ["Please directly answer the question and provide the correct option letter, e.g., A, B, C, D.\nQuestion: As shown in the figure, then angle COE = ()\nChoices:\nA:30\u00b0\nB:140\u00b0\nC:50\u00b0\nD:60\u00b0", ["4cb5a5234624686ecd8b85a1fab041f9"]]], ["assistant", "The angle COE is formed by the intersection of two lines, and it is equal to the sum of the angles at point E formed by the intersecting lines. Since the angle at point E is given as 50\u00b0, and the lines intersect at a right angle (90\u00b0), the angle COE is the sum of these two angles. Therefore, the correct answer to the question is:\n\nC: 50\u00b0"]], "offset": 0, "conv_id": "32159bf2426c45229202bd09a3b4e489", "model_name": "llava-original", "has_csam_image": false}, "ip": "123.127.249.92"}
+{"tstamp": 1721959459.3784, "type": "chat", "model": "llava-fire", "gen_params": {"temperature": 0.7, "top_p": 1.0, "max_new_tokens": 1024}, "start": 1721959423.9259, "finish": 1721959459.3784, "state": {"template_name": "llava-fire", "system_message": "You are a helpful language and vision assistant. You are able to understand the visual content that the user provides, and assist the user with a variety of tasks using natural language.", "roles": ["user", "assistant"], "messages": [["user", ["Please directly answer the question and provide the correct option letter, e.g., A, B, C, D.\nQuestion: As shown in the figure, then angle COE = ()\nChoices:\nA:30\u00b0\nB:140\u00b0\nC:50\u00b0\nD:60\u00b0", ["4cb5a5234624686ecd8b85a1fab041f9"]]], ["assistant", "The angle COE is given as 50 degrees in the image. Therefore, the correct answer to the question is:\n\nC: 50\u00b0"]], "offset": 0, "conv_id": "11dde82ce02c4b36aa018359a4b73c01", "model_name": "llava-fire", "has_csam_image": false}, "ip": "123.127.249.92"}
+{"tstamp": 1721959459.3843, "type": "chat", "model": "llava-original", "gen_params": {"temperature": 0.7, "top_p": 1.0, "max_new_tokens": 1024}, "start": 1721959441.1134, "finish": 1721959459.3843, "state": {"template_name": "llava-original", "system_message": "You are a helpful language and vision assistant. You are able to understand the visual content that the user provides, and assist the user with a variety of tasks using natural language.", "roles": ["user", "assistant"], "messages": [["user", ["Please directly answer the question and provide the correct option letter, e.g., A, B, C, D.\nQuestion: As shown in the figure, then angle COE = ()\nChoices:\nA:30\u00b0\nB:140\u00b0\nC:50\u00b0\nD:60\u00b0", ["4cb5a5234624686ecd8b85a1fab041f9"]]], ["assistant", "The angle COE is formed by the intersection of two lines, and it is equal to the sum of the angles at point E formed by the intersecting lines. Since the angle at point E is given as 50\u00b0, and the lines intersect at a right angle (90\u00b0), the angle COE is the sum of these two angles. Therefore, the correct answer to the question is:\n\nC: 50\u00b0"]], "offset": 0, "conv_id": "1e5b56eb93fb4e25827120018166ea2e", "model_name": "llava-original", "has_csam_image": false}, "ip": "123.127.249.92"}