feat: change text

src/model/model_registry.py

@@ -22,10 +22,14 @@ def get_model_info(name: str) -> ModelInfo:
     if name in ['llava-fire', 'llava-original']:
         description = {
             "llava-fire": "LLaVA fine-tuned from FIRE dataset",
-            "llava-original": "LLaVA-NeXT with LLaMA-3-8B as language decoder"
+            "llava-original": "LLaVA-NeXT with LLaMA-3-8B as the language decoder"
+        }
+        model_names = {
+            "llava-fire": "FIRE-LLaVA",
+            "llava-original": "LLaVA-NeXT-LLaMA-3-8B"
         }
         return ModelInfo(
-            name, "", description[name]
+            model_names[name], "", description[name]
         )
     if name in model_info:
         return model_info[name]

src/serve/gradio_block_arena_named.py

@@ -244,7 +244,7 @@ def bot_response_multi(
         ) + (no_change_btn,) * 6
         return
 
-    states = [state0, state1]
+    states = [state0, state0.copy()]
     gen = []
     for i in range(num_sides):
         gen.append(

src/serve/gradio_block_arena_vision_named.py

@@ -243,7 +243,7 @@ def add_text(
 
 def build_side_by_side_vision_ui_named(models, random_questions=None):
     notice_markdown = """
-# ⚔️  Vision Arena ⚔️ : Benchmarking LLAVA-FIRE VS. LLAVA
+# ⚔️  Vision Arena ⚔️ : Benchmarking FIRE-LLaVA VS. LLaVA-NeXT
 
 ## 📜 Rules
 - Chat with any two models side-by-side and vote!
@@ -284,8 +284,18 @@ def build_side_by_side_vision_ui_named(models, random_questions=None):
                 with gr.Row():
                     for i in range(num_sides):
                         with gr.Column():
+                            model_names_dict = {
+                                "llava-fire": 'FIRE-LLaVA',
+                                "llava-original": "LLaVA-Next-LLaMA-3-8B"
+                            }
+                            model_choices = []
+                            for model_value in models:
+                                if model_value in model_names_dict:
+                                    model_choices.append((model_names_dict[model_value], model_value))
+                                else:
+                                    model_choices.append((model_value, model_value))
                             model_selectors[i] = gr.Dropdown(
-                                choices=models,
+                                choices=model_choices,
                                 value=models[i] if len(models) > i else "",
                                 interactive=True,
                                 show_label=False,
@@ -335,7 +345,6 @@ def build_side_by_side_vision_ui_named(models, random_questions=None):
         share_btn = gr.Button(value="📷  Share")
     with gr.Row():
         gr.Examples(examples=[
-            [{"files":["assets/chart.png"], "text": "What's the percentage value of Japan who have a favorable view of the US? Answer the question using a single word or phrase."}],
             [{"files":["assets/clver_1.jpg"], "text": "Hint: Please answer the question and provide the correct option letter, e.g., A, B, C, D, at the end.\nQuestion: Is the number of metal cars that are left of the tiny matte school bus greater than the number of tiny cyan double buss?\nChoices:\n(A) Yes\n(B) No"}],
         ],inputs=[textbox])
     with gr.Accordion("Parameters", open=False) as parameter_row:

vision-tmp-2024-07-17-conv.json

@@ -0,0 +1,4 @@
+{"tstamp": 1721187677.0849, "type": "chat", "model": "llava-fire", "gen_params": {"temperature": 0.7, "top_p": 1.0, "max_new_tokens": 1024}, "start": 1721187629.683, "finish": 1721187677.0849, "state": {"template_name": "llava-fire", "system_message": "You are a helpful language and vision assistant. You are able to understand the visual content that the user provides, and assist the user with a variety of tasks using natural language.", "roles": ["user", "assistant"], "messages": [["user", ["Hint: Please answer the question and provide the correct option letter, e.g., A, B, C, D, at the end.\nQuestion: Is the number of metal cars that are left of the tiny matte school bus greater than the number of tiny cyan double buss?\nChoices:\n(A) Yes\n(B) No", ["64978d01710f95e409bd808432fcf5f6"]]], ["assistant", "To answer the question, we must identify the metal cars to the left of the tiny matte school bus and compare their number to the tiny cyan double buss. The tiny matte school bus is located towards the center of the image. To the left of this school bus, there is one metal car, which is the yellow one. As for the tiny cyan double buss, there is only one visible in the image. Therefore, the number of metal cars to the left of the tiny matte school bus (which is one) is not greater than the number of tiny cyan double buss (which is also one). The correct answer to the question is:\n\n(B) No"]], "offset": 0, "conv_id": "4f508323a8c94301a6fca86688b99adf", "model_name": "llava-fire", "has_csam_image": false}, "ip": "123.127.249.60"}
+{"tstamp": 1721187677.1121, "type": "chat", "model": "llava-original", "gen_params": {"temperature": 0.7, "top_p": 1.0, "max_new_tokens": 1024}, "start": 1721187654.9088, "finish": 1721187677.1121, "state": {"template_name": "llava-original", "system_message": "You are a helpful language and vision assistant. You are able to understand the visual content that the user provides, and assist the user with a variety of tasks using natural language.", "roles": ["user", "assistant"], "messages": [["user", ["Hint: Please answer the question and provide the correct option letter, e.g., A, B, C, D, at the end.\nQuestion: Is the number of metal cars that are left of the tiny matte school bus greater than the number of tiny cyan double buss?\nChoices:\n(A) Yes\n(B) No", ["64978d01710f95e409bd808432fcf5f6"]]], ["assistant", "To answer the question, we need to count the number of metal cars to the left of the tiny matte school bus and compare that to the number of tiny cyan double buses. From the image, there is one metal car to the left of the tiny matte school bus. As for the tiny cyan double buses, there is only one visible in the image. Therefore, the number of metal cars to the left of the tiny matte school bus (which is one) is not greater than the number of tiny cyan double buses (which is also one). The correct answer to the question is:\n\n(B) No"]], "offset": 0, "conv_id": "266d5b0744204770b823ac105d057e95", "model_name": "llava-original", "has_csam_image": false}, "ip": "123.127.249.60"}
+{"tstamp": 1721187734.2595, "type": "chat", "model": "llava-fire", "gen_params": {"temperature": 0.7, "top_p": 1.0, "max_new_tokens": 1024}, "start": 1721187693.1243, "finish": 1721187734.2595, "state": {"template_name": "llava-fire", "system_message": "You are a helpful language and vision assistant. You are able to understand the visual content that the user provides, and assist the user with a variety of tasks using natural language.", "roles": ["user", "assistant"], "messages": [["user", ["Hint: Please answer the question and provide the correct option letter, e.g., A, B, C, D, at the end.\nQuestion: Is the number of metal cars that are left of the tiny matte school bus greater than the number of tiny cyan double buss?\nChoices:\n(A) Yes\n(B) No", ["64978d01710f95e409bd808432fcf5f6"]]], ["assistant", "To answer the question, we must identify the metal cars to the left of the tiny matte school bus and compare their number to the tiny cyan double buss. The tiny matte school bus is located towards the center of the image. To the left of this school bus, there is one metal car, which is the yellow one. As for the tiny cyan double buss, there is only one visible in the image. Therefore, the number of metal cars to the left of the tiny matte school bus (which is one) is not greater than the number of tiny cyan double buss (which is also one). The correct answer to the question is:\n\n(B) No"], ["user", "Your answer is incorrect"], ["assistant", "I apologize for the mistake. Upon re-examining the image, I can see that there are indeed two metal cars to the left of the tiny matte school bus. Therefore, the number of metal cars to the left of the tiny matte school bus (which is two) is greater than the number of tiny cyan double buss (which is one). The correct answer to the question is:\n\n(A) Yes"]], "offset": 0, "conv_id": "4f508323a8c94301a6fca86688b99adf", "model_name": "llava-fire", "has_csam_image": false}, "ip": "123.127.249.60"}
+{"tstamp": 1721187734.2753, "type": "chat", "model": "llava-original", "gen_params": {"temperature": 0.7, "top_p": 1.0, "max_new_tokens": 1024}, "start": 1721187713.7211, "finish": 1721187734.2753, "state": {"template_name": "llava-original", "system_message": "You are a helpful language and vision assistant. You are able to understand the visual content that the user provides, and assist the user with a variety of tasks using natural language.", "roles": ["user", "assistant"], "messages": [["user", ["Hint: Please answer the question and provide the correct option letter, e.g., A, B, C, D, at the end.\nQuestion: Is the number of metal cars that are left of the tiny matte school bus greater than the number of tiny cyan double buss?\nChoices:\n(A) Yes\n(B) No", ["64978d01710f95e409bd808432fcf5f6"]]], ["assistant", "To answer the question, we need to count the number of metal cars to the left of the tiny matte school bus and compare that to the number of tiny cyan double buses. From the image, there is one metal car to the left of the tiny matte school bus. As for the tiny cyan double buses, there is only one visible in the image. Therefore, the number of metal cars to the left of the tiny matte school bus (which is one) is not greater than the number of tiny cyan double buses (which is also one). The correct answer to the question is:\n\n(B) No"], ["user", "Your answer is incorrect"], ["assistant", "I apologize for the mistake. Upon re-examining the image, there are no metal cars to the left of the tiny matte school bus. Therefore, the number of metal cars to the left of the tiny matte school bus (which is zero) is not greater than the number of tiny cyan double buses (which is one). The correct answer to the question is:\n\n(B) No"]], "offset": 0, "conv_id": "266d5b0744204770b823ac105d057e95", "model_name": "llava-original", "has_csam_image": false}, "ip": "123.127.249.60"}