merge to main

README.md

@@ -1,16 +1,16 @@
 ---
-title: JudgerBench Leaderboard
+title: Open VLM Leaderboard
 emoji: 🌎
 colorFrom: blue
 colorTo: green
 sdk: gradio
-sdk_version: 5.1.0
+sdk_version: 4.36.1
 app_file: app.py
 pinned: true
 license: apache-2.0
 tags:
 - leaderboard
-short_description: 'JudgerBench Leaderboard'
+short_description: 'VLMEvalKit Evaluation Results Collection '
 ---
 
 

app.py

@@ -41,7 +41,7 @@ with gr.Blocks() as demo:
     # timestamp = struct['time']
 
     # EVAL_TIME = format_timestamp(timestamp)
-    EVAL_TIME = '20241022'
+    EVAL_TIME = '20241015'
 
     # results = struct['results']
     # N_MODEL = len(results)
@@ -65,10 +65,10 @@ with gr.Blocks() as demo:
         for cur_id, (filename, filepath) in enumerate(LEADERBOARD_FILE_MAPPING.items()):
 
             tab_name = filename
-            # if filename == "overall":
-            #     tab_name = 'OVERALL'
+            if filename == "overall":
+                tab_name = '🏅 JudgerBench Main Leaderboard'
 
-            with gr.Tab(tab_name.upper(), elem_id=f'tab_{cur_id}', id=cur_id):
+            with gr.Tab(tab_name, elem_id=f'tab_{cur_id}', id=cur_id):
 
                 # gr.Markdown(LEADERBOARD_MD['MAIN'])
                 # _, check_box = build_l1_df(MAIN_FIELDS)
@@ -283,9 +283,7 @@ with gr.Blocks() as demo:
             citation_button = gr.Textbox(
                 value=CITATION_BUTTON_TEXT,
                 label=CITATION_BUTTON_LABEL,
-                elem_id='citation-button',
-                lines=7,
-            )
+                elem_id='citation-button')
 
 
 if __name__ == '__main__':
@@ -293,7 +291,7 @@ if __name__ == '__main__':
 
     parser = argparse.ArgumentParser()
     parser.add_argument("--host", type=str, default="0.0.0.0")
-    parser.add_argument("--port", type=int, default="7860")
+    parser.add_argument("--port", type=int)
     parser.add_argument(
         "--share",
         action="store_true",

judgerbench/meta_data.py

@@ -24,14 +24,12 @@ STYLE_CLASS_MAPPING = {
 URL = "http://opencompass.openxlab.space/assets/OpenVLM.json"
 VLMEVALKIT_README = 'https://raw.githubusercontent.com/open-compass/VLMEvalKit/main/README.md'
 # CONSTANTS-CITATION
-CITATION_BUTTON_TEXT = r"""@article{cao2024compass,
-  title={CompassJudger-1: All-in-one Judge Model Helps Model Evaluation and Evolution},
-  author={Maosong Cao, Alexander Lam, Haodong Duan, Hongwei Liu, Songyang Zhang, Kai Chen},
-  journal={arXiv preprint arXiv:2410.16256},
-  year={2024}
-}
-"""
-
+CITATION_BUTTON_TEXT = r"""@misc{2023opencompass,
+    title={OpenCompass: A Universal Evaluation Platform for Foundation Models},
+    author={OpenCompass Contributors},
+    howpublished = {\url{https://github.com/open-compass/opencompass}},
+    year={2023}
+}"""
 CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
 
 # CONSTANTS-TEXT
@@ -39,12 +37,6 @@ LEADERBORAD_INTRODUCTION = """# JudgerBench Leaderboard
 
 ### Welcome to the JudgerBench Leaderboard!
 
-Model Link: https://huggingface.co/opencompass/CompassJudger-1-7B-Instruct
-
-Code Link: https://github.com/open-compass/CompassJudger
-
-Paper Link: https://arxiv.org/pdf/2410.16256
-
 This leaderboard was last updated: {}. 
 """