Junming Yang commited on
Commit
bee6e5c
1 Parent(s): 6778fa6

revise leaderboard

Browse files
Files changed (2) hide show
  1. gen_table.py +1 -1
  2. meta_data.py +1 -1
gen_table.py CHANGED
@@ -63,7 +63,7 @@ def BUILD_L1_DF(results, fields):
63
  check_box = {}
64
  check_box['essential'] = ['Method', 'Parameters (B)', 'Language Model', 'Vision Model']
65
  # revise there to set defualt dataset
66
- defualt_dataset = ['MMBench_TEST_EN', 'MMStar', 'MME', 'MMMU_VAL', 'MathVista', 'OCRBench', 'MMVet']
67
  check_box['required'] = ['Avg Score', 'Avg Rank'] + defualt_dataset
68
  check_box['avg'] = ['Avg Score', 'Avg Rank']
69
  check_box['all'] = check_box['avg'] + fields
 
63
  check_box = {}
64
  check_box['essential'] = ['Method', 'Parameters (B)', 'Language Model', 'Vision Model']
65
  # revise there to set defualt dataset
66
+ defualt_dataset = ['MMBench_TEST_EN', 'MMBench_TEST_CN', 'MMStar', 'MME', 'MMMU_VAL', 'MathVista', 'OCRBench', 'MMVet', 'AI2D', 'HallusionBench', 'LLaVABench', 'SEEDBench_IMG']
67
  check_box['required'] = ['Avg Score', 'Avg Rank'] + defualt_dataset
68
  check_box['avg'] = ['Avg Score', 'Avg Rank']
69
  check_box['all'] = check_box['avg'] + fields
meta_data.py CHANGED
@@ -22,7 +22,7 @@ META_FIELDS = ['Method', 'Parameters (B)', 'Language Model', 'Vision Model', 'Op
22
  MAIN_FIELDS = [
23
  'MMBench_TEST_EN', 'MMBench_TEST_CN', 'MMStar', 'MME',
24
  'MMMU_VAL', 'MathVista', 'OCRBench', 'AI2D',
25
- 'HallusionBench', 'SEEDBench_IMG', 'MMVet', 'LLaVABench'
26
  ]
27
  MMBENCH_FIELDS = ['MMBench_TEST_EN', 'MMBench_DEV_EN', 'MMBench_TEST_CN', 'MMBench_DEV_CN', 'CCBench']
28
  MODEL_SIZE = ['<10B', '10B-20B', '20B-40B', '>40B', 'Unknown']
 
22
  MAIN_FIELDS = [
23
  'MMBench_TEST_EN', 'MMBench_TEST_CN', 'MMStar', 'MME',
24
  'MMMU_VAL', 'MathVista', 'OCRBench', 'AI2D',
25
+ 'HallusionBench', 'SEEDBench_IMG', 'MMVet', 'LLaVABench', 'CCBench', 'RealWorldQA'
26
  ]
27
  MMBENCH_FIELDS = ['MMBench_TEST_EN', 'MMBench_DEV_EN', 'MMBench_TEST_CN', 'MMBench_DEV_CN', 'CCBench']
28
  MODEL_SIZE = ['<10B', '10B-20B', '20B-40B', '>40B', 'Unknown']