update images and banner

.gitattributes

@@ -1,5 +1,11 @@
 *.png filter=lfs diff=lfs merge=lfs -text
 *.jpg filter=lfs diff=lfs merge=lfs -text
+*.jpeg filter=lfs diff=lfs merge=lfs -text
+*.gif filter=lfs diff=lfs merge=lfs -text
+*.mp3 filter=lfs diff=lfs merge=lfs -text
+*.mp4 filter=lfs diff=lfs merge=lfs -text
+*.mov filter=lfs diff=lfs merge=lfs -text
+*.avi filter=lfs diff=lfs merge=lfs -text
 *.wav filter=lfs diff=lfs merge=lfs -text
 *.csv filter=lfs diff=lfs merge=lfs -text
 *.json filter=lfs diff=lfs merge=lfs -text

app/src/content/article.mdx

@@ -1,5 +1,5 @@
 ---
-title: "FineVision: Open Data is all you need"
+title: "FineVision:<br/> Open Data is all you need"
 subtitle: "A new open dataset for data-centric training of Vision Language Models"
 description: "A new open dataset for data-centric training of Vision Language Models"
 authors:

app/src/content/assets/data/against_baselines_deduplicated.csv

@@ -1,577 +1,3 @@
-run,step,metric,value,stderr
-FineVisionDD,1200,average,0.264341097123272,
-FineVisionDD,1200,average_rank,2.5714285714285716,
-FineVisionDD,1200,docvqa_val_anls,0.3715200680496628,0.005949832790823121
-FineVisionDD,1200,infovqa_val_anls,0.19222676120723237,0.006565134600763451
-FineVisionDD,1200,mme_total_score,743.1522609043617,
-FineVisionDD,1200,mmmu_val_mmmu_acc,0.26222,
-FineVisionDD,1200,mmstar_average,0.21525975348273643,
-FineVisionDD,1200,ocrbench_ocrbench_accuracy,0.3,
-FineVisionDD,1200,textvqa_val_exact_match,0.24482000000000004,0.005905726800471586
-FineVisionDD,2400,average,0.3178775750923926,
-FineVisionDD,2400,average_rank,2.4285714285714284,
-FineVisionDD,2400,docvqa_val_anls,0.47030638473718095,0.006228583735740807
-FineVisionDD,2400,infovqa_val_anls,0.20933736286426122,0.006709818578853176
-FineVisionDD,2400,mme_total_score,1185.2899159663866,
-FineVisionDD,2400,mmmu_val_mmmu_acc,0.25,
-FineVisionDD,2400,mmstar_average,0.24490170295291339,
-FineVisionDD,2400,ocrbench_ocrbench_accuracy,0.384,
-FineVisionDD,2400,textvqa_val_exact_match,0.34872,0.00652553360559637
-FineVisionDD,3600,average,0.34596783716441254,
-FineVisionDD,3600,average_rank,2.4285714285714284,
-FineVisionDD,3600,docvqa_val_anls,0.52073479618703,0.006284214687786431
-FineVisionDD,3600,infovqa_val_anls,0.22809076679417026,0.006878849345111437
-FineVisionDD,3600,mme_total_score,1168.4510804321728,
-FineVisionDD,3600,mmmu_val_mmmu_acc,0.25667,
-FineVisionDD,3600,mmstar_average,0.23323146000527503,
-FineVisionDD,3600,ocrbench_ocrbench_accuracy,0.454,
-FineVisionDD,3600,textvqa_val_exact_match,0.38308000000000003,0.0066477952252059665
-FineVisionDD,4800,average,0.3549622071061929,
-FineVisionDD,4800,average_rank,2.2857142857142856,
-FineVisionDD,4800,docvqa_val_anls,0.5347116037470354,0.006161120918755636
-FineVisionDD,4800,infovqa_val_anls,0.22616829864068178,0.006791811877573115
-FineVisionDD,4800,mme_total_score,1067.0920368147258,
-FineVisionDD,4800,mmmu_val_mmmu_acc,0.27444,
-FineVisionDD,4800,mmstar_average,0.23307334024944037,
-FineVisionDD,4800,ocrbench_ocrbench_accuracy,0.473,
-FineVisionDD,4800,textvqa_val_exact_match,0.38837999999999995,0.006654731565618713
-FineVisionDD,6000,average,0.3848921103122081,
-FineVisionDD,6000,average_rank,2.142857142857143,
-FineVisionDD,6000,docvqa_val_anls,0.5762794835718067,0.006247345256607651
-FineVisionDD,6000,infovqa_val_anls,0.25437900510747613,0.007245969162163573
-FineVisionDD,6000,mme_total_score,1182.3837535014004,
-FineVisionDD,6000,mmmu_val_mmmu_acc,0.27222,
-FineVisionDD,6000,mmstar_average,0.2747341731939661,
-FineVisionDD,6000,ocrbench_ocrbench_accuracy,0.495,
-FineVisionDD,6000,textvqa_val_exact_match,0.43673999999999996,0.006759376621735387
-FineVisionDD,7200,average,0.3978156352765745,
-FineVisionDD,7200,average_rank,1.8571428571428572,
-FineVisionDD,7200,docvqa_val_anls,0.5914916761381446,0.006230792162717311
-FineVisionDD,7200,infovqa_val_anls,0.2584115961449724,0.007214877478455323
-FineVisionDD,7200,mme_total_score,1174.9931972789116,
-FineVisionDD,7200,mmmu_val_mmmu_acc,0.28889,
-FineVisionDD,7200,mmstar_average,0.30312053937633016,
-FineVisionDD,7200,ocrbench_ocrbench_accuracy,0.501,
-FineVisionDD,7200,textvqa_val_exact_match,0.44398000000000004,0.006765405092173878
-FineVisionDD,8400,average,0.4059159035113804,
-FineVisionDD,8400,average_rank,1.7142857142857142,
-FineVisionDD,8400,docvqa_val_anls,0.6115548076222326,0.006189572923188405
-FineVisionDD,8400,infovqa_val_anls,0.2617197889496108,0.007158591695868175
-FineVisionDD,8400,mme_total_score,1252.2165866346538,
-FineVisionDD,8400,mmmu_val_mmmu_acc,0.29444,
-FineVisionDD,8400,mmstar_average,0.285260824496439,
-FineVisionDD,8400,ocrbench_ocrbench_accuracy,0.52,
-FineVisionDD,8400,textvqa_val_exact_match,0.4625200000000001,0.0067937236370175695
-FineVisionDD,9600,average,0.41115899049749083,
-FineVisionDD,9600,average_rank,1.5714285714285714,
-FineVisionDD,9600,docvqa_val_anls,0.6213641622467091,0.006165172206432181
-FineVisionDD,9600,infovqa_val_anls,0.2757908658532091,0.007363785243871019
-FineVisionDD,9600,mme_total_score,1239.7746098439375,
-FineVisionDD,9600,mmmu_val_mmmu_acc,0.29444,
-FineVisionDD,9600,mmstar_average,0.2999389148850269,
-FineVisionDD,9600,ocrbench_ocrbench_accuracy,0.519,
-FineVisionDD,9600,textvqa_val_exact_match,0.45642000000000005,0.006788827170791062
-FineVisionDD,10800,average,0.41894565175282533,
-FineVisionDD,10800,average_rank,1.1428571428571428,
-FineVisionDD,10800,docvqa_val_anls,0.6353621980573124,0.006124533744452508
-FineVisionDD,10800,infovqa_val_anls,0.26751996667040645,0.0071172404352328284
-FineVisionDD,10800,mme_total_score,1353.3499399759903,
-FineVisionDD,10800,mmmu_val_mmmu_acc,0.29778,
-FineVisionDD,10800,mmstar_average,0.325351745789233,
-FineVisionDD,10800,ocrbench_ocrbench_accuracy,0.516,
-FineVisionDD,10800,textvqa_val_exact_match,0.47165999999999997,0.0067931287489374085
-FineVisionDD,12000,average,0.4208515127756214,
-FineVisionDD,12000,average_rank,1.4285714285714286,
-FineVisionDD,12000,docvqa_val_anls,0.6294351828158641,0.006169625021925361
-FineVisionDD,12000,infovqa_val_anls,0.2797661440287805,0.007408513793528687
-FineVisionDD,12000,mme_total_score,1091.6394557823128,
-FineVisionDD,12000,mmmu_val_mmmu_acc,0.29556,
-FineVisionDD,12000,mmstar_average,0.32114774980908367,
-FineVisionDD,12000,ocrbench_ocrbench_accuracy,0.525,
-FineVisionDD,12000,textvqa_val_exact_match,0.4742,0.006787465354400525
-FineVisionDD,13200,average,0.42658753741516975,
-FineVisionDD,13200,average_rank,1.5714285714285714,
-FineVisionDD,13200,docvqa_val_anls,0.6427877927509281,0.006125147292514003
-FineVisionDD,13200,infovqa_val_anls,0.2907270038093242,0.007372590798085613
-FineVisionDD,13200,mme_total_score,1211.7135854341736,
-FineVisionDD,13200,mmmu_val_mmmu_acc,0.28889,
-FineVisionDD,13200,mmstar_average,0.30988042793076603,
-FineVisionDD,13200,ocrbench_ocrbench_accuracy,0.546,
-FineVisionDD,13200,textvqa_val_exact_match,0.48123999999999995,0.0068072667243212395
-FineVisionDD,14400,average,0.4273536900736185,
-FineVisionDD,14400,average_rank,1.5714285714285714,
-FineVisionDD,14400,docvqa_val_anls,0.654480111743584,0.006079437400066777
-FineVisionDD,14400,infovqa_val_anls,0.2776743812062677,0.007152404684338895
-FineVisionDD,14400,mme_total_score,1211.577330932373,
-FineVisionDD,14400,mmmu_val_mmmu_acc,0.28222,
-FineVisionDD,14400,mmstar_average,0.32896764749185925,
-FineVisionDD,14400,ocrbench_ocrbench_accuracy,0.527,
-FineVisionDD,14400,textvqa_val_exact_match,0.49378,0.006791486374677893
-FineVisionDD,15600,average,0.4373836230155283,
-FineVisionDD,15600,average_rank,1.0,
-FineVisionDD,15600,docvqa_val_anls,0.6587223702708729,0.0060724859630705355
-FineVisionDD,15600,infovqa_val_anls,0.2954608342132971,0.007455706284703673
-FineVisionDD,15600,mme_total_score,1196.3369347739094,
-FineVisionDD,15600,mmmu_val_mmmu_acc,0.29333,
-FineVisionDD,15600,mmstar_average,0.33750853360899963,
-FineVisionDD,15600,ocrbench_ocrbench_accuracy,0.54,
-FineVisionDD,15600,textvqa_val_exact_match,0.49927999999999995,0.0067965531666418525
-FineVisionDD,16800,average,0.43378959957858315,
-FineVisionDD,16800,average_rank,1.2857142857142858,
-FineVisionDD,16800,docvqa_val_anls,0.6677987652181413,0.006012562319824571
-FineVisionDD,16800,infovqa_val_anls,0.2813134865271826,0.007107230565585641
-FineVisionDD,16800,mme_total_score,1303.9127651060423,
-FineVisionDD,16800,mmmu_val_mmmu_acc,0.28111,
-FineVisionDD,16800,mmstar_average,0.3315953457261746,
-FineVisionDD,16800,ocrbench_ocrbench_accuracy,0.549,
-FineVisionDD,16800,textvqa_val_exact_match,0.4919200000000001,0.006795246706011423
-FineVisionDD,18000,average,0.4460242607466102,
-FineVisionDD,18000,average_rank,1.1428571428571428,
-FineVisionDD,18000,docvqa_val_anls,0.6719255126618523,0.006008621561058294
-FineVisionDD,18000,infovqa_val_anls,0.29900934485493813,0.007466958171203317
-FineVisionDD,18000,mme_total_score,1236.6654661864745,
-FineVisionDD,18000,mmmu_val_mmmu_acc,0.3,
-FineVisionDD,18000,mmstar_average,0.34327070696287054,
-FineVisionDD,18000,ocrbench_ocrbench_accuracy,0.546,
-FineVisionDD,18000,textvqa_val_exact_match,0.5159400000000001,0.006793085637800874
-FineVisionDD,19200,average,0.44845865852995476,
-FineVisionDD,19200,average_rank,1.0,
-FineVisionDD,19200,docvqa_val_anls,0.6777684245254485,0.005985910291387732
-FineVisionDD,19200,infovqa_val_anls,0.2877789783739627,0.007152893066126468
-FineVisionDD,19200,mme_total_score,1240.2280912364945,
-FineVisionDD,19200,mmmu_val_mmmu_acc,0.29778,
-FineVisionDD,19200,mmstar_average,0.3473245482803175,
-FineVisionDD,19200,ocrbench_ocrbench_accuracy,0.568,
-FineVisionDD,19200,textvqa_val_exact_match,0.5121,0.006797143387603819
-CauldronDD,1200,average,0.29972102969630693,
-CauldronDD,1200,average_rank,1.5714285714285714,
-CauldronDD,1200,docvqa_val_anls,0.3393747623503541,0.005393199870631087
-CauldronDD,1200,infovqa_val_anls,0.14788475521512282,0.005517625394198703
-CauldronDD,1200,mme_total_score,1237.1527611044417,
-CauldronDD,1200,mmmu_val_mmmu_acc,0.28444,
-CauldronDD,1200,mmstar_average,0.2961666606123647,
-CauldronDD,1200,ocrbench_ocrbench_accuracy,0.324,
-CauldronDD,1200,textvqa_val_exact_match,0.40646000000000004,0.006706135111196755
-CauldronDD,2400,average,0.3338688722253544,
-CauldronDD,2400,average_rank,1.8571428571428572,
-CauldronDD,2400,docvqa_val_anls,0.4106908679403099,0.00557717705073105
-CauldronDD,2400,infovqa_val_anls,0.16022819076638478,0.005740317063734872
-CauldronDD,2400,mme_total_score,1243.3691476590636,
-CauldronDD,2400,mmmu_val_mmmu_acc,0.27889,
-CauldronDD,2400,mmstar_average,0.33588417464543163,
-CauldronDD,2400,ocrbench_ocrbench_accuracy,0.366,
-CauldronDD,2400,textvqa_val_exact_match,0.45152,0.006779965450229171
-CauldronDD,3600,average,0.33947430615719726,
-CauldronDD,3600,average_rank,2.2857142857142856,
-CauldronDD,3600,docvqa_val_anls,0.43097255569855397,0.005587910026275849
-CauldronDD,3600,infovqa_val_anls,0.1641426454649424,0.005800068910792727
-CauldronDD,3600,mme_total_score,1310.0697278911566,
-CauldronDD,3600,mmmu_val_mmmu_acc,0.28333,
-CauldronDD,3600,mmstar_average,0.3259006357796873,
-CauldronDD,3600,ocrbench_ocrbench_accuracy,0.36,
-CauldronDD,3600,textvqa_val_exact_match,0.4725,0.006816571214960329
-CauldronDD,4800,average,0.3474647210512976,
-CauldronDD,4800,average_rank,2.142857142857143,
-CauldronDD,4800,docvqa_val_anls,0.44347290757863167,0.005625752855686164
-CauldronDD,4800,infovqa_val_anls,0.16073440834957092,0.00572812246049592
-CauldronDD,4800,mme_total_score,1239.124949979992,
-CauldronDD,4800,mmmu_val_mmmu_acc,0.31556,
-CauldronDD,4800,mmstar_average,0.3157610103795831,
-CauldronDD,4800,ocrbench_ocrbench_accuracy,0.378,
-CauldronDD,4800,textvqa_val_exact_match,0.47125999999999996,0.00680373872603368
-CauldronDD,6000,average,0.3400596935324955,
-CauldronDD,6000,average_rank,2.0,
-CauldronDD,6000,docvqa_val_anls,0.43150620522864996,0.005601817666455916
-CauldronDD,6000,infovqa_val_anls,0.16804581718043338,0.005797914749544558
-CauldronDD,6000,mme_total_score,1246.4825930372149,
-CauldronDD,6000,mmmu_val_mmmu_acc,0.27667,
-CauldronDD,6000,mmstar_average,0.34191613878588945,
-CauldronDD,6000,ocrbench_ocrbench_accuracy,0.368,
-CauldronDD,6000,textvqa_val_exact_match,0.45421999999999996,0.006799535650102248
-CauldronDD,7200,average,0.3391609673818097,
-CauldronDD,7200,average_rank,2.2857142857142856,
-CauldronDD,7200,docvqa_val_anls,0.4285872356274967,0.005613450362222006
-CauldronDD,7200,infovqa_val_anls,0.1673609356908039,0.0058332340615507815
-CauldronDD,7200,mme_total_score,1225.8680472188876,
-CauldronDD,7200,mmmu_val_mmmu_acc,0.28778,
-CauldronDD,7200,mmstar_average,0.31851763297255725,
-CauldronDD,7200,ocrbench_ocrbench_accuracy,0.378,
-CauldronDD,7200,textvqa_val_exact_match,0.45472000000000007,0.006786512776907903
-CauldronDD,8400,average,0.3431478061334871,
-CauldronDD,8400,average_rank,2.5714285714285716,
-CauldronDD,8400,docvqa_val_anls,0.440186698815653,0.005613446205499607
-CauldronDD,8400,infovqa_val_anls,0.17029748604016814,0.005836597208873185
-CauldronDD,8400,mme_total_score,1271.5840336134456,
-CauldronDD,8400,mmmu_val_mmmu_acc,0.27778,
-CauldronDD,8400,mmstar_average,0.32566265194510147,
-CauldronDD,8400,ocrbench_ocrbench_accuracy,0.386,
-CauldronDD,8400,textvqa_val_exact_match,0.45896000000000003,0.00681272532289869
-CauldronDD,9600,average,0.3413459009956081,
-CauldronDD,9600,average_rank,2.857142857142857,
-CauldronDD,9600,docvqa_val_anls,0.4403774280666133,0.005612804160672664
-CauldronDD,9600,infovqa_val_anls,0.16559694737276026,0.0058146690100803694
-CauldronDD,9600,mme_total_score,1235.5730292116846,
-CauldronDD,9600,mmmu_val_mmmu_acc,0.28,
-CauldronDD,9600,mmstar_average,0.33264103053427463,
-CauldronDD,9600,ocrbench_ocrbench_accuracy,0.383,
-CauldronDD,9600,textvqa_val_exact_match,0.44646,0.006795434442760313
-CauldronDD,10800,average,0.3380861972330776,
-CauldronDD,10800,average_rank,3.142857142857143,
-CauldronDD,10800,docvqa_val_anls,0.4402326817553441,0.005626934973411334
-CauldronDD,10800,infovqa_val_anls,0.16122827030707865,0.005747720437259022
-CauldronDD,10800,mme_total_score,1245.125650260104,
-CauldronDD,10800,mmmu_val_mmmu_acc,0.29444,
-CauldronDD,10800,mmstar_average,0.309516231336043,
-CauldronDD,10800,ocrbench_ocrbench_accuracy,0.383,
-CauldronDD,10800,textvqa_val_exact_match,0.4401,0.006786752537259658
-CauldronDD,12000,average,0.33154594568198864,
-CauldronDD,12000,average_rank,3.2857142857142856,
-CauldronDD,12000,docvqa_val_anls,0.43508650222322015,0.00561327125316578
-CauldronDD,12000,infovqa_val_anls,0.16563023539653135,0.0058079534236688945
-CauldronDD,12000,mme_total_score,1240.7185874349739,
-CauldronDD,12000,mmmu_val_mmmu_acc,0.27556,
-CauldronDD,12000,mmstar_average,0.2978389364721804,
-CauldronDD,12000,ocrbench_ocrbench_accuracy,0.375,
-CauldronDD,12000,textvqa_val_exact_match,0.44016000000000005,0.006801256229349064
-CauldronDD,13200,average,0.3323617201953493,
-CauldronDD,13200,average_rank,3.2857142857142856,
-CauldronDD,13200,docvqa_val_anls,0.4336687642519214,0.00561127691138422
-CauldronDD,13200,infovqa_val_anls,0.16294964748823013,0.00577613475202133
-CauldronDD,13200,mme_total_score,1232.6909763905562,
-CauldronDD,13200,mmmu_val_mmmu_acc,0.27556,
-CauldronDD,13200,mmstar_average,0.3120919094319445,
-CauldronDD,13200,ocrbench_ocrbench_accuracy,0.37,
-CauldronDD,13200,textvqa_val_exact_match,0.4398999999999999,0.006800709369586816
-CauldronDD,14400,average,0.33686465162435447,
-CauldronDD,14400,average_rank,3.0,
-CauldronDD,14400,docvqa_val_anls,0.4346981780601323,0.005637000083152569
-CauldronDD,14400,infovqa_val_anls,0.15117394150977184,0.005624727950317896
-CauldronDD,14400,mme_total_score,1229.5749299719887,
-CauldronDD,14400,mmmu_val_mmmu_acc,0.28444,
-CauldronDD,14400,mmstar_average,0.3150357901762228,
-CauldronDD,14400,ocrbench_ocrbench_accuracy,0.396,
-CauldronDD,14400,textvqa_val_exact_match,0.43983999999999995,0.006801397406514065
-CauldronDD,15600,average,0.32646326413760035,
-CauldronDD,15600,average_rank,3.5714285714285716,
-CauldronDD,15600,docvqa_val_anls,0.433995514472087,0.005646461618482555
-CauldronDD,15600,infovqa_val_anls,0.1562018233604324,0.005700992835439662
-CauldronDD,15600,mme_total_score,1122.3809523809523,
-CauldronDD,15600,mmmu_val_mmmu_acc,0.26333,
-CauldronDD,15600,mmstar_average,0.30641224699308284,
-CauldronDD,15600,ocrbench_ocrbench_accuracy,0.366,
-CauldronDD,15600,textvqa_val_exact_match,0.43283999999999995,0.006800820326359335
-CauldronDD,16800,average,0.32818017568992097,
-CauldronDD,16800,average_rank,3.2857142857142856,
-CauldronDD,16800,docvqa_val_anls,0.43345387633219307,0.005602799050931306
-CauldronDD,16800,infovqa_val_anls,0.16417934269316956,0.005815179007624968
-CauldronDD,16800,mme_total_score,1197.6628651460585,
-CauldronDD,16800,mmmu_val_mmmu_acc,0.27111,
-CauldronDD,16800,mmstar_average,0.3091778351141632,
-CauldronDD,16800,ocrbench_ocrbench_accuracy,0.36,
-CauldronDD,16800,textvqa_val_exact_match,0.43116000000000004,0.006790215923404594
-CauldronDD,18000,average,0.3341436139545066,
-CauldronDD,18000,average_rank,3.2857142857142856,
-CauldronDD,18000,docvqa_val_anls,0.4405469745279471,0.0056286501797814135
-CauldronDD,18000,infovqa_val_anls,0.1660848313620339,0.005819813220995324
-CauldronDD,18000,mme_total_score,1242.9980992396959,
-CauldronDD,18000,mmmu_val_mmmu_acc,0.27778,
-CauldronDD,18000,mmstar_average,0.31554987783705823,
-CauldronDD,18000,ocrbench_ocrbench_accuracy,0.373,
-CauldronDD,18000,textvqa_val_exact_match,0.4319,0.006790913141858027
-CauldronDD,19200,average,0.33290606090591973,
-CauldronDD,19200,average_rank,3.2857142857142856,
-CauldronDD,19200,docvqa_val_anls,0.43616573848632056,0.005619579845927559
-CauldronDD,19200,infovqa_val_anls,0.16528162106770297,0.005801061681754425
-CauldronDD,19200,mme_total_score,1230.0974389755902,
-CauldronDD,19200,mmmu_val_mmmu_acc,0.27,
-CauldronDD,19200,mmstar_average,0.3266290058814946,
-CauldronDD,19200,ocrbench_ocrbench_accuracy,0.374,
-CauldronDD,19200,textvqa_val_exact_match,0.42536,0.006794218598284299
-CambrianDD,1200,average,0.2568586004702917,
-CambrianDD,1200,average_rank,2.857142857142857,
-CambrianDD,1200,docvqa_val_anls,0.3316039842462008,0.0057785603046722
-CambrianDD,1200,infovqa_val_anls,0.14630377786332374,0.005668585125239906
-CambrianDD,1200,mme_total_score,1112.7626050420167,
-CambrianDD,1200,mmmu_val_mmmu_acc,0.26111,
-CambrianDD,1200,mmstar_average,0.21803384071222537,
-CambrianDD,1200,ocrbench_ocrbench_accuracy,0.247,
-CambrianDD,1200,textvqa_val_exact_match,0.3371,0.006460330113317322
-CambrianDD,2400,average,0.30575373318860816,
-CambrianDD,2400,average_rank,2.7142857142857144,
-CambrianDD,2400,docvqa_val_anls,0.40422225671207945,0.006074261001968628
-CambrianDD,2400,infovqa_val_anls,0.1523121409563817,0.005638329718892052
-CambrianDD,2400,mme_total_score,1059.9440776310523,
-CambrianDD,2400,mmmu_val_mmmu_acc,0.28444,
-CambrianDD,2400,mmstar_average,0.3110480014631879,
-CambrianDD,2400,ocrbench_ocrbench_accuracy,0.3,
-CambrianDD,2400,textvqa_val_exact_match,0.38249999999999995,0.006625581458704827
-CambrianDD,3600,average,0.3244376041867266,
-CambrianDD,3600,average_rank,2.7142857142857144,
-CambrianDD,3600,docvqa_val_anls,0.4477711985871837,0.006244212556452033
-CambrianDD,3600,infovqa_val_anls,0.17166556922234352,0.006038401288152695
-CambrianDD,3600,mme_total_score,1054.6183473389356,
-CambrianDD,3600,mmmu_val_mmmu_acc,0.28778,
-CambrianDD,3600,mmstar_average,0.3192288573108325,
-CambrianDD,3600,ocrbench_ocrbench_accuracy,0.325,
-CambrianDD,3600,textvqa_val_exact_match,0.39518000000000003,0.00666872160834278
-CambrianDD,4800,average,0.33575298162563233,
-CambrianDD,4800,average_rank,2.7142857142857144,
-CambrianDD,4800,docvqa_val_anls,0.48021663592502906,0.006264475129046182
-CambrianDD,4800,infovqa_val_anls,0.17732197564395005,0.005979359845801751
-CambrianDD,4800,mme_total_score,984.9863945578231,
-CambrianDD,4800,mmmu_val_mmmu_acc,0.29111,
-CambrianDD,4800,mmstar_average,0.29772927818481454,
-CambrianDD,4800,ocrbench_ocrbench_accuracy,0.346,
-CambrianDD,4800,textvqa_val_exact_match,0.42214000000000007,0.0067477011177196344
-CambrianDD,6000,average,0.32347651657813326,
-CambrianDD,6000,average_rank,3.0,
-CambrianDD,6000,docvqa_val_anls,0.46634507029121364,0.0062238629881778374
-CambrianDD,6000,infovqa_val_anls,0.17940221095579675,0.006141333951799168
-CambrianDD,6000,mme_total_score,1072.1291516606643,
-CambrianDD,6000,mmmu_val_mmmu_acc,0.27667,
-CambrianDD,6000,mmstar_average,0.31024181822178915,
-CambrianDD,6000,ocrbench_ocrbench_accuracy,0.305,
-CambrianDD,6000,textvqa_val_exact_match,0.4032,0.006697142849340224
-CambrianDD,7200,average,0.3486686601177924,
-CambrianDD,7200,average_rank,3.0,
-CambrianDD,7200,docvqa_val_anls,0.5033994017292339,0.006211902263203208
-CambrianDD,7200,infovqa_val_anls,0.1898192044728013,0.006149174628390649
-CambrianDD,7200,mme_total_score,879.126550620248,
-CambrianDD,7200,mmmu_val_mmmu_acc,0.27556,
-CambrianDD,7200,mmstar_average,0.32559335450471943,
-CambrianDD,7200,ocrbench_ocrbench_accuracy,0.365,
-CambrianDD,7200,textvqa_val_exact_match,0.43263999999999997,0.006774430209318876
-CambrianDD,8400,average,0.3566021934695403,
-CambrianDD,8400,average_rank,2.7142857142857144,
-CambrianDD,8400,docvqa_val_anls,0.49954330523768764,0.006213069198769485
-CambrianDD,8400,infovqa_val_anls,0.199645571135255,0.006349349194468786
-CambrianDD,8400,mme_total_score,1114.3343337334934,
-CambrianDD,8400,mmmu_val_mmmu_acc,0.29556,
-CambrianDD,8400,mmstar_average,0.3215042844442992,
-CambrianDD,8400,ocrbench_ocrbench_accuracy,0.379,
-CambrianDD,8400,textvqa_val_exact_match,0.4443599999999999,0.006777995745444597
-CambrianDD,9600,average,0.3625887269392778,
-CambrianDD,9600,average_rank,2.5714285714285716,
-CambrianDD,9600,docvqa_val_anls,0.5209747359075046,0.006185627757446921
-CambrianDD,9600,infovqa_val_anls,0.20779524694498724,0.006396756819481715
-CambrianDD,9600,mme_total_score,881.3031212484995,
-CambrianDD,9600,mmmu_val_mmmu_acc,0.29889,
-CambrianDD,9600,mmstar_average,0.3216523787831747,
-CambrianDD,9600,ocrbench_ocrbench_accuracy,0.378,
-CambrianDD,9600,textvqa_val_exact_match,0.44822,0.006790212641555748
-CambrianDD,10800,average,0.36225439567996837,
-CambrianDD,10800,average_rank,2.857142857142857,
-CambrianDD,10800,docvqa_val_anls,0.5360831553687384,0.0062503917855996835
-CambrianDD,10800,infovqa_val_anls,0.20358054292257038,0.0063419401635538405
-CambrianDD,10800,mme_total_score,1067.7270908363346,
-CambrianDD,10800,mmmu_val_mmmu_acc,0.28333,
-CambrianDD,10800,mmstar_average,0.3324526757885013,
-CambrianDD,10800,ocrbench_ocrbench_accuracy,0.368,
-CambrianDD,10800,textvqa_val_exact_match,0.45008000000000004,0.006781238512185797
-CambrianDD,12000,average,0.37022690841525296,
-CambrianDD,12000,average_rank,2.142857142857143,
-CambrianDD,12000,docvqa_val_anls,0.5329231904501042,0.00621682474881696
-CambrianDD,12000,infovqa_val_anls,0.2099071605782676,0.0064660431120906045
-CambrianDD,12000,mme_total_score,1029.8929571828733,
-CambrianDD,12000,mmmu_val_mmmu_acc,0.30444,
-CambrianDD,12000,mmstar_average,0.322291099463146,
-CambrianDD,12000,ocrbench_ocrbench_accuracy,0.402,
-CambrianDD,12000,textvqa_val_exact_match,0.4498,0.006790199802853561
-CambrianDD,13200,average,0.3705817479124603,
-CambrianDD,13200,average_rank,2.5714285714285716,
-CambrianDD,13200,docvqa_val_anls,0.5406674097008617,0.006220185507992941
-CambrianDD,13200,infovqa_val_anls,0.21720675802877365,0.00650836938989414
-CambrianDD,13200,mme_total_score,1134.0421168467387,
-CambrianDD,13200,mmmu_val_mmmu_acc,0.27889,
-CambrianDD,13200,mmstar_average,0.3148263197451263,
-CambrianDD,13200,ocrbench_ocrbench_accuracy,0.409,
-CambrianDD,13200,textvqa_val_exact_match,0.4629,0.006796348730841747
-CambrianDD,14400,average,0.3623658612664291,
-CambrianDD,14400,average_rank,2.5714285714285716,
-CambrianDD,14400,docvqa_val_anls,0.5152099093312626,0.006100903397549162
-CambrianDD,14400,infovqa_val_anls,0.21109380152234544,0.006429931358574082
-CambrianDD,14400,mme_total_score,1050.657763105242,
-CambrianDD,14400,mmmu_val_mmmu_acc,0.28778,
-CambrianDD,14400,mmstar_average,0.32701145674496673,
-CambrianDD,14400,ocrbench_ocrbench_accuracy,0.383,
-CambrianDD,14400,textvqa_val_exact_match,0.4501,0.006783833877713699
-CambrianDD,15600,average,0.37528695975168413,
-CambrianDD,15600,average_rank,2.142857142857143,
-CambrianDD,15600,docvqa_val_anls,0.5490540524723359,0.006271460845615347
-CambrianDD,15600,infovqa_val_anls,0.2171513714875839,0.006549339354210817
-CambrianDD,15600,mme_total_score,1127.4101640656263,
-CambrianDD,15600,mmmu_val_mmmu_acc,0.28556,
-CambrianDD,15600,mmstar_average,0.332896334550185,
-CambrianDD,15600,ocrbench_ocrbench_accuracy,0.399,
-CambrianDD,15600,textvqa_val_exact_match,0.46806000000000003,0.006792053715831151
-CambrianDD,16800,average,0.378379686213323,
-CambrianDD,16800,average_rank,2.142857142857143,
-CambrianDD,16800,docvqa_val_anls,0.5508556858421052,0.006230983486378255
-CambrianDD,16800,infovqa_val_anls,0.22644813810901007,0.0065684324248959204
-CambrianDD,16800,mme_total_score,956.2077831132453,
-CambrianDD,16800,mmmu_val_mmmu_acc,0.29444,
-CambrianDD,16800,mmstar_average,0.34207429332882255,
-CambrianDD,16800,ocrbench_ocrbench_accuracy,0.405,
-CambrianDD,16800,textvqa_val_exact_match,0.45146000000000003,0.00677465518462557
-CambrianDD,18000,average,0.37736657627182946,
-CambrianDD,18000,average_rank,2.4285714285714284,
-CambrianDD,18000,docvqa_val_anls,0.550171109156601,0.006266033692968377
-CambrianDD,18000,infovqa_val_anls,0.2180520852784964,0.0064910045262362975
-CambrianDD,18000,mme_total_score,1068.6598639455783,
-CambrianDD,18000,mmmu_val_mmmu_acc,0.29,
-CambrianDD,18000,mmstar_average,0.33205626319587944,
-CambrianDD,18000,ocrbench_ocrbench_accuracy,0.409,
-CambrianDD,18000,textvqa_val_exact_match,0.46492,0.0068105767385077025
-CambrianDD,19200,average,0.37238254789618885,
-CambrianDD,19200,average_rank,2.4285714285714284,
-CambrianDD,19200,docvqa_val_anls,0.5332665411568654,0.006195231490784442
-CambrianDD,19200,infovqa_val_anls,0.21571031377445513,0.006431739740859299
-CambrianDD,19200,mme_total_score,1008.0998399359744,
-CambrianDD,19200,mmmu_val_mmmu_acc,0.28444,
-CambrianDD,19200,mmstar_average,0.33939843244581247,
-CambrianDD,19200,ocrbench_ocrbench_accuracy,0.412,
-CambrianDD,19200,textvqa_val_exact_match,0.44948,0.00679714544181831
-LLaVaDD,1200,average,0.2509776310427157,
-LLaVaDD,1200,average_rank,3.0,
-LLaVaDD,1200,docvqa_val_anls,0.2444383475360029,0.005026540300329091
-LLaVaDD,1200,infovqa_val_anls,0.15487600151177214,0.005600679946634536
-LLaVaDD,1200,mme_total_score,860.4959983993598,
-LLaVaDD,1200,mmmu_val_mmmu_acc,0.24667,
-LLaVaDD,1200,mmstar_average,0.21306143720851922,
-LLaVaDD,1200,ocrbench_ocrbench_accuracy,0.325,
-LLaVaDD,1200,textvqa_val_exact_match,0.32182000000000005,0.006396230129691582
-LLaVaDD,2400,average,0.29579280325109375,
-LLaVaDD,2400,average_rank,3.0,
-LLaVaDD,2400,docvqa_val_anls,0.31538339385878306,0.005424291843634001
-LLaVaDD,2400,infovqa_val_anls,0.18261071688457164,0.0059828856978779545
-LLaVaDD,2400,mme_total_score,744.4002601040415,
-LLaVaDD,2400,mmmu_val_mmmu_acc,0.24889,
-LLaVaDD,2400,mmstar_average,0.24909270876320772,
-LLaVaDD,2400,ocrbench_ocrbench_accuracy,0.398,
-LLaVaDD,2400,textvqa_val_exact_match,0.38077999999999995,0.006625050685037501
-LLaVaDD,3600,average,0.32734135036250206,
-LLaVaDD,3600,average_rank,2.5714285714285716,
-LLaVaDD,3600,docvqa_val_anls,0.35235179662486144,0.005549556404054767
-LLaVaDD,3600,infovqa_val_anls,0.18556296710855402,0.006043411346585987
-LLaVaDD,3600,mme_total_score,835.5973389355743,
-LLaVaDD,3600,mmmu_val_mmmu_acc,0.29778,
-LLaVaDD,3600,mmstar_average,0.2915733384415969,
-LLaVaDD,3600,ocrbench_ocrbench_accuracy,0.426,
-LLaVaDD,3600,textvqa_val_exact_match,0.41078000000000003,0.0067073508951900115
-LLaVaDD,4800,average,0.33013109358835874,
-LLaVaDD,4800,average_rank,2.857142857142857,
-LLaVaDD,4800,docvqa_val_anls,0.3502881859839653,0.005478097656928352
-LLaVaDD,4800,infovqa_val_anls,0.19107082217989702,0.006085171603850096
-LLaVaDD,4800,mme_total_score,733.0080032012804,
-LLaVaDD,4800,mmmu_val_mmmu_acc,0.27,
-LLaVaDD,4800,mmstar_average,0.32564755336629003,
-LLaVaDD,4800,ocrbench_ocrbench_accuracy,0.424,
-LLaVaDD,4800,textvqa_val_exact_match,0.41978000000000004,0.006734153256647549
-LLaVaDD,6000,average,0.35016629838344665,
-LLaVaDD,6000,average_rank,2.857142857142857,
-LLaVaDD,6000,docvqa_val_anls,0.3972329845041029,0.005775860539243304
-LLaVaDD,6000,infovqa_val_anls,0.2075063299082507,0.006269613699866996
-LLaVaDD,6000,mme_total_score,793.4260704281713,
-LLaVaDD,6000,mmmu_val_mmmu_acc,0.26778,
-LLaVaDD,6000,mmstar_average,0.31483847588832625,
-LLaVaDD,6000,ocrbench_ocrbench_accuracy,0.466,
-LLaVaDD,6000,textvqa_val_exact_match,0.44764000000000004,0.006783751907166682
-LLaVaDD,7200,average,0.34725325204788143,
-LLaVaDD,7200,average_rank,2.857142857142857,
-LLaVaDD,7200,docvqa_val_anls,0.38590528101197885,0.0056434459440418885
-LLaVaDD,7200,infovqa_val_anls,0.20202261217969525,0.006207536626913416
-LLaVaDD,7200,mme_total_score,806.6480592236894,
-LLaVaDD,7200,mmmu_val_mmmu_acc,0.27778,
-LLaVaDD,7200,mmstar_average,0.31109161909561434,
-LLaVaDD,7200,ocrbench_ocrbench_accuracy,0.461,
-LLaVaDD,7200,textvqa_val_exact_match,0.44572,0.006774357143149495
-LLaVaDD,8400,average,0.36048790647619494,
-LLaVaDD,8400,average_rank,3.0,
-LLaVaDD,8400,docvqa_val_anls,0.41445027737785084,0.005825413484689958
-LLaVaDD,8400,infovqa_val_anls,0.2172068852347218,0.006375888876018907
-LLaVaDD,8400,mme_total_score,838.7092837134853,
-LLaVaDD,8400,mmmu_val_mmmu_acc,0.29444,
-LLaVaDD,8400,mmstar_average,0.31933027624459676,
-LLaVaDD,8400,ocrbench_ocrbench_accuracy,0.473,
-LLaVaDD,8400,textvqa_val_exact_match,0.4445,0.006768213334577188
-LLaVaDD,9600,average,0.35282227960826557,
-LLaVaDD,9600,average_rank,3.0,
-LLaVaDD,9600,docvqa_val_anls,0.39757298714048717,0.005640323691319893
-LLaVaDD,9600,infovqa_val_anls,0.2056866550403572,0.006279512757986692
-LLaVaDD,9600,mme_total_score,760.0508203281312,
-LLaVaDD,9600,mmmu_val_mmmu_acc,0.26556,
-LLaVaDD,9600,mmstar_average,0.32465403546874877,
-LLaVaDD,9600,ocrbench_ocrbench_accuracy,0.469,
-LLaVaDD,9600,textvqa_val_exact_match,0.45446000000000003,0.006778466729448514
-LLaVaDD,10800,average,0.36137323363878177,
-LLaVaDD,10800,average_rank,2.857142857142857,
-LLaVaDD,10800,docvqa_val_anls,0.408003869061574,0.005694760075750652
-LLaVaDD,10800,infovqa_val_anls,0.21338055182077123,0.0063085701231859895
-LLaVaDD,10800,mme_total_score,895.123949579832,
-LLaVaDD,10800,mmmu_val_mmmu_acc,0.28444,
-LLaVaDD,10800,mmstar_average,0.32415498095034523,
-LLaVaDD,10800,ocrbench_ocrbench_accuracy,0.48,
-LLaVaDD,10800,textvqa_val_exact_match,0.45826000000000006,0.0067923767383995465
-LLaVaDD,12000,average,0.3604179175862374,
-LLaVaDD,12000,average_rank,3.142857142857143,
-LLaVaDD,12000,docvqa_val_anls,0.4168137297955176,0.005781419012200098
-LLaVaDD,12000,infovqa_val_anls,0.20846969163165352,0.006257602143639074
-LLaVaDD,12000,mme_total_score,947.7637054821929,
-LLaVaDD,12000,mmmu_val_mmmu_acc,0.26778,
-LLaVaDD,12000,mmstar_average,0.3158840840902534,
-LLaVaDD,12000,ocrbench_ocrbench_accuracy,0.498,
-LLaVaDD,12000,textvqa_val_exact_match,0.45556,0.006805283216437887
-LLaVaDD,13200,average,0.3615047561957609,
-LLaVaDD,13200,average_rank,2.5714285714285716,
-LLaVaDD,13200,docvqa_val_anls,0.4019041370209914,0.005625248973963487
-LLaVaDD,13200,infovqa_val_anls,0.20363163177627105,0.00622309778124376
-LLaVaDD,13200,mme_total_score,874.9429771908764,
-LLaVaDD,13200,mmmu_val_mmmu_acc,0.28111,
-LLaVaDD,13200,mmstar_average,0.3177427683773028,
-LLaVaDD,13200,ocrbench_ocrbench_accuracy,0.494,
-LLaVaDD,13200,textvqa_val_exact_match,0.47063999999999995,0.006828303099939613
-LLaVaDD,14400,average,0.35822126770736845,
-LLaVaDD,14400,average_rank,2.857142857142857,
-LLaVaDD,14400,docvqa_val_anls,0.40475932408589743,0.005711979175622161
-LLaVaDD,14400,infovqa_val_anls,0.2054455223584203,0.006260304272567981
-LLaVaDD,14400,mme_total_score,895.4330732292917,
-LLaVaDD,14400,mmmu_val_mmmu_acc,0.24889,
-LLaVaDD,14400,mmstar_average,0.3293727597998932,
-LLaVaDD,14400,ocrbench_ocrbench_accuracy,0.486,
-LLaVaDD,14400,textvqa_val_exact_match,0.47486000000000006,0.006809762892651316
-LLaVaDD,15600,average,0.3531190433154545,
-LLaVaDD,15600,average_rank,3.2857142857142856,
-LLaVaDD,15600,docvqa_val_anls,0.39525955886140174,0.005587329122981871
-LLaVaDD,15600,infovqa_val_anls,0.20744642424798548,0.006270716143292359
-LLaVaDD,15600,mme_total_score,887.2177871148459,
-LLaVaDD,15600,mmmu_val_mmmu_acc,0.25111,
-LLaVaDD,15600,mmstar_average,0.3150982767833397,
-LLaVaDD,15600,ocrbench_ocrbench_accuracy,0.483,
-LLaVaDD,15600,textvqa_val_exact_match,0.4668000000000001,0.00682372806117965
-LLaVaDD,16800,average,0.35105363138195517,
-LLaVaDD,16800,average_rank,3.2857142857142856,
-LLaVaDD,16800,docvqa_val_anls,0.41852303319453404,0.005850640721947784
-LLaVaDD,16800,infovqa_val_anls,0.2060249552494562,0.006276240807887592
-LLaVaDD,16800,mme_total_score,922.4671868747499,
-LLaVaDD,16800,mmmu_val_mmmu_acc,0.26444,
-LLaVaDD,16800,mmstar_average,0.2870137998477405,
-LLaVaDD,16800,ocrbench_ocrbench_accuracy,0.476,
-LLaVaDD,16800,textvqa_val_exact_match,0.45432,0.006822490512661711
-LLaVaDD,18000,average,0.3577636224241274,
-LLaVaDD,18000,average_rank,3.142857142857143,
-LLaVaDD,18000,docvqa_val_anls,0.40703277772305824,0.005678461401864167
-LLaVaDD,18000,infovqa_val_anls,0.20110975485759583,0.006181644423856455
-LLaVaDD,18000,mme_total_score,810.5214085634254,
-LLaVaDD,18000,mmmu_val_mmmu_acc,0.26444,
-LLaVaDD,18000,mmstar_average,0.3233392019641104,
-LLaVaDD,18000,ocrbench_ocrbench_accuracy,0.482,
-LLaVaDD,18000,textvqa_val_exact_match,0.46865999999999997,0.006819241988099444
-LLaVaDD,19200,average,0.35213697279154416,
-LLaVaDD,19200,average_rank,3.2857142857142856,
-LLaVaDD,19200,docvqa_val_anls,0.40393359954160324,0.0057202986837765315
-LLaVaDD,19200,infovqa_val_anls,0.19769978171894423,0.006187032583796771
-LLaVaDD,19200,mme_total_score,918.2750100040016,
-LLaVaDD,19200,mmmu_val_mmmu_acc,0.26778,
-LLaVaDD,19200,mmstar_average,0.31024845548871743,
-LLaVaDD,19200,ocrbench_ocrbench_accuracy,0.478,
-LLaVaDD,19200,textvqa_val_exact_match,0.45516,0.006808813910614232
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d18f581eff719023eb87c695e0e11770738d7872c8b9dac9bc23d9b0ef560b
+size 32738

app/src/content/assets/data/{comparison/id_2_rank_1_sim_1.000.png → banner_visualisation_data.csv}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e91e4eaddf3bf08798880367000cfb070e0efbce39c3305d712834e2217b45b4
-size 31752
+oid sha256:953ea855559ec3b033717b829136612710f306539077bd0fc41634f012df6065
+size 81486

app/src/content/assets/data/image_correspondence_filters.csv

@@ -1,1141 +1,3 @@
-run,step,metric,value,stderr
-Baseline,1000,ai2d_exact_match,0.2548575129533679,0.007843322436924496
-Baseline,1000,average,0.27120689295763617,
-Baseline,1000,average_rank,3.3,
-Baseline,1000,chartqa_relaxed_overall,0.3308,0.009411906161401973
-Baseline,1000,docvqa_val_anls,0.3528553494243383,0.005852289239342309
-Baseline,1000,infovqa_val_anls,0.17320578642581314,0.006297063452679795
-Baseline,1000,mme_total_score,977.4280712284914,
-Baseline,1000,mmmu_val_mmmu_acc,0.25222,
-Baseline,1000,mmstar_average,0.23215874078908072,
-Baseline,1000,ocrbench_ocrbench_accuracy,0.286,
-Baseline,1000,seedbench_seed_all,0.2563646470261256,
-Baseline,1000,textvqa_val_exact_match,0.3024,0.00628900296642181
-Baseline,2000,ai2d_exact_match,0.26295336787564766,0.007923526907377255
-Baseline,2000,average,0.3202068275596269,
-Baseline,2000,average_rank,3.1,
-Baseline,2000,chartqa_relaxed_overall,0.4688,0.009982508912777261
-Baseline,2000,docvqa_val_anls,0.4452261510942785,0.00614755494712251
-Baseline,2000,infovqa_val_anls,0.1820547866557169,0.006217861455795791
-Baseline,2000,mme_total_score,1049.3036214485794,
-Baseline,2000,mmmu_val_mmmu_acc,0.24556,
-Baseline,2000,mmstar_average,0.21305462434540698,
-Baseline,2000,ocrbench_ocrbench_accuracy,0.395,
-Baseline,2000,seedbench_seed_all,0.258532518065592,
-Baseline,2000,textvqa_val_exact_match,0.41068000000000005,0.006697862330024289
-Baseline,3000,ai2d_exact_match,0.25226683937823835,0.007816909588794397
-Baseline,3000,average,0.3507423834414229,
-Baseline,3000,average_rank,2.6,
-Baseline,3000,chartqa_relaxed_overall,0.5028,0.010001843767601082
-Baseline,3000,docvqa_val_anls,0.502653993831009,0.006267072346683124
-Baseline,3000,infovqa_val_anls,0.21728617578189535,0.006796941784959762
-Baseline,3000,mme_total_score,1170.2383953581434,
-Baseline,3000,mmmu_val_mmmu_acc,0.27556,
-Baseline,3000,mmstar_average,0.25432376938577683,
-Baseline,3000,ocrbench_ocrbench_accuracy,0.436,
-Baseline,3000,seedbench_seed_all,0.2792106725958866,
-Baseline,3000,textvqa_val_exact_match,0.43658,0.006766885462882726
-Baseline,4000,ai2d_exact_match,0.2645725388601036,0.007939149662089447
-Baseline,4000,average,0.36961781722974835,
-Baseline,4000,average_rank,3.2,
-Baseline,4000,chartqa_relaxed_overall,0.5312,0.009982508912777261
-Baseline,4000,docvqa_val_anls,0.5374434618615119,0.0062905728113059655
-Baseline,4000,infovqa_val_anls,0.2287924838861707,0.006994568698639919
-Baseline,4000,mme_total_score,1155.203781512605,
-Baseline,4000,mmmu_val_mmmu_acc,0.25556,
-Baseline,4000,mmstar_average,0.2575590188757354,
-Baseline,4000,ocrbench_ocrbench_accuracy,0.453,
-Baseline,4000,seedbench_seed_all,0.33913285158421347,
-Baseline,4000,textvqa_val_exact_match,0.4593,0.006791695475025738
-Baseline,5000,ai2d_exact_match,0.3125,0.008342439145556371
-Baseline,5000,average,0.3974627910380972,
-Baseline,5000,average_rank,3.1,
-Baseline,5000,chartqa_relaxed_overall,0.5488,0.00995424828018316
-Baseline,5000,docvqa_val_anls,0.552360266782429,0.006300308519952055
-Baseline,5000,infovqa_val_anls,0.23425555286643698,0.007002254622066442
-Baseline,5000,mme_total_score,1181.4653861544618,
-Baseline,5000,mmmu_val_mmmu_acc,0.26667,
-Baseline,5000,mmstar_average,0.29596648146165705,
-Baseline,5000,ocrbench_ocrbench_accuracy,0.462,
-Baseline,5000,seedbench_seed_all,0.43107281823235133,
-Baseline,5000,textvqa_val_exact_match,0.47354000000000007,0.0068172185364497985
-Baseline,6000,ai2d_exact_match,0.358160621761658,0.008629463221867162
-Baseline,6000,average,0.4161227404571003,
-Baseline,6000,average_rank,2.9,
-Baseline,6000,chartqa_relaxed_overall,0.5628,0.00992279440175477
-Baseline,6000,docvqa_val_anls,0.5747451497228876,0.00625495440870239
-Baseline,6000,infovqa_val_anls,0.22152017368968838,0.006604546680525351
-Baseline,6000,mme_total_score,1284.1648659463785,
-Baseline,6000,mmmu_val_mmmu_acc,0.27111,
-Baseline,6000,mmstar_average,0.2978489412854164,
-Baseline,6000,ocrbench_ocrbench_accuracy,0.495,
-Baseline,6000,seedbench_seed_all,0.4795997776542524,
-Baseline,6000,textvqa_val_exact_match,0.48432,0.006800535050670284
-Baseline,7000,ai2d_exact_match,0.3707901554404145,0.00869347755587734
-Baseline,7000,average,0.4291083177345374,
-Baseline,7000,average_rank,2.4,
-Baseline,7000,chartqa_relaxed_overall,0.5656,0.009915542506251351
-Baseline,7000,docvqa_val_anls,0.5940907049431567,0.006224236305767187
-Baseline,7000,infovqa_val_anls,0.2515675215816963,0.007105097396092786
-Baseline,7000,mme_total_score,1185.875650260104,
-Baseline,7000,mmmu_val_mmmu_acc,0.26556,
-Baseline,7000,mmstar_average,0.31372400960777047,
-Baseline,7000,ocrbench_ocrbench_accuracy,0.504,
-Baseline,7000,seedbench_seed_all,0.4964424680377988,
-Baseline,7000,textvqa_val_exact_match,0.5002,0.006794794025220267
-Baseline,8000,ai2d_exact_match,0.37759067357512954,0.008725299846043883
-Baseline,8000,average,0.43846759477995995,
-Baseline,8000,average_rank,2.4,
-Baseline,8000,chartqa_relaxed_overall,0.5832,0.009862556058385773
-Baseline,8000,docvqa_val_anls,0.6017336419437208,0.006231612198089698
-Baseline,8000,infovqa_val_anls,0.2449256624147254,0.006992518502948913
-Baseline,8000,mme_total_score,1199.2409963985594,
-Baseline,8000,mmmu_val_mmmu_acc,0.28111,
-Baseline,8000,mmstar_average,0.33512257186205047,
-Baseline,8000,ocrbench_ocrbench_accuracy,0.51,
-Baseline,8000,seedbench_seed_all,0.5024458032240133,
-Baseline,8000,textvqa_val_exact_match,0.51008,0.006796301690135059
-Baseline,9000,ai2d_exact_match,0.4067357512953368,0.008841214921078996
-Baseline,9000,average,0.4422510732201056,
-Baseline,9000,average_rank,2.5,
-Baseline,9000,chartqa_relaxed_overall,0.5912,0.009834211136815875
-Baseline,9000,docvqa_val_anls,0.6170968481662739,0.00617235763542544
-Baseline,9000,infovqa_val_anls,0.23537031288570615,0.00670318154156447
-Baseline,9000,mme_total_score,1231.5195078031213,
-Baseline,9000,mmmu_val_mmmu_acc,0.25889,
-Baseline,9000,mmstar_average,0.3216444898242951,
-Baseline,9000,ocrbench_ocrbench_accuracy,0.515,
-Baseline,9000,seedbench_seed_all,0.5120622568093385,
-Baseline,9000,textvqa_val_exact_match,0.52226,0.006792711289708482
-Baseline,10000,ai2d_exact_match,0.39993523316062174,0.008817096257082848
-Baseline,10000,average,0.4523875703250908,
-Baseline,10000,average_rank,2.3,
-Baseline,10000,chartqa_relaxed_overall,0.5996,0.00980154906867574
-Baseline,10000,docvqa_val_anls,0.6262613496433054,0.006147756371688175
-Baseline,10000,infovqa_val_anls,0.263290074230132,0.007186788766942786
-Baseline,10000,mme_total_score,1240.8218287314926,
-Baseline,10000,mmmu_val_mmmu_acc,0.28778,
-Baseline,10000,mmstar_average,0.32972717906018517,
-Baseline,10000,ocrbench_ocrbench_accuracy,0.517,
-Baseline,10000,seedbench_seed_all,0.5217342968315731,
-Baseline,10000,textvqa_val_exact_match,0.5261600000000001,0.006785774843600811
-Baseline,11000,ai2d_exact_match,0.422279792746114,0.008889771831066474
-Baseline,11000,average,0.4561398159525099,
-Baseline,11000,average_rank,2.6,
-Baseline,11000,chartqa_relaxed_overall,0.6104,0.009755142291143075
-Baseline,11000,docvqa_val_anls,0.6373130149166712,0.006128022584995044
-Baseline,11000,infovqa_val_anls,0.24419378339723755,0.006897644885887063
-Baseline,11000,mme_total_score,1322.9488795518205,
-Baseline,11000,mmmu_val_mmmu_acc,0.27778,
-Baseline,11000,mmstar_average,0.3298563439522548,
-Baseline,11000,ocrbench_ocrbench_accuracy,0.521,
-Baseline,11000,seedbench_seed_all,0.5237354085603113,
-Baseline,11000,textvqa_val_exact_match,0.5387,0.006770851562852138
-Baseline,12000,ai2d_exact_match,0.42001295336787564,0.008883255931688034
-Baseline,12000,average,0.4582751140055433,
-Baseline,12000,average_rank,2.7,
-Baseline,12000,chartqa_relaxed_overall,0.618,0.009719474639861454
-Baseline,12000,docvqa_val_anls,0.6393961983751871,0.0061228747388476674
-Baseline,12000,infovqa_val_anls,0.24798874058574302,0.006855374548993139
-Baseline,12000,mme_total_score,1225.6453581432572,
-Baseline,12000,mmmu_val_mmmu_acc,0.27889,
-Baseline,12000,mmstar_average,0.34010867846816534,
-Baseline,12000,ocrbench_ocrbench_accuracy,0.512,
-Baseline,12000,seedbench_seed_all,0.5350194552529183,
-Baseline,12000,textvqa_val_exact_match,0.5330600000000001,0.006777713092109446
-Baseline,13000,ai2d_exact_match,0.4375,0.008928571428571428
-Baseline,13000,average,0.4692868662590049,
-Baseline,13000,average_rank,2.6,
-Baseline,13000,chartqa_relaxed_overall,0.6148,0.00973479791861169
-Baseline,13000,docvqa_val_anls,0.6511374872549951,0.006086953065248391
-Baseline,13000,infovqa_val_anls,0.24465055100441893,0.006808432538374664
-Baseline,13000,mme_total_score,1281.7122849139657,
-Baseline,13000,mmmu_val_mmmu_acc,0.28222,
-Baseline,13000,mmstar_average,0.3453069542917521,
-Baseline,13000,ocrbench_ocrbench_accuracy,0.549,
-Baseline,13000,seedbench_seed_all,0.5442468037798777,
-Baseline,13000,textvqa_val_exact_match,0.55472,0.0067416788982325
-Baseline,14000,ai2d_exact_match,0.4572538860103627,0.00896620675297095
-Baseline,14000,average,0.47352486841689195,
-Baseline,14000,average_rank,2.5,
-Baseline,14000,chartqa_relaxed_overall,0.6172,0.009723347231923635
-Baseline,14000,docvqa_val_anls,0.6502269393708169,0.006057950730638126
-Baseline,14000,infovqa_val_anls,0.25805460837190913,0.007037735231659539
-Baseline,14000,mme_total_score,1309.1444577831132,
-Baseline,14000,mmmu_val_mmmu_acc,0.28111,
-Baseline,14000,mmstar_average,0.34575818188776586,
-Baseline,14000,ocrbench_ocrbench_accuracy,0.551,
-Baseline,14000,seedbench_seed_all,0.5483602001111729,
-Baseline,14000,textvqa_val_exact_match,0.55276,0.006751206724612103
-Baseline,15000,ai2d_exact_match,0.45045336787564766,0.008954861634252399
-Baseline,15000,average,0.47878665012878824,
-Baseline,15000,average_rank,2.1,
-Baseline,15000,chartqa_relaxed_overall,0.612,0.009747841205275417
-Baseline,15000,docvqa_val_anls,0.6621413031955148,0.006056838050222495
-Baseline,15000,infovqa_val_anls,0.2706898598157733,0.007200315730154543
-Baseline,15000,mme_total_score,1384.2171868747498,
-Baseline,15000,mmmu_val_mmmu_acc,0.30222,
-Baseline,15000,mmstar_average,0.35408135695920684,
-Baseline,15000,ocrbench_ocrbench_accuracy,0.558,
-Baseline,15000,seedbench_seed_all,0.5411339633129516,
-Baseline,15000,textvqa_val_exact_match,0.5583600000000001,0.0067279027203879065
-Baseline,16000,ai2d_exact_match,0.45077720207253885,0.008955440137395838
-Baseline,16000,average,0.47665128022935843,
-Baseline,16000,average_rank,2.3,
-Baseline,16000,chartqa_relaxed_overall,0.632,0.00964715642305132
-Baseline,16000,docvqa_val_anls,0.6709415729142987,0.005999818105621502
-Baseline,16000,infovqa_val_anls,0.26050032542402035,0.006997451875879188
-Baseline,16000,mme_total_score,1317.8491396558625,
-Baseline,16000,mmmu_val_mmmu_acc,0.27556,
-Baseline,16000,mmstar_average,0.33214333327093315,
-Baseline,16000,ocrbench_ocrbench_accuracy,0.56,
-Baseline,16000,seedbench_seed_all,0.5463590883824346,
-Baseline,16000,textvqa_val_exact_match,0.56158,0.006723854754867398
-Baseline,17000,ai2d_exact_match,0.45919689119170987,0.008969138793675545
-Baseline,17000,average,0.4777141780162423,
-Baseline,17000,average_rank,2.3,
-Baseline,17000,chartqa_relaxed_overall,0.632,0.00964715642305132
-Baseline,17000,docvqa_val_anls,0.6796338519136422,0.005948761388267941
-Baseline,17000,infovqa_val_anls,0.28070956072505215,0.007298333094144192
-Baseline,17000,mme_total_score,1381.9161664665867,
-Baseline,17000,mmmu_val_mmmu_acc,0.27667,
-Baseline,17000,mmstar_average,0.3370289492329521,
-Baseline,17000,ocrbench_ocrbench_accuracy,0.519,
-Baseline,17000,seedbench_seed_all,0.5510283490828238,
-Baseline,17000,textvqa_val_exact_match,0.56416,0.006724830373229479
-Baseline,18000,ai2d_exact_match,0.46567357512953367,0.008977921602780726
-Baseline,18000,average,0.4819834595278701,
-Baseline,18000,average_rank,2.5,
-Baseline,18000,chartqa_relaxed_overall,0.6376,0.009615793331418735
-Baseline,18000,docvqa_val_anls,0.6775884603912571,0.005972234236435759
-Baseline,18000,infovqa_val_anls,0.27154318420389256,0.007164903131667027
-Baseline,18000,mme_total_score,1336.922769107643,
-Baseline,18000,mmmu_val_mmmu_acc,0.28667,
-Baseline,18000,mmstar_average,0.34482796716566916,
-Baseline,18000,ocrbench_ocrbench_accuracy,0.533,
-Baseline,18000,seedbench_seed_all,0.5543079488604781,
-Baseline,18000,textvqa_val_exact_match,0.5666399999999999,0.006713392287599574
-Baseline,19000,ai2d_exact_match,0.4682642487046632,0.008981008686994101
-Baseline,19000,average,0.4899006713916878,
-Baseline,19000,average_rank,2.1,
-Baseline,19000,chartqa_relaxed_overall,0.6444,0.009575809858898698
-Baseline,19000,docvqa_val_anls,0.678226526479947,0.005970619221588814
-Baseline,19000,infovqa_val_anls,0.26993847247278,0.0071348470764911525
-Baseline,19000,mme_total_score,1406.6628651460583,
-Baseline,19000,mmmu_val_mmmu_acc,0.28333,
-Baseline,19000,mmstar_average,0.356220913822775,
-Baseline,19000,ocrbench_ocrbench_accuracy,0.577,
-Baseline,19000,seedbench_seed_all,0.554585881045025,
-Baseline,19000,textvqa_val_exact_match,0.57714,0.0066918487914812905
-≥2,1000,ai2d_exact_match,0.25647668393782386,0.007859644922870102
-≥2,1000,average,0.27425088839708317,
-≥2,1000,average_rank,3.6,
-≥2,1000,chartqa_relaxed_overall,0.3528,0.009558734841217527
-≥2,1000,docvqa_val_anls,0.3487177879998493,0.005772448136868996
-≥2,1000,infovqa_val_anls,0.16953112470324783,0.006224999754409024
-≥2,1000,mme_total_score,824.5716286514606,
-≥2,1000,mmmu_val_mmmu_acc,0.26444,
-≥2,1000,mmstar_average,0.22150750732637972,
-≥2,1000,ocrbench_ocrbench_accuracy,0.277,
-≥2,1000,seedbench_seed_all,0.24880489160644803,
-≥2,1000,textvqa_val_exact_match,0.32898,0.006433157002732356
-≥2,2000,ai2d_exact_match,0.2713730569948187,0.008003273563555614
-≥2,2000,average,0.3170484430215563,
-≥2,2000,average_rank,3.2,
-≥2,2000,chartqa_relaxed_overall,0.4576,0.009965973321743335
-≥2,2000,docvqa_val_anls,0.4397320562320007,0.006117658797669254
-≥2,2000,infovqa_val_anls,0.19182235122159558,0.006445631136889586
-≥2,2000,mme_total_score,943.4792917166867,
-≥2,2000,mmmu_val_mmmu_acc,0.26222,
-≥2,2000,mmstar_average,0.21467384792624822,
-≥2,2000,ocrbench_ocrbench_accuracy,0.366,
-≥2,2000,seedbench_seed_all,0.2464146748193441,
-≥2,2000,textvqa_val_exact_match,0.40359999999999996,0.006696325571179395
-≥2,3000,ai2d_exact_match,0.2801165803108808,0.008082248116182685
-≥2,3000,average,0.34966771857538625,
-≥2,3000,average_rank,2.8,
-≥2,3000,chartqa_relaxed_overall,0.5228,0.009991596308834713
-≥2,3000,docvqa_val_anls,0.4874772803745103,0.006201774677139367
-≥2,3000,infovqa_val_anls,0.22283805188110828,0.00694062083381895
-≥2,3000,mme_total_score,966.8010204081634,
-≥2,3000,mmmu_val_mmmu_acc,0.27,
-≥2,3000,mmstar_average,0.2379978992478856,
-≥2,3000,ocrbench_ocrbench_accuracy,0.411,
-≥2,3000,seedbench_seed_all,0.28337965536409115,
-≥2,3000,textvqa_val_exact_match,0.4314,0.0067401404954778015
-≥2,4000,ai2d_exact_match,0.29533678756476683,0.008210720304314063
-≥2,4000,average,0.3812564539509352,
-≥2,4000,average_rank,2.5,
-≥2,4000,chartqa_relaxed_overall,0.5388,0.0099718403035556
-≥2,4000,docvqa_val_anls,0.5330469699330452,0.006286693650476338
-≥2,4000,infovqa_val_anls,0.24204946206609423,0.00717558288279668
-≥2,4000,mme_total_score,995.9115646258504,
-≥2,4000,mmmu_val_mmmu_acc,0.26667,
-≥2,4000,mmstar_average,0.3026544157443715,
-≥2,4000,ocrbench_ocrbench_accuracy,0.455,
-≥2,4000,seedbench_seed_all,0.35881045025013897,
-≥2,4000,textvqa_val_exact_match,0.43893999999999994,0.006772821384172211
-≥2,5000,ai2d_exact_match,0.33711139896373055,0.008508219384896985
-≥2,5000,average,0.4071218650285344,
-≥2,5000,average_rank,2.3,
-≥2,5000,chartqa_relaxed_overall,0.5668,0.009912336039617753
-≥2,5000,docvqa_val_anls,0.564524028708337,0.0062521888936635335
-≥2,5000,infovqa_val_anls,0.24496968712079598,0.007124175210142404
-≥2,5000,mme_total_score,1015.9452781112445,
-≥2,5000,mmmu_val_mmmu_acc,0.27889,
-≥2,5000,mmstar_average,0.28054619519991103,
-≥2,5000,ocrbench_ocrbench_accuracy,0.489,
-≥2,5000,seedbench_seed_all,0.43985547526403557,
-≥2,5000,textvqa_val_exact_match,0.4624,0.006784220893413342
-≥2,6000,ai2d_exact_match,0.35103626943005184,0.008590489143063932
-≥2,6000,average,0.4121891443057646,
-≥2,6000,average_rank,3.0,
-≥2,6000,chartqa_relaxed_overall,0.5768,0.009883307943718245
-≥2,6000,docvqa_val_anls,0.5776287354366231,0.0062230020803370695
-≥2,6000,infovqa_val_anls,0.2221908019883868,0.006590859192234515
-≥2,6000,mme_total_score,1020.3381352541016,
-≥2,6000,mmmu_val_mmmu_acc,0.28,
-≥2,6000,mmstar_average,0.27381767588792544,
-≥2,6000,ocrbench_ocrbench_accuracy,0.488,
-≥2,6000,seedbench_seed_all,0.46386881600889385,
-≥2,6000,textvqa_val_exact_match,0.47636000000000006,0.006799814525081922
-≥2,7000,ai2d_exact_match,0.37629533678756477,0.008719379877890883
-≥2,7000,average,0.41852126487504937,
-≥2,7000,average_rank,3.6,
-≥2,7000,chartqa_relaxed_overall,0.5784,0.009878279615563902
-≥2,7000,docvqa_val_anls,0.5890225700952161,0.00623482047941176
-≥2,7000,infovqa_val_anls,0.223522004380568,0.006616105445267792
-≥2,7000,mme_total_score,1017.6768707482994,
-≥2,7000,mmmu_val_mmmu_acc,0.26444,
-≥2,7000,mmstar_average,0.2842963864531179,
-≥2,7000,ocrbench_ocrbench_accuracy,0.485,
-≥2,7000,seedbench_seed_all,0.47915508615897723,
-≥2,7000,textvqa_val_exact_match,0.48656000000000005,0.006793372009587883
-≥2,8000,ai2d_exact_match,0.4015544041450777,0.008822998789014791
-≥2,8000,average,0.43741617461905385,
-≥2,8000,average_rank,2.7,
-≥2,8000,chartqa_relaxed_overall,0.5868,0.009850132691777215
-≥2,8000,docvqa_val_anls,0.6064868329976114,0.006195078404871516
-≥2,8000,infovqa_val_anls,0.237253715462471,0.006761266007987291
-≥2,8000,mme_total_score,1051.3844537815125,
-≥2,8000,mmmu_val_mmmu_acc,0.29556,
-≥2,8000,mmstar_average,0.3249125644916164,
-≥2,8000,ocrbench_ocrbench_accuracy,0.499,
-≥2,8000,seedbench_seed_all,0.4964980544747082,
-≥2,8000,textvqa_val_exact_match,0.48868,0.006786367399168372
-≥2,9000,ai2d_exact_match,0.40382124352331605,0.008831094143874315
-≥2,9000,average,0.4404946424331453,
-≥2,9000,average_rank,2.9,
-≥2,9000,chartqa_relaxed_overall,0.6032,0.00978663452296623
-≥2,9000,docvqa_val_anls,0.6121548768634689,0.0061762532067103386
-≥2,9000,infovqa_val_anls,0.22182207634556947,0.006503514281737561
-≥2,9000,mme_total_score,1016.1477591036414,
-≥2,9000,mmmu_val_mmmu_acc,0.28222,
-≥2,9000,mmstar_average,0.33800404653337934,
-≥2,9000,ocrbench_ocrbench_accuracy,0.5,
-≥2,9000,seedbench_seed_all,0.5051695386325736,
-≥2,9000,textvqa_val_exact_match,0.49805999999999995,0.006801536551389838
-≥2,10000,ai2d_exact_match,0.4258419689119171,0.00889962357526378
-≥2,10000,average,0.45210592763811075,
-≥2,10000,average_rank,2.3,
-≥2,10000,chartqa_relaxed_overall,0.5944,0.009822120220107639
-≥2,10000,docvqa_val_anls,0.6316361917189336,0.006144343697405114
-≥2,10000,infovqa_val_anls,0.23913212463600403,0.0067351911105917
-≥2,10000,mme_total_score,989.5969387755102,
-≥2,10000,mmmu_val_mmmu_acc,0.29111,
-≥2,10000,mmstar_average,0.3311992002187771,
-≥2,10000,ocrbench_ocrbench_accuracy,0.524,
-≥2,10000,seedbench_seed_all,0.5169538632573653,
-≥2,10000,textvqa_val_exact_match,0.51468,0.006777646111841742
-≥2,11000,ai2d_exact_match,0.42875647668393785,0.008907332750968604
-≥2,11000,average,0.45881179587417986,
-≥2,11000,average_rank,2.4,
-≥2,11000,chartqa_relaxed_overall,0.6112,0.009751505562952713
-≥2,11000,docvqa_val_anls,0.6351833269477972,0.006125490431617443
-≥2,11000,infovqa_val_anls,0.23606787081800862,0.006703826515822327
-≥2,11000,mme_total_score,1065.0292116846738,
-≥2,11000,mmmu_val_mmmu_acc,0.29444,
-≥2,11000,mmstar_average,0.3469301171004765,
-≥2,11000,ocrbench_ocrbench_accuracy,0.534,
-≥2,11000,seedbench_seed_all,0.5230683713173986,
-≥2,11000,textvqa_val_exact_match,0.51966,0.006767766057679764
-≥2,12000,ai2d_exact_match,0.4384715025906736,0.008930756993395149
-≥2,12000,average,0.4594169631513685,
-≥2,12000,average_rank,2.9,
-≥2,12000,chartqa_relaxed_overall,0.604,0.009783245103435851
-≥2,12000,docvqa_val_anls,0.6404649164504777,0.006108516485005316
-≥2,12000,infovqa_val_anls,0.24399960384251437,0.006798095411909792
-≥2,12000,mme_total_score,1071.3268307322928,
-≥2,12000,mmmu_val_mmmu_acc,0.28,
-≥2,12000,mmstar_average,0.3319074070128363,
-≥2,12000,ocrbench_ocrbench_accuracy,0.535,
-≥2,12000,seedbench_seed_all,0.5326292384658143,
-≥2,12000,textvqa_val_exact_match,0.52828,0.006774867385094495
-≥2,13000,ai2d_exact_match,0.4494818652849741,0.008953103134587205
-≥2,13000,average,0.4664204868584231,
-≥2,13000,average_rank,2.9,
-≥2,13000,chartqa_relaxed_overall,0.6072,0.00976941352263433
-≥2,13000,docvqa_val_anls,0.6520830792564345,0.006078195885582825
-≥2,13000,infovqa_val_anls,0.2540091405377872,0.006900079046632844
-≥2,13000,mme_total_score,1102.111644657863,
-≥2,13000,mmmu_val_mmmu_acc,0.27889,
-≥2,13000,mmstar_average,0.344523865295862,
-≥2,13000,ocrbench_ocrbench_accuracy,0.544,
-≥2,13000,seedbench_seed_all,0.5375764313507504,
-≥2,13000,textvqa_val_exact_match,0.5300199999999999,0.006760687930991938
-≥2,14000,ai2d_exact_match,0.46599740932642486,0.008978320789223167
-≥2,14000,average,0.47503952495924406,
-≥2,14000,average_rank,2.1,
-≥2,14000,chartqa_relaxed_overall,0.618,0.009719474639861454
-≥2,14000,docvqa_val_anls,0.6580902962118945,0.006056507155937736
-≥2,14000,infovqa_val_anls,0.2596815364895075,0.006931336614399575
-≥2,14000,mme_total_score,1081.4191676670669,
-≥2,14000,mmmu_val_mmmu_acc,0.29333,
-≥2,14000,mmstar_average,0.34673893952588086,
-≥2,14000,ocrbench_ocrbench_accuracy,0.547,
-≥2,14000,seedbench_seed_all,0.5395775430794886,
-≥2,14000,textvqa_val_exact_match,0.5469400000000001,0.006754557875273413
-≥2,15000,ai2d_exact_match,0.46211139896373055,0.008973279520621462
-≥2,15000,average,0.4760526986294352,
-≥2,15000,average_rank,2.4,
-≥2,15000,chartqa_relaxed_overall,0.628,0.009668701749325345
-≥2,15000,docvqa_val_anls,0.6648088448329239,0.006037271631807744
-≥2,15000,infovqa_val_anls,0.25795022333006473,0.006890072365188988
-≥2,15000,mme_total_score,1089.547719087635,
-≥2,15000,mmmu_val_mmmu_acc,0.28556,
-≥2,15000,mmstar_average,0.3469607521668807,
-≥2,15000,ocrbench_ocrbench_accuracy,0.552,
-≥2,15000,seedbench_seed_all,0.5415230683713174,
-≥2,15000,textvqa_val_exact_match,0.5455599999999999,0.006760798692446918
-≥2,16000,ai2d_exact_match,0.45919689119170987,0.008969138793675547
-≥2,16000,average,0.47749499404431844,
-≥2,16000,average_rank,2.6,
-≥2,16000,chartqa_relaxed_overall,0.6308,0.009653694708691147
-≥2,16000,docvqa_val_anls,0.6761390499297608,0.005978202784466009
-≥2,16000,infovqa_val_anls,0.258655084903391,0.006852561120622793
-≥2,16000,mme_total_score,1131.8199279711885,
-≥2,16000,mmmu_val_mmmu_acc,0.28111,
-≥2,16000,mmstar_average,0.3465829809632207,
-≥2,16000,ocrbench_ocrbench_accuracy,0.55,
-≥2,16000,seedbench_seed_all,0.5436909394107837,
-≥2,16000,textvqa_val_exact_match,0.55128,0.00673284030314915
-≥2,17000,ai2d_exact_match,0.47053108808290156,0.008983510489560252
-≥2,17000,average,0.4824112637913165,
-≥2,17000,average_rank,2.5,
-≥2,17000,chartqa_relaxed_overall,0.6264,0.009677121197436144
-≥2,17000,docvqa_val_anls,0.6761198524404004,0.005987381973810974
-≥2,17000,infovqa_val_anls,0.2750604377713151,0.007138932651224592
-≥2,17000,mme_total_score,1029.6003401360545,
-≥2,17000,mmmu_val_mmmu_acc,0.28667,
-≥2,17000,mmstar_average,0.35096186353151126,
-≥2,17000,ocrbench_ocrbench_accuracy,0.554,
-≥2,17000,seedbench_seed_all,0.5486381322957199,
-≥2,17000,textvqa_val_exact_match,0.55332,0.006735374419712295
-≥2,18000,ai2d_exact_match,0.4682642487046632,0.008981008686994101
-≥2,18000,average,0.48820815333600937,
-≥2,18000,average_rank,2.0,
-≥2,18000,chartqa_relaxed_overall,0.644,0.009578219924326623
-≥2,18000,docvqa_val_anls,0.6810993351781675,0.005958907235334871
-≥2,18000,infovqa_val_anls,0.26273964411171846,0.006970166334491144
-≥2,18000,mme_total_score,1233.8152260904362,
-≥2,18000,mmmu_val_mmmu_acc,0.30889,
-≥2,18000,mmstar_average,0.35081513813292553,
-≥2,18000,ocrbench_ocrbench_accuracy,0.578,
-≥2,18000,seedbench_seed_all,0.5450250138966092,
-≥2,18000,textvqa_val_exact_match,0.5550400000000001,0.006740445564002446
-≥2,19000,ai2d_exact_match,0.48154145077720206,0.00899301968014488
-≥2,19000,average,0.48747038725935266,
-≥2,19000,average_rank,2.5,
-≥2,19000,chartqa_relaxed_overall,0.6444,0.009575809858898698
-≥2,19000,docvqa_val_anls,0.6803936935190295,0.005967440848189623
-≥2,19000,infovqa_val_anls,0.2673329802724793,0.006976813332121409
-≥2,19000,mme_total_score,1179.0547218887555,
-≥2,19000,mmmu_val_mmmu_acc,0.29556,
-≥2,19000,mmstar_average,0.340879324078415,
-≥2,19000,ocrbench_ocrbench_accuracy,0.562,
-≥2,19000,seedbench_seed_all,0.5588660366870484,
-≥2,19000,textvqa_val_exact_match,0.5562600000000001,0.006734421501999508
-≥3,1000,ai2d_exact_match,0.2619818652849741,0.007914086941902848
-≥3,1000,average,0.2794334029794183,
-≥3,1000,average_rank,2.8,
-≥3,1000,chartqa_relaxed_overall,0.3624,0.009615793331418735
-≥3,1000,docvqa_val_anls,0.358726414254659,0.00583517632645742
-≥3,1000,infovqa_val_anls,0.17567716068461908,0.0063503165333000855
-≥3,1000,mme_total_score,754.6462585034014,
-≥3,1000,mmmu_val_mmmu_acc,0.25889,
-≥3,1000,mmstar_average,0.20669310209912864,
-≥3,1000,ocrbench_ocrbench_accuracy,0.299,
-��3,1000,seedbench_seed_all,0.2537520844913841,
-≥3,1000,textvqa_val_exact_match,0.33777999999999997,0.006462823526724795
-≥3,2000,ai2d_exact_match,0.2707253886010363,0.007997269386750955
-≥3,2000,average,0.324956811840241,
-≥3,2000,average_rank,2.9,
-≥3,2000,chartqa_relaxed_overall,0.468,0.009981495484186743
-≥3,2000,docvqa_val_anls,0.4401305975808376,0.006085479161829202
-≥3,2000,infovqa_val_anls,0.21738366907082515,0.00690560152820958
-≥3,2000,mme_total_score,780.5238095238094,
-≥3,2000,mmmu_val_mmmu_acc,0.25222,
-≥3,2000,mmstar_average,0.2313413567013541,
-≥3,2000,ocrbench_ocrbench_accuracy,0.386,
-≥3,2000,seedbench_seed_all,0.2545302946081156,
-≥3,2000,textvqa_val_exact_match,0.40428000000000003,0.006698634984990034
-≥3,3000,ai2d_exact_match,0.27363989637305697,0.008024119445073188
-≥3,3000,average,0.35281014111410386,
-≥3,3000,average_rank,2.6,
-≥3,3000,chartqa_relaxed_overall,0.5132,0.009998514495506157
-≥3,3000,docvqa_val_anls,0.49578090596419144,0.0062540129206588675
-≥3,3000,infovqa_val_anls,0.22472603379950587,0.006863330299819649
-≥3,3000,mme_total_score,868.3095238095237,
-≥3,3000,mmmu_val_mmmu_acc,0.27444,
-≥3,3000,mmstar_average,0.25839301643603935,
-≥3,3000,ocrbench_ocrbench_accuracy,0.409,
-≥3,3000,seedbench_seed_all,0.2925514174541412,
-≥3,3000,textvqa_val_exact_match,0.43356000000000006,0.006754959006110611
-≥3,4000,ai2d_exact_match,0.28335492227979275,0.008110527983566214
-≥3,4000,average,0.3674252373982893,
-≥3,4000,average_rank,3.5,
-≥3,4000,chartqa_relaxed_overall,0.5396,0.009970581778431997
-≥3,4000,docvqa_val_anls,0.5289127945577605,0.006289931251894248
-≥3,4000,infovqa_val_anls,0.21582133824627234,0.00674279410471775
-≥3,4000,mme_total_score,889.4285714285714,
-≥3,4000,mmmu_val_mmmu_acc,0.24556,
-≥3,4000,mmstar_average,0.2644251965647028,
-≥3,4000,ocrbench_ocrbench_accuracy,0.429,
-≥3,4000,seedbench_seed_all,0.3471928849360756,
-≥3,4000,textvqa_val_exact_match,0.45296000000000003,0.006791544205446865
-≥3,5000,ai2d_exact_match,0.33516839378238344,0.008496088804445223
-≥3,5000,average,0.39888444206353324,
-≥3,5000,average_rank,3.2,
-≥3,5000,chartqa_relaxed_overall,0.5716,0.009898917689756362
-≥3,5000,docvqa_val_anls,0.5575899695261644,0.006265975659556661
-≥3,5000,infovqa_val_anls,0.23013455835644483,0.0068368490116401705
-≥3,5000,mme_total_score,985.1445578231293,
-≥3,5000,mmmu_val_mmmu_acc,0.27111,
-≥3,5000,mmstar_average,0.2946740552392133,
-≥3,5000,ocrbench_ocrbench_accuracy,0.43,
-≥3,5000,seedbench_seed_all,0.4254030016675931,
-≥3,5000,textvqa_val_exact_match,0.4742799999999999,0.006788410183729657
-≥3,6000,ai2d_exact_match,0.3601036269430052,0.008639731726372677
-≥3,6000,average,0.4225217783490169,
-≥3,6000,average_rank,2.1,
-≥3,6000,chartqa_relaxed_overall,0.5752,0.009888230116554488
-≥3,6000,docvqa_val_anls,0.5829205672304983,0.006247927399021504
-≥3,6000,infovqa_val_anls,0.24796306866649032,0.007051352766215089
-≥3,6000,mme_total_score,894.8299319727892,
-≥3,6000,mmmu_val_mmmu_acc,0.28667,
-≥3,6000,mmstar_average,0.32224643546402654,
-≥3,6000,ocrbench_ocrbench_accuracy,0.466,
-≥3,6000,seedbench_seed_all,0.4741523068371317,
-≥3,6000,textvqa_val_exact_match,0.48744000000000004,0.006797771047795272
-≥3,7000,ai2d_exact_match,0.39378238341968913,0.008793749766856823
-≥3,7000,average,0.42775795560136004,
-≥3,7000,average_rank,2.5,
-≥3,7000,chartqa_relaxed_overall,0.5876,0.009847298295140926
-≥3,7000,docvqa_val_anls,0.6000941606468793,0.006194010994352466
-≥3,7000,infovqa_val_anls,0.24479859857192363,0.007060559159607034
-≥3,7000,mme_total_score,876.7176870748299,
-≥3,7000,mmmu_val_mmmu_acc,0.27222,
-≥3,7000,mmstar_average,0.2977466801194958,
-≥3,7000,ocrbench_ocrbench_accuracy,0.477,
-≥3,7000,seedbench_seed_all,0.4795997776542524,
-≥3,7000,textvqa_val_exact_match,0.49698000000000003,0.0067935120726511
-≥3,8000,ai2d_exact_match,0.4057642487046632,0.008837877210720615
-≥3,8000,average,0.43551031057375794,
-≥3,8000,average_rank,2.9,
-≥3,8000,chartqa_relaxed_overall,0.592,0.009831228876620145
-≥3,8000,docvqa_val_anls,0.6177973292861353,0.006138014034823096
-≥3,8000,infovqa_val_anls,0.23532628107457257,0.00676650636184475
-≥3,8000,mme_total_score,939.6819727891157,
-≥3,8000,mmmu_val_mmmu_acc,0.27444,
-≥3,8000,mmstar_average,0.29094521403063506,
-≥3,8000,ocrbench_ocrbench_accuracy,0.499,
-≥3,8000,seedbench_seed_all,0.49949972206781545,
-≥3,8000,textvqa_val_exact_match,0.5048199999999999,0.0067899465531651255
-≥3,9000,ai2d_exact_match,0.40770725388601037,0.008844516803704298
-≥3,9000,average,0.4390017474760467,
-≥3,9000,average_rank,2.9,
-≥3,9000,chartqa_relaxed_overall,0.5872,0.009848718845878486
-≥3,9000,docvqa_val_anls,0.61752739984947,0.00618332088681346
-≥3,9000,infovqa_val_anls,0.25912362264120503,0.007280015371693194
-≥3,9000,mme_total_score,879.0001000400159,
-≥3,9000,mmmu_val_mmmu_acc,0.27889,
-≥3,9000,mmstar_average,0.31710081388716777,
-≥3,9000,ocrbench_ocrbench_accuracy,0.475,
-≥3,9000,seedbench_seed_all,0.503946637020567,
-≥3,9000,textvqa_val_exact_match,0.5045200000000001,0.006796966505047244
-≥3,10000,ai2d_exact_match,0.41580310880829013,0.008870644443998564
-≥3,10000,average,0.4482767982697443,
-≥3,10000,average_rank,3.1,
-≥3,10000,chartqa_relaxed_overall,0.5948,0.009820578470976232
-≥3,10000,docvqa_val_anls,0.632014816225421,0.006118052909783931
-≥3,10000,infovqa_val_anls,0.26061122659986763,0.007146718031628882
-≥3,10000,mme_total_score,988.3401360544218,
-≥3,10000,mmmu_val_mmmu_acc,0.28556,
-≥3,10000,mmstar_average,0.30861783045948943,
-≥3,10000,ocrbench_ocrbench_accuracy,0.506,
-≥3,10000,seedbench_seed_all,0.5155642023346303,
-≥3,10000,textvqa_val_exact_match,0.5155200000000001,0.006789480490366388
-≥3,11000,ai2d_exact_match,0.43944300518134716,0.0089329077973751
-≥3,11000,average,0.4597510485723372,
-≥3,11000,average_rank,2.5,
-≥3,11000,chartqa_relaxed_overall,0.6092,0.009760545645634788
-≥3,11000,docvqa_val_anls,0.6464425255299558,0.006062020581004778
-≥3,11000,infovqa_val_anls,0.25020176764946855,0.006887224684938156
-≥3,11000,mme_total_score,960.4336734693878,
-≥3,11000,mmmu_val_mmmu_acc,0.28556,
-≥3,11000,mmstar_average,0.3246843233372334,
-≥3,11000,ocrbench_ocrbench_accuracy,0.523,
-≥3,11000,seedbench_seed_all,0.5220678154530295,
-≥3,11000,textvqa_val_exact_match,0.53716,0.006766105446753199
-≥3,12000,ai2d_exact_match,0.44430051813471505,0.008943141268224502
-≥3,12000,average,0.46138583256526733,
-≥3,12000,average_rank,2.4,
-≥3,12000,chartqa_relaxed_overall,0.6176,0.00972141442174665
-≥3,12000,docvqa_val_anls,0.6470164139517766,0.006072800791453103
-≥3,12000,infovqa_val_anls,0.25520554317365624,0.00698649679999368
-≥3,12000,mme_total_score,907.6496598639455,
-≥3,12000,mmmu_val_mmmu_acc,0.26889,
-≥3,12000,mmstar_average,0.3420805959262021,
-≥3,12000,ocrbench_ocrbench_accuracy,0.518,
-≥3,12000,seedbench_seed_all,0.5269594219010562,
-≥3,12000,textvqa_val_exact_match,0.53242,0.006773903296709706
-≥3,13000,ai2d_exact_match,0.4523963730569948,0.00895827521082005
-≥3,13000,average,0.46949309002333817,
-≥3,13000,average_rank,2.4,
-≥3,13000,chartqa_relaxed_overall,0.6212,0.009703704898413913
-≥3,13000,docvqa_val_anls,0.6619667030411912,0.006021347175756138
-≥3,13000,infovqa_val_anls,0.2616368936908815,0.007081151619852865
-≥3,13000,mme_total_score,949.1751700680272,
-≥3,13000,mmmu_val_mmmu_acc,0.29,
-≥3,13000,mmstar_average,0.3366565952847893,
-≥3,13000,ocrbench_ocrbench_accuracy,0.531,
-≥3,13000,seedbench_seed_all,0.5342412451361868,
-≥3,13000,textvqa_val_exact_match,0.5363399999999999,0.006781436312145912
-≥3,14000,ai2d_exact_match,0.45466321243523317,0.008962083606139334
-≥3,14000,average,0.4712975949864662,
-≥3,14000,average_rank,2.7,
-≥3,14000,chartqa_relaxed_overall,0.6264,0.009677121197436144
-≥3,14000,docvqa_val_anls,0.6740908198240112,0.005957001035082802
-≥3,14000,infovqa_val_anls,0.2577834440006994,0.006966195686343909
-≥3,14000,mme_total_score,1001.2684073629453,
-≥3,14000,mmmu_val_mmmu_acc,0.29333,
-≥3,14000,mmstar_average,0.32549694865716267,
-≥3,14000,ocrbench_ocrbench_accuracy,0.523,
-≥3,14000,seedbench_seed_all,0.5330739299610895,
-≥3,14000,textvqa_val_exact_match,0.55384,0.006735794315818514
-≥3,15000,ai2d_exact_match,0.4540155440414508,0.008961014613274426
-≥3,15000,average,0.47089632593243724,
-≥3,15000,average_rank,3.0,
-≥3,15000,chartqa_relaxed_overall,0.6308,0.009653694708691147
-≥3,15000,docvqa_val_anls,0.6653892896567976,0.006002863596715536
-≥3,15000,infovqa_val_anls,0.25006728644957676,0.006925310310812123
-≥3,15000,mme_total_score,952.5915366146459,
-≥3,15000,mmmu_val_mmmu_acc,0.28778,
-≥3,15000,mmstar_average,0.321321405795528,
-≥3,15000,ocrbench_ocrbench_accuracy,0.544,
-≥3,15000,seedbench_seed_all,0.5401334074485825,
-≥3,15000,textvqa_val_exact_match,0.5445599999999999,0.00676213180626591
-≥3,16000,ai2d_exact_match,0.46113989637305697,0.008971933568013594
-≥3,16000,average,0.4765857166360205,
-≥3,16000,average_rank,2.7,
-≥3,16000,chartqa_relaxed_overall,0.6292,0.00966231277258432
-≥3,16000,docvqa_val_anls,0.6750185163043225,0.005960110331744373
-≥3,16000,infovqa_val_anls,0.26628641470953346,0.007064079945590166
-≥3,16000,mme_total_score,1021.2616046418567,
-≥3,16000,mmmu_val_mmmu_acc,0.28889,
-≥3,16000,mmstar_average,0.31529947948012893,
-≥3,16000,ocrbench_ocrbench_accuracy,0.558,
-≥3,16000,seedbench_seed_all,0.5428571428571428,
-≥3,16000,textvqa_val_exact_match,0.5525800000000001,0.0067489094137982856
-≥3,17000,ai2d_exact_match,0.46016839378238344,0.00897055333097463
-≥3,17000,average,0.4767395382894575,
-≥3,17000,average_rank,2.8,
-≥3,17000,chartqa_relaxed_overall,0.636,0.009624897685803465
-≥3,17000,docvqa_val_anls,0.6722259229035369,0.005969094115618876
-≥3,17000,infovqa_val_anls,0.24935441742721265,0.006802032350689338
-≥3,17000,mme_total_score,936.1445578231293,
-≥3,17000,mmmu_val_mmmu_acc,0.28778,
-≥3,17000,mmstar_average,0.3236027747499053,
-≥3,17000,ocrbench_ocrbench_accuracy,0.557,
-≥3,17000,seedbench_seed_all,0.547804335742079,
-≥3,17000,textvqa_val_exact_match,0.55672,0.00673676815164555
-≥3,18000,ai2d_exact_match,0.4637305699481865,0.008975446629055962
-≥3,18000,average,0.48384455011990835,
-≥3,18000,average_rank,2.5,
-≥3,18000,chartqa_relaxed_overall,0.6448,0.009573392498878078
-≥3,18000,docvqa_val_anls,0.6796365109602944,0.005968558973913562
-≥3,18000,infovqa_val_anls,0.26322789951300113,0.0069935719047194405
-≥3,18000,mme_total_score,1086.5858343337334,
-≥3,18000,mmmu_val_mmmu_acc,0.29667,
-≥3,18000,mmstar_average,0.32901024525469136,
-≥3,18000,ocrbench_ocrbench_accuracy,0.568,
-≥3,18000,seedbench_seed_all,0.5503057254030017,
-≥3,18000,textvqa_val_exact_match,0.5592199999999999,0.006724703907870569
-≥3,19000,ai2d_exact_match,0.47571243523316065,0.00898853090258662
-≥3,19000,average,0.48669992125156075,
-≥3,19000,average_rank,2.6,
-≥3,19000,chartqa_relaxed_overall,0.6432,0.009583018193402223
-≥3,19000,docvqa_val_anls,0.6804836987040075,0.005959667749728633
-≥3,19000,infovqa_val_anls,0.2638534672767717,0.007026196725406296
-≥3,19000,mme_total_score,960.3163265306122,
-≥3,19000,mmmu_val_mmmu_acc,0.29778,
-≥3,19000,mmstar_average,0.3418245205114739,
-≥3,19000,ocrbench_ocrbench_accuracy,0.568,
-≥3,19000,seedbench_seed_all,0.5493051695386326,
-≥3,19000,textvqa_val_exact_match,0.56014,0.006731277597872481
-≥4,1000,ai2d_exact_match,0.24514248704663213,0.00774236194438642
-≥4,1000,average,0.2886475913888803,
-≥4,1000,average_rank,2.3,
-≥4,1000,chartqa_relaxed_overall,0.3972,0.009788318981080978
-≥4,1000,docvqa_val_anls,0.37365436598717294,0.005925680297715887
-≥4,1000,infovqa_val_anls,0.17743073573571846,0.0061602017146906085
-≥4,1000,mme_total_score,632.5170068027211,
-≥4,1000,mmmu_val_mmmu_acc,0.26889,
-≥4,1000,mmstar_average,0.2207913007120554,
-≥4,1000,ocrbench_ocrbench_accuracy,0.295,
-≥4,1000,seedbench_seed_all,0.26297943301834353,
-≥4,1000,textvqa_val_exact_match,0.35674,0.006549831642027738
-≥4,2000,ai2d_exact_match,0.2658678756476684,0.007951548865715979
-≥4,2000,average,0.3301948089612685,
-≥4,2000,average_rank,2.2,
-≥4,2000,chartqa_relaxed_overall,0.5108,0.009999667061284322
-≥4,2000,docvqa_val_anls,0.47288379978857037,0.006197116763458197
-≥4,2000,infovqa_val_anls,0.19614396715396193,0.006363207550147918
-≥4,2000,mme_total_score,649.1020408163265,
-≥4,2000,mmmu_val_mmmu_acc,0.25333,
-≥4,2000,mmstar_average,0.23593804384220507,
-≥4,2000,ocrbench_ocrbench_accuracy,0.344,
-≥4,2000,seedbench_seed_all,0.28526959421901055,
-≥4,2000,textvqa_val_exact_match,0.40752,0.006707017723053031
-≥4,3000,ai2d_exact_match,0.27428756476683935,0.008030027397236163
-≥4,3000,average,0.35549277156858605,
-≥4,3000,average_rank,3.1,
-≥4,3000,chartqa_relaxed_overall,0.5332,0.009979927032670678
-≥4,3000,docvqa_val_anls,0.5073841710534057,0.006243585075672888
-≥4,3000,infovqa_val_anls,0.2112620781635733,0.006555166517270566
-≥4,3000,mme_total_score,631.2074829931973,
-≥4,3000,mmmu_val_mmmu_acc,0.27,
-≥4,3000,mmstar_average,0.23471667210121605,
-≥4,3000,ocrbench_ocrbench_accuracy,0.404,
-≥4,3000,seedbench_seed_all,0.34402445803224013,
-≥4,3000,textvqa_val_exact_match,0.42056000000000004,0.006749442071286688
-≥4,4000,ai2d_exact_match,0.31832901554404147,0.008384114535775948
-≥4,4000,average,0.385231957814173,
-≥4,4000,average_rank,2.4,
-≥4,4000,chartqa_relaxed_overall,0.5652,0.009916598185256227
-≥4,4000,docvqa_val_anls,0.5416928947604102,0.006213976135239445
-≥4,4000,infovqa_val_anls,0.20356144693573172,0.0062836907942324565
-≥4,4000,mme_total_score,653.2091836734694,
-≥4,4000,mmmu_val_mmmu_acc,0.28,
-≥4,4000,mmstar_average,0.29405509132528374,
-≥4,4000,ocrbench_ocrbench_accuracy,0.405,
-≥4,4000,seedbench_seed_all,0.41650917176209007,
-≥4,4000,textvqa_val_exact_match,0.44273999999999997,0.006779280950811967
-≥4,5000,ai2d_exact_match,0.36755181347150256,0.00867767630454297
-≥4,5000,average,0.4077588201424885,
-≥4,5000,average_rank,2.6,
-≥4,5000,chartqa_relaxed_overall,0.58,0.009873144969898833
-≥4,5000,docvqa_val_anls,0.5630037000906716,0.006209962710311604
-≥4,5000,infovqa_val_anls,0.21458613370689986,0.006397856835104317
-≥4,5000,mme_total_score,625.7602040816327,
-≥4,5000,mmmu_val_mmmu_acc,0.27333,
-≥4,5000,mmstar_average,0.3209608357365017,
-≥4,5000,ocrbench_ocrbench_accuracy,0.445,
-≥4,5000,seedbench_seed_all,0.45041689827682047,
-≥4,5000,textvqa_val_exact_match,0.45498,0.006789422594877592
-≥4,6000,ai2d_exact_match,0.3785621761658031,0.008729696327646355
-≥4,6000,average,0.41319441398053125,
-≥4,6000,average_rank,3.0,
-≥4,6000,chartqa_relaxed_overall,0.598,0.009808000752013664
-≥4,6000,docvqa_val_anls,0.5873915760067876,0.006194850343529871
-≥4,6000,infovqa_val_anls,0.2118313803571488,0.0064268256454762555
-≥4,6000,mme_total_score,647.9846938775511,
-≥4,6000,mmmu_val_mmmu_acc,0.27667,
-≥4,6000,mmstar_average,0.31152278673584216,
-≥4,6000,ocrbench_ocrbench_accuracy,0.432,
-≥4,6000,seedbench_seed_all,0.45325180655919955,
-≥4,6000,textvqa_val_exact_match,0.46952,0.006815356464393287
-≥4,7000,ai2d_exact_match,0.405440414507772,0.008836756671878079
-≥4,7000,average,0.4292314266450108,
-≥4,7000,average_rank,2.5,
-≥4,7000,chartqa_relaxed_overall,0.602,0.00979166741164548
-≥4,7000,docvqa_val_anls,0.5975001541722433,0.006202378232201727
-≥4,7000,infovqa_val_anls,0.22746329153304923,0.006598501883805769
-≥4,7000,mme_total_score,644.2482993197278,
-≥4,7000,mmmu_val_mmmu_acc,0.29556,
-≥4,7000,mmstar_average,0.3402250385136554,
-≥4,7000,ocrbench_ocrbench_accuracy,0.456,
-≥4,7000,seedbench_seed_all,0.4690939410783769,
-≥4,7000,textvqa_val_exact_match,0.4698,0.006774981333879443
-≥4,8000,ai2d_exact_match,0.420660621761658,0.008885137221616577
-≥4,8000,average,0.4378486452448895,
-≥4,8000,average_rank,2.7,
-≥4,8000,chartqa_relaxed_overall,0.6104,0.009755142291143075
-≥4,8000,docvqa_val_anls,0.6138040101801899,0.006179898911166834
-≥4,8000,infovqa_val_anls,0.22606978572806807,0.006579692710461168
-≥4,8000,mme_total_score,658.9676870748299,
-≥4,8000,mmmu_val_mmmu_acc,0.28778,
-≥4,8000,mmstar_average,0.3468841677442059,
-≥4,8000,ocrbench_ocrbench_accuracy,0.463,
-≥4,8000,seedbench_seed_all,0.4785992217898833,
-≥4,8000,textvqa_val_exact_match,0.49344000000000005,0.006803341118162017
-≥4,9000,ai2d_exact_match,0.4219559585492228,0.008888852746011196
-≥4,9000,average,0.4420874430953781,
-≥4,9000,average_rank,2.6,
-≥4,9000,chartqa_relaxed_overall,0.6152,0.009732906852031212
-≥4,9000,docvqa_val_anls,0.6305245733667586,0.006112674867758156
-≥4,9000,infovqa_val_anls,0.2397582783787718,0.006679019564643084
-≥4,9000,mme_total_score,637.5170068027211,
-≥4,9000,mmmu_val_mmmu_acc,0.29444,
-≥4,9000,mmstar_average,0.32453031208282723,
-≥4,9000,ocrbench_ocrbench_accuracy,0.47,
-≥4,9000,seedbench_seed_all,0.4841578654808227,
-≥4,9000,textvqa_val_exact_match,0.49822,0.0067895350265813805
-≥4,10000,ai2d_exact_match,0.4226036269430052,0.008890687000142644
-≥4,10000,average,0.44420978068105677,
-≥4,10000,average_rank,3.0,
-≥4,10000,chartqa_relaxed_overall,0.6216,0.009701702181065136
-≥4,10000,docvqa_val_anls,0.6324744510097755,0.006105489658656957
-≥4,10000,infovqa_val_anls,0.2379840149655046,0.006688060277831451
-≥4,10000,mme_total_score,655.0340136054422,
-≥4,10000,mmmu_val_mmmu_acc,0.27778,
-≥4,10000,mmstar_average,0.3590975730111145,
-≥4,10000,ocrbench_ocrbench_accuracy,0.46,
-≥4,10000,seedbench_seed_all,0.48704836020011116,
-≥4,10000,textvqa_val_exact_match,0.4993,0.006805289442255823
-≥4,11000,ai2d_exact_match,0.43102331606217614,0.008913110733383509
-≥4,11000,average,0.44988739002985145,
-≥4,11000,average_rank,3.2,
-≥4,11000,chartqa_relaxed_overall,0.634,0.00963611653607192
-≥4,11000,docvqa_val_anls,0.6322712133935365,0.006121517573716792
-≥4,11000,infovqa_val_anls,0.2413865745385472,0.006692342108960141
-≥4,11000,mme_total_score,658.1836734693877,
-≥4,11000,mmmu_val_mmmu_acc,0.28444,
-≥4,11000,mmstar_average,0.342313121671846,
-≥4,11000,ocrbench_ocrbench_accuracy,0.479,
-≥4,11000,seedbench_seed_all,0.502112284602557,
-≥4,11000,textvqa_val_exact_match,0.50244,0.00679965119188229
-≥4,12000,ai2d_exact_match,0.42875647668393785,0.008907332750968597
-≥4,12000,average,0.4548323782860016,
-≥4,12000,average_rank,2.8,
-≥4,12000,chartqa_relaxed_overall,0.6304,0.009655859891905061
-≥4,12000,docvqa_val_anls,0.6455348323026604,0.006090623668615334
-≥4,12000,infovqa_val_anls,0.24824487207836357,0.006776227086451809
-≥4,12000,mme_total_score,659.5289115646259,
-≥4,12000,mmmu_val_mmmu_acc,0.28667,
-≥4,12000,mmstar_average,0.3540534947708648,
-≥4,12000,ocrbench_ocrbench_accuracy,0.479,
-≥4,12000,seedbench_seed_all,0.5011117287381879,
-≥4,12000,textvqa_val_exact_match,0.51972,0.006789421445801825
-≥4,13000,ai2d_exact_match,0.43879533678756477,0.008931477789122115
-≥4,13000,average,0.4591999882773314,
-≥4,13000,average_rank,2.9,
-≥4,13000,chartqa_relaxed_overall,0.6404,0.009599583157550096
-≥4,13000,docvqa_val_anls,0.6527664026795218,0.006064581205597092
-≥4,13000,infovqa_val_anls,0.25301984861581456,0.006782117731741186
-≥4,13000,mme_total_score,682.5748299319728,
-≥4,13000,mmmu_val_mmmu_acc,0.29111,
-≥4,13000,mmstar_average,0.3517055270912357,
-≥4,13000,ocrbench_ocrbench_accuracy,0.478,
-≥4,13000,seedbench_seed_all,0.5050027793218455,
-≥4,13000,textvqa_val_exact_match,0.522,0.0067926156909974755
-≥4,14000,ai2d_exact_match,0.4323186528497409,0.008916326937351901
-≥4,14000,average,0.4646863548031565,
-≥4,14000,average_rank,3.0,
-≥4,14000,chartqa_relaxed_overall,0.644,0.009578219924326623
-≥4,14000,docvqa_val_anls,0.6548905776766276,0.006057263905849616
-≥4,14000,infovqa_val_anls,0.2562200123257713,0.006874581648592813
-≥4,14000,mme_total_score,671.9404761904761,
-≥4,14000,mmmu_val_mmmu_acc,0.29667,
-≥4,14000,mmstar_average,0.37705986254969837,
-≥4,14000,ocrbench_ocrbench_accuracy,0.493,
-≥4,14000,seedbench_seed_all,0.5045580878265703,
-≥4,14000,textvqa_val_exact_match,0.52346,0.006781469114039297
-≥4,15000,ai2d_exact_match,0.44430051813471505,0.008943141268224495
-≥4,15000,average,0.46755888531075723,
-≥4,15000,average_rank,3.2,
-≥4,15000,chartqa_relaxed_overall,0.6456,0.009568535872927508
-≥4,15000,docvqa_val_anls,0.6580148685293012,0.006071011273366836
-≥4,15000,infovqa_val_anls,0.25650876918794263,0.006807617862342499
-≥4,15000,mme_total_score,652.6581632653061,
-≥4,15000,mmmu_val_mmmu_acc,0.3,
-≥4,15000,mmstar_average,0.37405941950461163,
-≥4,15000,ocrbench_ocrbench_accuracy,0.494,
-≥4,15000,seedbench_seed_all,0.5115063924402445,
-≥4,15000,textvqa_val_exact_match,0.5240400000000001,0.006789641781942949
-≥4,16000,ai2d_exact_match,0.44591968911917096,0.00894635996642554
-≥4,16000,average,0.4675481362198435,
-≥4,16000,average_rank,3.4,
-≥4,16000,chartqa_relaxed_overall,0.644,0.009578219924326623
-≥4,16000,docvqa_val_anls,0.6701700723398091,0.00598528368808041
-≥4,16000,infovqa_val_anls,0.25594206541579917,0.006827795722845132
-≥4,16000,mme_total_score,621.2006802721088,
-≥4,16000,mmmu_val_mmmu_acc,0.29333,
-≥4,16000,mmstar_average,0.3555236170026451,
-≥4,16000,ocrbench_ocrbench_accuracy,0.5,
-≥4,16000,seedbench_seed_all,0.5140077821011673,
-≥4,16000,textvqa_val_exact_match,0.52904,0.006781307610378791
-≥4,17000,ai2d_exact_match,0.4423575129533679,0.008939151893135124
-≥4,17000,average,0.470260028617176,
-≥4,17000,average_rank,3.2,
-≥4,17000,chartqa_relaxed_overall,0.6528,0.009523504757028414
-≥4,17000,docvqa_val_anls,0.6715440208321617,0.005990650413425848
-≥4,17000,infovqa_val_anls,0.2505498351142534,0.0067846959958436336
-≥4,17000,mme_total_score,645.9387755102041,
-≥4,17000,mmmu_val_mmmu_acc,0.28889,
-≥4,17000,mmstar_average,0.36983647620343896,
-≥4,17000,ocrbench_ocrbench_accuracy,0.506,
-≥4,17000,seedbench_seed_all,0.5163424124513619,
-≥4,17000,textvqa_val_exact_match,0.5340199999999999,0.006775522818343422
-≥4,18000,ai2d_exact_match,0.44365284974093266,0.008941826870765836
-≥4,18000,average,0.4716323231463362,
-≥4,18000,average_rank,3.3,
-≥4,18000,chartqa_relaxed_overall,0.6548,0.009510571191350932
-≥4,18000,docvqa_val_anls,0.6713197941217036,0.006012007386995055
-≥4,18000,infovqa_val_anls,0.25642018150567725,0.006824635684186863
-≥4,18000,mme_total_score,678.5255102040816,
-≥4,18000,mmmu_val_mmmu_acc,0.30222,
-≥4,18000,mmstar_average,0.36512008406044094,
-≥4,18000,ocrbench_ocrbench_accuracy,0.505,
-≥4,18000,seedbench_seed_all,0.5163979988882713,
-≥4,18000,textvqa_val_exact_match,0.5297599999999999,0.006789351039496154
-≥4,19000,ai2d_exact_match,0.4420336787564767,0.008938473522297173
-≥4,19000,average,0.47578432127978293,
-≥4,19000,average_rank,3.1,
-≥4,19000,chartqa_relaxed_overall,0.6552,0.009507962165354631
-≥4,19000,docvqa_val_anls,0.6758822484033866,0.005978188514035828
-≥4,19000,infovqa_val_anls,0.25920579379187,0.006859000726576107
-≥4,19000,mme_total_score,648.0051020408163,
-≥4,19000,mmmu_val_mmmu_acc,0.31222,
-≥4,19000,mmstar_average,0.36867213443512875,
-≥4,19000,ocrbench_ocrbench_accuracy,0.514,
-≥4,19000,seedbench_seed_all,0.517065036131184,
-≥4,19000,textvqa_val_exact_match,0.53778,0.006774194584041153
-≥5,1000,ai2d_exact_match,0.2707253886010363,0.007997269386750962
-≥5,1000,average,0.28746693021594993,
-≥5,1000,average_rank,3.0,
-≥5,1000,chartqa_relaxed_overall,0.4188,0.009869224115088964
-≥5,1000,docvqa_val_anls,0.3974008919607103,0.006032200167231822
-≥5,1000,infovqa_val_anls,0.19100831944942226,0.006573293191722239
-≥5,1000,mme_total_score,611.360544217687,
-≥5,1000,mmmu_val_mmmu_acc,0.24,
-≥5,1000,mmstar_average,0.1976861821602846,
-≥5,1000,ocrbench_ocrbench_accuracy,0.275,
-≥5,1000,seedbench_seed_all,0.2508615897720956,
-≥5,1000,textvqa_val_exact_match,0.34571999999999997,0.0065009529145933324
-≥5,2000,ai2d_exact_match,0.26424870466321243,0.007936036132740997
-≥5,2000,average,0.3233315583742189,
-≥5,2000,average_rank,3.6,
-≥5,2000,chartqa_relaxed_overall,0.5084,0.010000589018267121
-≥5,2000,docvqa_val_anls,0.4796362298612967,0.006176090342725644
-≥5,2000,infovqa_val_anls,0.18440735237308775,0.006268696895430431
-≥5,2000,mme_total_score,573.4557823129252,
-≥5,2000,mmmu_val_mmmu_acc,0.25333,
-≥5,2000,mmstar_average,0.2035063743792113,
-≥5,2000,ocrbench_ocrbench_accuracy,0.338,
-≥5,2000,seedbench_seed_all,0.27965536409116176,
-≥5,2000,textvqa_val_exact_match,0.3988,0.006679269011419241
-≥5,3000,ai2d_exact_match,0.27428756476683935,0.00803002739723617
-≥5,3000,average,0.3443864268244443,
-≥5,3000,average_rank,3.9,
-≥5,3000,chartqa_relaxed_overall,0.5452,0.00996104778570988
-≥5,3000,docvqa_val_anls,0.4898334505042122,0.006220141079936321
-≥5,3000,infovqa_val_anls,0.1905138805204429,0.0062439153410265395
-≥5,3000,mme_total_score,556.8095238095239,
-≥5,3000,mmmu_val_mmmu_acc,0.26778,
-≥5,3000,mmstar_average,0.2298314503533517,
-≥5,3000,ocrbench_ocrbench_accuracy,0.357,
-≥5,3000,seedbench_seed_all,0.34469149527515286,
-≥5,3000,textvqa_val_exact_match,0.40034000000000003,0.006692244325099119
-≥5,4000,ai2d_exact_match,0.32027202072538863,0.008397669117307337
-≥5,4000,average,0.376205627947542,
-≥5,4000,average_rank,3.4,
-≥5,4000,chartqa_relaxed_overall,0.5652,0.009916598185256227
-≥5,4000,docvqa_val_anls,0.5177963857889966,0.006222777093039552
-≥5,4000,infovqa_val_anls,0.18916843913392253,0.006215579683049469
-≥5,4000,mme_total_score,604.8146258503401,
-≥5,4000,mmmu_val_mmmu_acc,0.28778,
-≥5,4000,mmstar_average,0.29371580699129896,
-≥5,4000,ocrbench_ocrbench_accuracy,0.386,
-≥5,4000,seedbench_seed_all,0.4163979988882713,
-≥5,4000,textvqa_val_exact_match,0.40952,0.006715332684134995
-≥5,5000,ai2d_exact_match,0.33743523316062174,0.008510225495976804
-≥5,5000,average,0.3848546106999232,
-≥5,5000,average_rank,3.8,
-≥5,5000,chartqa_relaxed_overall,0.5804,0.009871844677005952
-≥5,5000,docvqa_val_anls,0.5377359601766157,0.0062198901419007885
-≥5,5000,infovqa_val_anls,0.2011732768094287,0.0063147175491986935
-≥5,5000,mme_total_score,635.4557823129252,
-≥5,5000,mmmu_val_mmmu_acc,0.28333,
-≥5,5000,mmstar_average,0.2707551695656502,
-≥5,5000,ocrbench_ocrbench_accuracy,0.413,
-≥5,5000,seedbench_seed_all,0.4153418565869928,
-≥5,5000,textvqa_val_exact_match,0.4245199999999999,0.006749286220993934
-≥5,6000,ai2d_exact_match,0.33775906735751293,0.008512227143417681
-≥5,6000,average,0.40160010157704135,
-≥5,6000,average_rank,4.0,
-≥5,6000,chartqa_relaxed_overall,0.5972,0.009811185848158155
-≥5,6000,docvqa_val_anls,0.5638436995149737,0.006239864600720921
-≥5,6000,infovqa_val_anls,0.2134170597784526,0.0064637890910638615
-≥5,6000,mme_total_score,629.6700680272108,
-≥5,6000,mmmu_val_mmmu_acc,0.29111,
-≥5,6000,mmstar_average,0.30043490077200463,
-≥5,6000,ocrbench_ocrbench_accuracy,0.428,
-≥5,6000,seedbench_seed_all,0.445136186770428,
-≥5,6000,textvqa_val_exact_match,0.4375000000000001,0.006770193284051843
-≥5,7000,ai2d_exact_match,0.38147668393782386,0.008742662684201102
-≥5,7000,average,0.4128574907483326,
-≥5,7000,average_rank,4.0,
-≥5,7000,chartqa_relaxed_overall,0.5924,0.009829727637028773
-≥5,7000,docvqa_val_anls,0.5787327229367657,0.006207050035602503
-≥5,7000,infovqa_val_anls,0.21426196373121223,0.006473055692640963
-≥5,7000,mme_total_score,634.8928571428571,
-≥5,7000,mmmu_val_mmmu_acc,0.28778,
-≥5,7000,mmstar_average,0.3047775080524821,
-≥5,7000,ocrbench_ocrbench_accuracy,0.445,
-≥5,7000,seedbench_seed_all,0.4633685380767093,
-≥5,7000,textvqa_val_exact_match,0.4479200000000001,0.006776925561345115
-≥5,8000,ai2d_exact_match,0.37694300518134716,0.008722348153640555
-≥5,8000,average,0.4177104341751616,
-≥5,8000,average_rank,4.3,
-≥5,8000,chartqa_relaxed_overall,0.6052,0.009778109662477129
-≥5,8000,docvqa_val_anls,0.5848226849030369,0.006118280955924086
-≥5,8000,infovqa_val_anls,0.22716516383976268,0.006599069597925426
-≥5,8000,mme_total_score,631.8299319727892,
-≥5,8000,mmmu_val_mmmu_acc,0.28778,
-≥5,8000,mmstar_average,0.310840196509451,
-≥5,8000,ocrbench_ocrbench_accuracy,0.45,
-≥5,8000,seedbench_seed_all,0.45714285714285713,
-≥5,8000,textvqa_val_exact_match,0.4595,0.006799352633835655
-≥5,9000,ai2d_exact_match,0.39345854922279794,0.008792480650628211
-≥5,9000,average,0.4230005209124751,
-≥5,9000,average_rank,4.1,
-≥5,9000,chartqa_relaxed_overall,0.6164,0.009727191953761483
-≥5,9000,docvqa_val_anls,0.5898502952284708,0.006210892818800316
-≥5,9000,infovqa_val_anls,0.22700559034851783,0.006566637554657031
-≥5,9000,mme_total_score,650.124149659864,
-≥5,9000,mmmu_val_mmmu_acc,0.26333,
-≥5,9000,mmstar_average,0.3054500143908104,
-≥5,9000,ocrbench_ocrbench_accuracy,0.476,
-≥5,9000,seedbench_seed_all,0.4744302390216787,
-≥5,9000,textvqa_val_exact_match,0.46107999999999993,0.00679104339362331
-≥5,10000,ai2d_exact_match,0.40770725388601037,0.008844516803704286
-≥5,10000,average,0.42883369231582574,
-≥5,10000,average_rank,4.3,
-≥5,10000,chartqa_relaxed_overall,0.6212,0.009703704898413913
-≥5,10000,docvqa_val_anls,0.6019271313791558,0.0061562654420724205
-≥5,10000,infovqa_val_anls,0.22574970075829065,0.006593818910085297
-≥5,10000,mme_total_score,596.4710884353742,
-≥5,10000,mmmu_val_mmmu_acc,0.28778,
-≥5,10000,mmstar_average,0.31747912258440025,
-≥5,10000,ocrbench_ocrbench_accuracy,0.458,
-≥5,10000,seedbench_seed_all,0.47204002223457475,
-≥5,10000,textvqa_val_exact_match,0.46762,0.00680558375997701
-≥5,11000,ai2d_exact_match,0.41224093264248707,0.008859453032358869
-≥5,11000,average,0.43139135632851494,
-≥5,11000,average_rank,4.3,
-≥5,11000,chartqa_relaxed_overall,0.624,0.009689538423575438
-≥5,11000,docvqa_val_anls,0.5969298636083556,0.006077525402912234
-≥5,11000,infovqa_val_anls,0.23206384708038705,0.006649968873942653
-≥5,11000,mme_total_score,618.6326530612246,
-≥5,11000,mmmu_val_mmmu_acc,0.29778,
-≥5,11000,mmstar_average,0.304166274020068,
-≥5,11000,ocrbench_ocrbench_accuracy,0.467,
-≥5,11000,seedbench_seed_all,0.4783212896053363,
-≥5,11000,textvqa_val_exact_match,0.47002,0.006791013436350906
-≥5,12000,ai2d_exact_match,0.41386010362694303,0.00886459927257348
-≥5,12000,average,0.43780261093672457,
-≥5,12000,average_rank,4.2,
-≥5,12000,chartqa_relaxed_overall,0.63,0.00965801796044974
-≥5,12000,docvqa_val_anls,0.61907502588855,0.006141216046133696
-≥5,12000,infovqa_val_anls,0.23508371459325778,0.006715413220374958
-≥5,12000,mme_total_score,636.8095238095239,
-≥5,12000,mmmu_val_mmmu_acc,0.29444,
-≥5,12000,mmstar_average,0.30800611068641726,
-≥5,12000,ocrbench_ocrbench_accuracy,0.48,
-≥5,12000,seedbench_seed_all,0.481378543635353,
-≥5,12000,textvqa_val_exact_match,0.47838,0.0067952446747735285
-≥5,13000,ai2d_exact_match,0.41968911917098445,0.008882309400443855
-≥5,13000,average,0.44244351114513614,
-≥5,13000,average_rank,4.2,
-≥5,13000,chartqa_relaxed_overall,0.63,0.00965801796044974
-≥5,13000,docvqa_val_anls,0.6332585799642098,0.006108497007314537
-≥5,13000,infovqa_val_anls,0.23941240946565165,0.006705748427777414
-≥5,13000,mme_total_score,626.8248299319728,
-≥5,13000,mmmu_val_mmmu_acc,0.29444,
-≥5,13000,mmstar_average,0.31812106368981574,
-≥5,13000,ocrbench_ocrbench_accuracy,0.479,
-≥5,13000,seedbench_seed_all,0.4867704280155642,
-≥5,13000,textvqa_val_exact_match,0.4812999999999999,0.006807740525770151
-≥5,14000,ai2d_exact_match,0.4180699481865285,0.008877517831066049
-≥5,14000,average,0.43859864594625364,
-≥5,14000,average_rank,4.7,
-≥5,14000,chartqa_relaxed_overall,0.634,0.00963611653607192
-≥5,14000,docvqa_val_anls,0.6228194930250945,0.00603170401976013
-≥5,14000,infovqa_val_anls,0.2373742957554242,0.006749917839373105
-≥5,14000,mme_total_score,640.9353741496599,
-≥5,14000,mmmu_val_mmmu_acc,0.28111,
-≥5,14000,mmstar_average,0.30870170300837935,
-≥5,14000,ocrbench_ocrbench_accuracy,0.468,
-≥5,14000,seedbench_seed_all,0.490272373540856,
-≥5,14000,textvqa_val_exact_match,0.48704,0.006811555412490416
-≥5,15000,ai2d_exact_match,0.42033678756476683,0.0088841985383291
-≥5,15000,average,0.4493020549744483,
-≥5,15000,average_rank,4.3,
-≥5,15000,chartqa_relaxed_overall,0.634,0.00963611653607192
-≥5,15000,docvqa_val_anls,0.6441936439366807,0.006083543225400507
-≥5,15000,infovqa_val_anls,0.24225340680501783,0.006766995068281554
-≥5,15000,mme_total_score,649.6683673469388,
-≥5,15000,mmmu_val_mmmu_acc,0.31444,
-≥5,15000,mmstar_average,0.3088639171639584,
-≥5,15000,ocrbench_ocrbench_accuracy,0.49,
-≥5,15000,seedbench_seed_all,0.4953307392996109,
-≥5,15000,textvqa_val_exact_match,0.4943,0.006802702209524558
-≥5,16000,ai2d_exact_match,0.43102331606217614,0.008913110733383512
-≥5,16000,average,0.4547498341048439,
-≥5,16000,average_rank,4.0,
-≥5,16000,chartqa_relaxed_overall,0.6376,0.009615793331418735
-≥5,16000,docvqa_val_anls,0.6400316893948637,0.006137343277865641
-≥5,16000,infovqa_val_anls,0.2494232082698933,0.006878312285939229
-≥5,16000,mme_total_score,651.4880952380952,
-≥5,16000,mmmu_val_mmmu_acc,0.31111,
-≥5,16000,mmstar_average,0.33139384518998005,
-≥5,16000,ocrbench_ocrbench_accuracy,0.504,
-≥5,16000,seedbench_seed_all,0.49160644802668146,
-≥5,16000,textvqa_val_exact_match,0.49655999999999995,0.006809089955434884
-≥5,17000,ai2d_exact_match,0.41547927461139894,0.008869646776634897
-≥5,17000,average,0.45183488389514526,
-≥5,17000,average_rank,4.2,
-≥5,17000,chartqa_relaxed_overall,0.6444,0.009575809858898698
-≥5,17000,docvqa_val_anls,0.6470904368022692,0.00610746328694398
-≥5,17000,infovqa_val_anls,0.24587813104100764,0.006774660099659317
-≥5,17000,mme_total_score,635.6700680272108,
-≥5,17000,mmmu_val_mmmu_acc,0.29222,
-≥5,17000,mmstar_average,0.3214527496221985,
-≥5,17000,ocrbench_ocrbench_accuracy,0.51,
-≥5,17000,seedbench_seed_all,0.49605336297943303,
-≥5,17000,textvqa_val_exact_match,0.49394000000000005,0.006805286008944275
-≥5,18000,ai2d_exact_match,0.4319948186528497,0.008915528710615484
-≥5,18000,average,0.4524884361615038,
-≥5,18000,average_rank,4.7,
-≥5,18000,chartqa_relaxed_overall,0.6412,0.009594886593362934
-≥5,18000,docvqa_val_anls,0.6417498056690655,0.006070355136614947
-≥5,18000,infovqa_val_anls,0.2404225713513222,0.006730728710089941
-≥5,18000,mme_total_score,655.829931972789,
-≥5,18000,mmmu_val_mmmu_acc,0.29222,
-≥5,18000,mmstar_average,0.32211620059741813,
-≥5,18000,ocrbench_ocrbench_accuracy,0.513,
-≥5,18000,seedbench_seed_all,0.4945525291828794,
-≥5,18000,textvqa_val_exact_match,0.49513999999999997,0.0067971844482318305
-≥5,19000,ai2d_exact_match,0.4213082901554404,0.008887002823098537
-≥5,19000,average,0.4541437926528052,
-≥5,19000,average_rank,4.7,
-≥5,19000,chartqa_relaxed_overall,0.642,0.009590161024476605
-≥5,19000,docvqa_val_anls,0.6518779003706476,0.006074501334886487
-≥5,19000,infovqa_val_anls,0.24196990768518037,0.006752919839434985
-≥5,19000,mme_total_score,646.6513605442177,
-≥5,19000,mmmu_val_mmmu_acc,0.30111,
-≥5,19000,mmstar_average,0.3147497032570857,
-≥5,19000,ocrbench_ocrbench_accuracy,0.51,
-≥5,19000,seedbench_seed_all,0.49699833240689273,
-≥5,19000,textvqa_val_exact_match,0.5072800000000001,0.006794367741490103
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a8af61666421e33d02bf0e52d9df576a6a831677910b3631e8b02069e380a6
+size 60206

app/src/content/assets/data/visual_dependency_filters.csv

@@ -1,1141 +1,3 @@
-run,step,metric,value,stderr
-Baseline,1000,ai2d_exact_match,0.2548575129533679,0.007843322436924496
-Baseline,1000,average,0.27120689295763617,
-Baseline,1000,average_rank,3.5,
-Baseline,1000,chartqa_relaxed_overall,0.3308,0.009411906161401973
-Baseline,1000,docvqa_val_anls,0.3528553494243383,0.005852289239342309
-Baseline,1000,infovqa_val_anls,0.17320578642581314,0.006297063452679795
-Baseline,1000,mme_total_score,977.4280712284914,
-Baseline,1000,mmmu_val_mmmu_acc,0.25222,
-Baseline,1000,mmstar_average,0.23215874078908072,
-Baseline,1000,ocrbench_ocrbench_accuracy,0.286,
-Baseline,1000,seedbench_seed_all,0.2563646470261256,
-Baseline,1000,textvqa_val_exact_match,0.3024,0.00628900296642181
-Baseline,2000,ai2d_exact_match,0.26295336787564766,0.007923526907377255
-Baseline,2000,average,0.3202068275596269,
-Baseline,2000,average_rank,3.7,
-Baseline,2000,chartqa_relaxed_overall,0.4688,0.009982508912777261
-Baseline,2000,docvqa_val_anls,0.4452261510942785,0.00614755494712251
-Baseline,2000,infovqa_val_anls,0.1820547866557169,0.006217861455795791
-Baseline,2000,mme_total_score,1049.3036214485794,
-Baseline,2000,mmmu_val_mmmu_acc,0.24556,
-Baseline,2000,mmstar_average,0.21305462434540698,
-Baseline,2000,ocrbench_ocrbench_accuracy,0.395,
-Baseline,2000,seedbench_seed_all,0.258532518065592,
-Baseline,2000,textvqa_val_exact_match,0.41068000000000005,0.006697862330024289
-Baseline,3000,ai2d_exact_match,0.25226683937823835,0.007816909588794397
-Baseline,3000,average,0.3507423834414229,
-Baseline,3000,average_rank,2.6,
-Baseline,3000,chartqa_relaxed_overall,0.5028,0.010001843767601082
-Baseline,3000,docvqa_val_anls,0.502653993831009,0.006267072346683124
-Baseline,3000,infovqa_val_anls,0.21728617578189535,0.006796941784959762
-Baseline,3000,mme_total_score,1170.2383953581434,
-Baseline,3000,mmmu_val_mmmu_acc,0.27556,
-Baseline,3000,mmstar_average,0.25432376938577683,
-Baseline,3000,ocrbench_ocrbench_accuracy,0.436,
-Baseline,3000,seedbench_seed_all,0.2792106725958866,
-Baseline,3000,textvqa_val_exact_match,0.43658,0.006766885462882726
-Baseline,4000,ai2d_exact_match,0.2645725388601036,0.007939149662089447
-Baseline,4000,average,0.36961781722974835,
-Baseline,4000,average_rank,3.2,
-Baseline,4000,chartqa_relaxed_overall,0.5312,0.009982508912777261
-Baseline,4000,docvqa_val_anls,0.5374434618615119,0.0062905728113059655
-Baseline,4000,infovqa_val_anls,0.2287924838861707,0.006994568698639919
-Baseline,4000,mme_total_score,1155.203781512605,
-Baseline,4000,mmmu_val_mmmu_acc,0.25556,
-Baseline,4000,mmstar_average,0.2575590188757354,
-Baseline,4000,ocrbench_ocrbench_accuracy,0.453,
-Baseline,4000,seedbench_seed_all,0.33913285158421347,
-Baseline,4000,textvqa_val_exact_match,0.4593,0.006791695475025738
-Baseline,5000,ai2d_exact_match,0.3125,0.008342439145556371
-Baseline,5000,average,0.3974627910380972,
-Baseline,5000,average_rank,3.2,
-Baseline,5000,chartqa_relaxed_overall,0.5488,0.00995424828018316
-Baseline,5000,docvqa_val_anls,0.552360266782429,0.006300308519952055
-Baseline,5000,infovqa_val_anls,0.23425555286643698,0.007002254622066442
-Baseline,5000,mme_total_score,1181.4653861544618,
-Baseline,5000,mmmu_val_mmmu_acc,0.26667,
-Baseline,5000,mmstar_average,0.29596648146165705,
-Baseline,5000,ocrbench_ocrbench_accuracy,0.462,
-Baseline,5000,seedbench_seed_all,0.43107281823235133,
-Baseline,5000,textvqa_val_exact_match,0.47354000000000007,0.0068172185364497985
-Baseline,6000,ai2d_exact_match,0.358160621761658,0.008629463221867162
-Baseline,6000,average,0.4161227404571003,
-Baseline,6000,average_rank,2.7,
-Baseline,6000,chartqa_relaxed_overall,0.5628,0.00992279440175477
-Baseline,6000,docvqa_val_anls,0.5747451497228876,0.00625495440870239
-Baseline,6000,infovqa_val_anls,0.22152017368968838,0.006604546680525351
-Baseline,6000,mme_total_score,1284.1648659463785,
-Baseline,6000,mmmu_val_mmmu_acc,0.27111,
-Baseline,6000,mmstar_average,0.2978489412854164,
-Baseline,6000,ocrbench_ocrbench_accuracy,0.495,
-Baseline,6000,seedbench_seed_all,0.4795997776542524,
-Baseline,6000,textvqa_val_exact_match,0.48432,0.006800535050670284
-Baseline,7000,ai2d_exact_match,0.3707901554404145,0.00869347755587734
-Baseline,7000,average,0.4291083177345374,
-Baseline,7000,average_rank,2.5,
-Baseline,7000,chartqa_relaxed_overall,0.5656,0.009915542506251351
-Baseline,7000,docvqa_val_anls,0.5940907049431567,0.006224236305767187
-Baseline,7000,infovqa_val_anls,0.2515675215816963,0.007105097396092786
-Baseline,7000,mme_total_score,1185.875650260104,
-Baseline,7000,mmmu_val_mmmu_acc,0.26556,
-Baseline,7000,mmstar_average,0.31372400960777047,
-Baseline,7000,ocrbench_ocrbench_accuracy,0.504,
-Baseline,7000,seedbench_seed_all,0.4964424680377988,
-Baseline,7000,textvqa_val_exact_match,0.5002,0.006794794025220267
-Baseline,8000,ai2d_exact_match,0.37759067357512954,0.008725299846043883
-Baseline,8000,average,0.43846759477995995,
-Baseline,8000,average_rank,2.3,
-Baseline,8000,chartqa_relaxed_overall,0.5832,0.009862556058385773
-Baseline,8000,docvqa_val_anls,0.6017336419437208,0.006231612198089698
-Baseline,8000,infovqa_val_anls,0.2449256624147254,0.006992518502948913
-Baseline,8000,mme_total_score,1199.2409963985594,
-Baseline,8000,mmmu_val_mmmu_acc,0.28111,
-Baseline,8000,mmstar_average,0.33512257186205047,
-Baseline,8000,ocrbench_ocrbench_accuracy,0.51,
-Baseline,8000,seedbench_seed_all,0.5024458032240133,
-Baseline,8000,textvqa_val_exact_match,0.51008,0.006796301690135059
-Baseline,9000,ai2d_exact_match,0.4067357512953368,0.008841214921078996
-Baseline,9000,average,0.4422510732201056,
-Baseline,9000,average_rank,2.6,
-Baseline,9000,chartqa_relaxed_overall,0.5912,0.009834211136815875
-Baseline,9000,docvqa_val_anls,0.6170968481662739,0.00617235763542544
-Baseline,9000,infovqa_val_anls,0.23537031288570615,0.00670318154156447
-Baseline,9000,mme_total_score,1231.5195078031213,
-Baseline,9000,mmmu_val_mmmu_acc,0.25889,
-Baseline,9000,mmstar_average,0.3216444898242951,
-Baseline,9000,ocrbench_ocrbench_accuracy,0.515,
-Baseline,9000,seedbench_seed_all,0.5120622568093385,
-Baseline,9000,textvqa_val_exact_match,0.52226,0.006792711289708482
-Baseline,10000,ai2d_exact_match,0.39993523316062174,0.008817096257082848
-Baseline,10000,average,0.4523875703250908,
-Baseline,10000,average_rank,2.1,
-Baseline,10000,chartqa_relaxed_overall,0.5996,0.00980154906867574
-Baseline,10000,docvqa_val_anls,0.6262613496433054,0.006147756371688175
-Baseline,10000,infovqa_val_anls,0.263290074230132,0.007186788766942786
-Baseline,10000,mme_total_score,1240.8218287314926,
-Baseline,10000,mmmu_val_mmmu_acc,0.28778,
-Baseline,10000,mmstar_average,0.32972717906018517,
-Baseline,10000,ocrbench_ocrbench_accuracy,0.517,
-Baseline,10000,seedbench_seed_all,0.5217342968315731,
-Baseline,10000,textvqa_val_exact_match,0.5261600000000001,0.006785774843600811
-Baseline,11000,ai2d_exact_match,0.422279792746114,0.008889771831066474
-Baseline,11000,average,0.4561398159525099,
-Baseline,11000,average_rank,2.4,
-Baseline,11000,chartqa_relaxed_overall,0.6104,0.009755142291143075
-Baseline,11000,docvqa_val_anls,0.6373130149166712,0.006128022584995044
-Baseline,11000,infovqa_val_anls,0.24419378339723755,0.006897644885887063
-Baseline,11000,mme_total_score,1322.9488795518205,
-Baseline,11000,mmmu_val_mmmu_acc,0.27778,
-Baseline,11000,mmstar_average,0.3298563439522548,
-Baseline,11000,ocrbench_ocrbench_accuracy,0.521,
-Baseline,11000,seedbench_seed_all,0.5237354085603113,
-Baseline,11000,textvqa_val_exact_match,0.5387,0.006770851562852138
-Baseline,12000,ai2d_exact_match,0.42001295336787564,0.008883255931688034
-Baseline,12000,average,0.4582751140055433,
-Baseline,12000,average_rank,2.7,
-Baseline,12000,chartqa_relaxed_overall,0.618,0.009719474639861454
-Baseline,12000,docvqa_val_anls,0.6393961983751871,0.0061228747388476674
-Baseline,12000,infovqa_val_anls,0.24798874058574302,0.006855374548993139
-Baseline,12000,mme_total_score,1225.6453581432572,
-Baseline,12000,mmmu_val_mmmu_acc,0.27889,
-Baseline,12000,mmstar_average,0.34010867846816534,
-Baseline,12000,ocrbench_ocrbench_accuracy,0.512,
-Baseline,12000,seedbench_seed_all,0.5350194552529183,
-Baseline,12000,textvqa_val_exact_match,0.5330600000000001,0.006777713092109446
-Baseline,13000,ai2d_exact_match,0.4375,0.008928571428571428
-Baseline,13000,average,0.4692868662590049,
-Baseline,13000,average_rank,2.2,
-Baseline,13000,chartqa_relaxed_overall,0.6148,0.00973479791861169
-Baseline,13000,docvqa_val_anls,0.6511374872549951,0.006086953065248391
-Baseline,13000,infovqa_val_anls,0.24465055100441893,0.006808432538374664
-Baseline,13000,mme_total_score,1281.7122849139657,
-Baseline,13000,mmmu_val_mmmu_acc,0.28222,
-Baseline,13000,mmstar_average,0.3453069542917521,
-Baseline,13000,ocrbench_ocrbench_accuracy,0.549,
-Baseline,13000,seedbench_seed_all,0.5442468037798777,
-Baseline,13000,textvqa_val_exact_match,0.55472,0.0067416788982325
-Baseline,14000,ai2d_exact_match,0.4572538860103627,0.00896620675297095
-Baseline,14000,average,0.47352486841689195,
-Baseline,14000,average_rank,2.2,
-Baseline,14000,chartqa_relaxed_overall,0.6172,0.009723347231923635
-Baseline,14000,docvqa_val_anls,0.6502269393708169,0.006057950730638126
-Baseline,14000,infovqa_val_anls,0.25805460837190913,0.007037735231659539
-Baseline,14000,mme_total_score,1309.1444577831132,
-Baseline,14000,mmmu_val_mmmu_acc,0.28111,
-Baseline,14000,mmstar_average,0.34575818188776586,
-Baseline,14000,ocrbench_ocrbench_accuracy,0.551,
-Baseline,14000,seedbench_seed_all,0.5483602001111729,
-Baseline,14000,textvqa_val_exact_match,0.55276,0.006751206724612103
-Baseline,15000,ai2d_exact_match,0.45045336787564766,0.008954861634252399
-Baseline,15000,average,0.47878665012878824,
-Baseline,15000,average_rank,1.6,
-Baseline,15000,chartqa_relaxed_overall,0.612,0.009747841205275417
-Baseline,15000,docvqa_val_anls,0.6621413031955148,0.006056838050222495
-Baseline,15000,infovqa_val_anls,0.2706898598157733,0.007200315730154543
-Baseline,15000,mme_total_score,1384.2171868747498,
-Baseline,15000,mmmu_val_mmmu_acc,0.30222,
-Baseline,15000,mmstar_average,0.35408135695920684,
-Baseline,15000,ocrbench_ocrbench_accuracy,0.558,
-Baseline,15000,seedbench_seed_all,0.5411339633129516,
-Baseline,15000,textvqa_val_exact_match,0.5583600000000001,0.0067279027203879065
-Baseline,16000,ai2d_exact_match,0.45077720207253885,0.008955440137395838
-Baseline,16000,average,0.47665128022935843,
-Baseline,16000,average_rank,2.2,
-Baseline,16000,chartqa_relaxed_overall,0.632,0.00964715642305132
-Baseline,16000,docvqa_val_anls,0.6709415729142987,0.005999818105621502
-Baseline,16000,infovqa_val_anls,0.26050032542402035,0.006997451875879188
-Baseline,16000,mme_total_score,1317.8491396558625,
-Baseline,16000,mmmu_val_mmmu_acc,0.27556,
-Baseline,16000,mmstar_average,0.33214333327093315,
-Baseline,16000,ocrbench_ocrbench_accuracy,0.56,
-Baseline,16000,seedbench_seed_all,0.5463590883824346,
-Baseline,16000,textvqa_val_exact_match,0.56158,0.006723854754867398
-Baseline,17000,ai2d_exact_match,0.45919689119170987,0.008969138793675545
-Baseline,17000,average,0.4777141780162423,
-Baseline,17000,average_rank,2.2,
-Baseline,17000,chartqa_relaxed_overall,0.632,0.00964715642305132
-Baseline,17000,docvqa_val_anls,0.6796338519136422,0.005948761388267941
-Baseline,17000,infovqa_val_anls,0.28070956072505215,0.007298333094144192
-Baseline,17000,mme_total_score,1381.9161664665867,
-Baseline,17000,mmmu_val_mmmu_acc,0.27667,
-Baseline,17000,mmstar_average,0.3370289492329521,
-Baseline,17000,ocrbench_ocrbench_accuracy,0.519,
-Baseline,17000,seedbench_seed_all,0.5510283490828238,
-Baseline,17000,textvqa_val_exact_match,0.56416,0.006724830373229479
-Baseline,18000,ai2d_exact_match,0.46567357512953367,0.008977921602780726
-Baseline,18000,average,0.4819834595278701,
-Baseline,18000,average_rank,2.1,
-Baseline,18000,chartqa_relaxed_overall,0.6376,0.009615793331418735
-Baseline,18000,docvqa_val_anls,0.6775884603912571,0.005972234236435759
-Baseline,18000,infovqa_val_anls,0.27154318420389256,0.007164903131667027
-Baseline,18000,mme_total_score,1336.922769107643,
-Baseline,18000,mmmu_val_mmmu_acc,0.28667,
-Baseline,18000,mmstar_average,0.34482796716566916,
-Baseline,18000,ocrbench_ocrbench_accuracy,0.533,
-Baseline,18000,seedbench_seed_all,0.5543079488604781,
-Baseline,18000,textvqa_val_exact_match,0.5666399999999999,0.006713392287599574
-Baseline,19000,ai2d_exact_match,0.4682642487046632,0.008981008686994101
-Baseline,19000,average,0.4899006713916878,
-Baseline,19000,average_rank,1.8,
-Baseline,19000,chartqa_relaxed_overall,0.6444,0.009575809858898698
-Baseline,19000,docvqa_val_anls,0.678226526479947,0.005970619221588814
-Baseline,19000,infovqa_val_anls,0.26993847247278,0.0071348470764911525
-Baseline,19000,mme_total_score,1406.6628651460583,
-Baseline,19000,mmmu_val_mmmu_acc,0.28333,
-Baseline,19000,mmstar_average,0.356220913822775,
-Baseline,19000,ocrbench_ocrbench_accuracy,0.577,
-Baseline,19000,seedbench_seed_all,0.554585881045025,
-Baseline,19000,textvqa_val_exact_match,0.57714,0.0066918487914812905
-≥2,1000,ai2d_exact_match,0.25777202072538863,0.00787260087439643
-≥2,1000,average,0.29870004148945406,
-≥2,1000,average_rank,1.6,
-≥2,1000,chartqa_relaxed_overall,0.392,0.00976588700628918
-≥2,1000,docvqa_val_anls,0.38022613055363247,0.005894591191928051
-≥2,1000,infovqa_val_anls,0.18869492615378894,0.0064732209321745355
-≥2,1000,mme_total_score,1009.0293117246899,
-≥2,1000,mmmu_val_mmmu_acc,0.26889,
-≥2,1000,mmstar_average,0.2331497473341441,
-≥2,1000,ocrbench_ocrbench_accuracy,0.342,
-≥2,1000,seedbench_seed_all,0.25758754863813227,
-≥2,1000,textvqa_val_exact_match,0.36798000000000003,0.0065929080994233105
-≥2,2000,ai2d_exact_match,0.2655440414507772,0.007948457289013512
-≥2,2000,average,0.33300868864578836,
-≥2,2000,average_rank,1.9,
-≥2,2000,chartqa_relaxed_overall,0.4772,0.009991596308834713
-≥2,2000,docvqa_val_anls,0.46008700414278725,0.006164804465853957
-≥2,2000,infovqa_val_anls,0.21854176213098941,0.0068306837394726885
-≥2,2000,mme_total_score,1096.7091836734694,
-≥2,2000,mmmu_val_mmmu_acc,0.25333,
-≥2,2000,mmstar_average,0.203705184417725,
-≥2,2000,ocrbench_ocrbench_accuracy,0.409,
-≥2,2000,seedbench_seed_all,0.26637020566981656,
-≥2,2000,textvqa_val_exact_match,0.4433,0.006768706307487082
-≥2,3000,ai2d_exact_match,0.2610103626943005,0.007904597024354016
-≥2,3000,average,0.3534218124222384,
-≥2,3000,average_rank,2.8,
-≥2,3000,chartqa_relaxed_overall,0.5264,0.009988048880946633
-≥2,3000,docvqa_val_anls,0.5023083447985476,0.006259506318102633
-≥2,3000,infovqa_val_anls,0.2121067617258121,0.006644891191437915
-≥2,3000,mme_total_score,1089.7261904761906,
-≥2,3000,mmmu_val_mmmu_acc,0.24333,
-≥2,3000,mmstar_average,0.23083152629465944,
-≥2,3000,ocrbench_ocrbench_accuracy,0.462,
-≥2,3000,seedbench_seed_all,0.284769316286826,
-≥2,3000,textvqa_val_exact_match,0.45803999999999995,0.006781406135443796
-≥2,4000,ai2d_exact_match,0.30440414507772023,0.00828200443840283
-≥2,4000,average,0.3907370325722774,
-≥2,4000,average_rank,2.0,
-≥2,4000,chartqa_relaxed_overall,0.5336,0.009979391329160321
-≥2,4000,docvqa_val_anls,0.5333935372644802,0.006254756291115302
-≥2,4000,infovqa_val_anls,0.21491089642827804,0.006550896522978477
-≥2,4000,mme_total_score,1174.6278511404562,
-≥2,4000,mmmu_val_mmmu_acc,0.27778,
-≥2,4000,mmstar_average,0.28828662655344744,
-���2,4000,ocrbench_ocrbench_accuracy,0.483,
-≥2,4000,seedbench_seed_all,0.4045580878265703,
-≥2,4000,textvqa_val_exact_match,0.4767,0.00679925495724309
-≥2,5000,ai2d_exact_match,0.34067357512953367,0.008530041622806898
-≥2,5000,average,0.4052701461218865,
-≥2,5000,average_rank,2.4,
-≥2,5000,chartqa_relaxed_overall,0.556,0.00993907007952043
-≥2,5000,docvqa_val_anls,0.551636615576218,0.006262113198152568
-≥2,5000,infovqa_val_anls,0.2187520201553633,0.0065999197492640155
-≥2,5000,mme_total_score,1239.7700080032012,
-≥2,5000,mmmu_val_mmmu_acc,0.25889,
-≥2,5000,mmstar_average,0.3088917112397545,
-≥2,5000,ocrbench_ocrbench_accuracy,0.479,
-≥2,5000,seedbench_seed_all,0.45330739299610895,
-≥2,5000,textvqa_val_exact_match,0.48028000000000004,0.0068060185643105285
-≥2,6000,ai2d_exact_match,0.3636658031088083,0.008658158841882571
-≥2,6000,average,0.4239178365378573,
-≥2,6000,average_rank,1.8,
-≥2,6000,chartqa_relaxed_overall,0.5588,0.009932597172675325
-≥2,6000,docvqa_val_anls,0.5759208000996875,0.00627846983332349
-≥2,6000,infovqa_val_anls,0.22102654462080973,0.006590286832050693
-≥2,6000,mme_total_score,1250.6378551420567,
-≥2,6000,mmmu_val_mmmu_acc,0.28889,
-≥2,6000,mmstar_average,0.3344899768980139,
-≥2,6000,ocrbench_ocrbench_accuracy,0.487,
-≥2,6000,seedbench_seed_all,0.4893274041133963,
-≥2,6000,textvqa_val_exact_match,0.4961400000000001,0.006795016889670414
-≥2,7000,ai2d_exact_match,0.38147668393782386,0.008742662684201102
-≥2,7000,average,0.43263406493008894,
-≥2,7000,average_rank,1.6,
-≥2,7000,chartqa_relaxed_overall,0.5748,0.009889444091645227
-≥2,7000,docvqa_val_anls,0.5867668845214878,0.006247104281789733
-≥2,7000,infovqa_val_anls,0.23824260143164633,0.0068608126823946685
-≥2,7000,mme_total_score,1296.735694277711,
-≥2,7000,mmmu_val_mmmu_acc,0.28556,
-≥2,7000,mmstar_average,0.3072635940240335,
-≥2,7000,ocrbench_ocrbench_accuracy,0.513,
-≥2,7000,seedbench_seed_all,0.4982768204558088,
-≥2,7000,textvqa_val_exact_match,0.5083200000000001,0.006792185382957041
-≥2,8000,ai2d_exact_match,0.40382124352331605,0.008831094143874323
-≥2,8000,average,0.4456329819076237,
-≥2,8000,average_rank,1.2,
-≥2,8000,chartqa_relaxed_overall,0.5856,0.009854334029231191
-≥2,8000,docvqa_val_anls,0.6057730552623142,0.006226842243771017
-≥2,8000,infovqa_val_anls,0.2288666100209681,0.006682620404600125
-≥2,8000,mme_total_score,1221.7308923569428,
-≥2,8000,mmmu_val_mmmu_acc,0.29778,
-≥2,8000,mmstar_average,0.3382327154659617,
-≥2,8000,ocrbench_ocrbench_accuracy,0.523,
-≥2,8000,seedbench_seed_all,0.5097832128960533,
-≥2,8000,textvqa_val_exact_match,0.51784,0.006779139932738188
-≥2,9000,ai2d_exact_match,0.40025906735751293,0.008818284784223732
-≥2,9000,average,0.4496383408952438,
-≥2,9000,average_rank,2.1,
-≥2,9000,chartqa_relaxed_overall,0.5952,0.0098190299592035
-≥2,9000,docvqa_val_anls,0.6174168384969986,0.006180917562443268
-≥2,9000,infovqa_val_anls,0.25032529875297344,0.007005541408150581
-≥2,9000,mme_total_score,1151.3506402561025,
-≥2,9000,mmmu_val_mmmu_acc,0.28111,
-≥2,9000,mmstar_average,0.3278445360455953,
-≥2,9000,ocrbench_ocrbench_accuracy,0.533,
-≥2,9000,seedbench_seed_all,0.5207893274041134,
-≥2,9000,textvqa_val_exact_match,0.5208,0.006794961832215119
-≥2,10000,ai2d_exact_match,0.41353626943005184,0.00886357792887845
-≥2,10000,average,0.45099931997713383,
-≥2,10000,average_rank,2.3,
-≥2,10000,chartqa_relaxed_overall,0.5808,0.009870537726284339
-≥2,10000,docvqa_val_anls,0.6302398141335456,0.006157573676383471
-≥2,10000,infovqa_val_anls,0.2381115764088292,0.0068559608378919125
-≥2,10000,mme_total_score,1079.641156462585,
-≥2,10000,mmmu_val_mmmu_acc,0.27222,
-≥2,10000,mmstar_average,0.32534155056107783,
-≥2,10000,ocrbench_ocrbench_accuracy,0.54,
-≥2,10000,seedbench_seed_all,0.5284046692607004,
-≥2,10000,textvqa_val_exact_match,0.5303399999999999,0.006770691643625976
-≥2,11000,ai2d_exact_match,0.42972797927461137,0.008909832364541423
-≥2,11000,average,0.4614569435855967,
-≥2,11000,average_rank,1.9,
-≥2,11000,chartqa_relaxed_overall,0.5924,0.009829727637028773
-≥2,11000,docvqa_val_anls,0.6325497973300792,0.006140954920476996
-≥2,11000,infovqa_val_anls,0.2522830831713292,0.007064159450996417
-≥2,11000,mme_total_score,1068.0994397759105,
-≥2,11000,mmmu_val_mmmu_acc,0.3,
-≥2,11000,mmstar_average,0.3439924885254794,
-≥2,11000,ocrbench_ocrbench_accuracy,0.541,
-≥2,11000,seedbench_seed_all,0.5264591439688716,
-≥2,11000,textvqa_val_exact_match,0.5347,0.006770579749920238
-≥2,12000,ai2d_exact_match,0.4332901554404145,0.008918698335135207
-≥2,12000,average,0.46757010591353954,
-≥2,12000,average_rank,2.3,
-≥2,12000,chartqa_relaxed_overall,0.6032,0.00978663452296623
-≥2,12000,docvqa_val_anls,0.6411886944030833,0.006133992458699484
-≥2,12000,infovqa_val_anls,0.247583905971666,0.0068292606857312445
-≥2,12000,mme_total_score,1116.4749899959984,
-≥2,12000,mmmu_val_mmmu_acc,0.31333,
-≥2,12000,mmstar_average,0.36351686333220656,
-≥2,12000,ocrbench_ocrbench_accuracy,0.545,
-≥2,12000,seedbench_seed_all,0.5224013340744859,
-≥2,12000,textvqa_val_exact_match,0.53862,0.006767396741120647
-≥2,13000,ai2d_exact_match,0.43102331606217614,0.008913110733383512
-≥2,13000,average,0.4708623711695242,
-≥2,13000,average_rank,1.8,
-≥2,13000,chartqa_relaxed_overall,0.598,0.009808000752013664
-≥2,13000,docvqa_val_anls,0.647518045726831,0.006104766828382393
-≥2,13000,infovqa_val_anls,0.2658523754039203,0.0070971911654514885
-≥2,13000,mme_total_score,1216.8277310924368,
-≥2,13000,mmmu_val_mmmu_acc,0.30778,
-≥2,13000,mmstar_average,0.35401024924718744,
-≥2,13000,ocrbench_ocrbench_accuracy,0.559,
-≥2,13000,seedbench_seed_all,0.5272373540856031,
-≥2,13000,textvqa_val_exact_match,0.5473399999999999,0.0067627015094813454
-≥2,14000,ai2d_exact_match,0.4413860103626943,0.008937105222785164
-≥2,14000,average,0.47200827220139996,
-≥2,14000,average_rank,2.2,
-≥2,14000,chartqa_relaxed_overall,0.608,0.00976588700628918
-≥2,14000,docvqa_val_anls,0.6481895430203203,0.006114739128147622
-≥2,14000,infovqa_val_anls,0.24797040095296322,0.006854729144835086
-≥2,14000,mme_total_score,1153.2053821528611,
-≥2,14000,mmmu_val_mmmu_acc,0.29778,
-≥2,14000,mmstar_average,0.3623816027584452,
-≥2,14000,ocrbench_ocrbench_accuracy,0.557,
-≥2,14000,seedbench_seed_all,0.5324068927181768,
-≥2,14000,textvqa_val_exact_match,0.55296,0.006743422160037565
-≥2,15000,ai2d_exact_match,0.44430051813471505,0.008943141268224493
-≥2,15000,average,0.4768540644353607,
-≥2,15000,average_rank,2.1,
-≥2,15000,chartqa_relaxed_overall,0.6124,0.00974599865564932
-≥2,15000,docvqa_val_anls,0.657105104030175,0.006083402178894847
-≥2,15000,infovqa_val_anls,0.2631976158051741,0.0070935590715263345
-≥2,15000,mme_total_score,1174.1028411364546,
-≥2,15000,mmmu_val_mmmu_acc,0.29222,
-≥2,15000,mmstar_average,0.36067644923000525,
-≥2,15000,ocrbench_ocrbench_accuracy,0.573,
-≥2,15000,seedbench_seed_all,0.5324068927181768,
-≥2,15000,textvqa_val_exact_match,0.55638,0.006732794755897807
-≥2,16000,ai2d_exact_match,0.4423575129533679,0.008939151893135126
-≥2,16000,average,0.4826201441651047,
-≥2,16000,average_rank,1.7,
-≥2,16000,chartqa_relaxed_overall,0.6136,0.009740429476494075
-≥2,16000,docvqa_val_anls,0.6608706272244327,0.006045334017501067
-≥2,16000,infovqa_val_anls,0.2658456998658782,0.007096717267723537
-≥2,16000,mme_total_score,1196.9498799519806,
-≥2,16000,mmmu_val_mmmu_acc,0.31667,
-≥2,16000,mmstar_average,0.3731506870142482,
-≥2,16000,ocrbench_ocrbench_accuracy,0.57,
-≥2,16000,seedbench_seed_all,0.5361867704280155,
-≥2,16000,textvqa_val_exact_match,0.5649,0.006716890748275191
-≥2,17000,ai2d_exact_match,0.4413860103626943,0.008937105222785164
-≥2,17000,average,0.4831149323865578,
-≥2,17000,average_rank,1.7,
-≥2,17000,chartqa_relaxed_overall,0.6176,0.00972141442174665
-≥2,17000,docvqa_val_anls,0.6642577380136374,0.0060335568273967325
-≥2,17000,infovqa_val_anls,0.27541255121036223,0.007220728859165202
-≥2,17000,mme_total_score,1226.7763105242097,
-≥2,17000,mmmu_val_mmmu_acc,0.31222,
-≥2,17000,mmstar_average,0.3539718773286798,
-≥2,17000,ocrbench_ocrbench_accuracy,0.579,
-≥2,17000,seedbench_seed_all,0.5351862145636465,
-≥2,17000,textvqa_val_exact_match,0.569,0.006714701590055116
-≥2,18000,ai2d_exact_match,0.4485103626943005,0.008951310133709684
-≥2,18000,average,0.4835600793462623,
-≥2,18000,average_rank,2.0,
-≥2,18000,chartqa_relaxed_overall,0.6144,0.009736682042198788
-≥2,18000,docvqa_val_anls,0.6637272679006306,0.006043227308338888
-≥2,18000,infovqa_val_anls,0.27265678126051135,0.007221049354398339
-≥2,18000,mme_total_score,1195.9091636654662,
-≥2,18000,mmmu_val_mmmu_acc,0.30778,
-≥2,18000,mmstar_average,0.36311980976508723,
-≥2,18000,ocrbench_ocrbench_accuracy,0.574,
-≥2,18000,seedbench_seed_all,0.535686492495831,
-≥2,18000,textvqa_val_exact_match,0.5721599999999999,0.006697668148820628
-≥2,19000,ai2d_exact_match,0.452720207253886,0.008958830742136076
-≥2,19000,average,0.48356600425554297,
-≥2,19000,average_rank,2.1,
-≥2,19000,chartqa_relaxed_overall,0.6128,0.009744149186940382
-≥2,19000,docvqa_val_anls,0.6625382006068653,0.006055552711820008
-≥2,19000,infovqa_val_anls,0.27294748299543115,0.007192809991207902
-≥2,19000,mme_total_score,1187.5743297318927,
-≥2,19000,mmmu_val_mmmu_acc,0.31222,
-≥2,19000,mmstar_average,0.3570382308233601,
-≥2,19000,ocrbench_ocrbench_accuracy,0.583,
-≥2,19000,seedbench_seed_all,0.5298499166203446,
-≥2,19000,textvqa_val_exact_match,0.56898,0.006699263239012863
-≥3,1000,ai2d_exact_match,0.265220207253886,0.00794536023378452
-≥3,1000,average,0.28531874553483266,
-≥3,1000,average_rank,2.7,
-≥3,1000,chartqa_relaxed_overall,0.3328,0.00942619781683542
-≥3,1000,docvqa_val_anls,0.3817065818486834,0.0060201820313849075
-≥3,1000,infovqa_val_anls,0.1724277234914656,0.0063364421395684075
-≥3,1000,mme_total_score,1014.2047819127652,
-≥3,1000,mmmu_val_mmmu_acc,0.25222,
-≥3,1000,mmstar_average,0.21462695986537322,
-≥3,1000,ocrbench_ocrbench_accuracy,0.34,
-≥3,1000,seedbench_seed_all,0.2490272373540856,
-≥3,1000,textvqa_val_exact_match,0.35984,0.0065578377478545035
-≥3,2000,ai2d_exact_match,0.265220207253886,0.007945360233784508
-≥3,2000,average,0.31448842347349887,
-≥3,2000,average_rank,3.2,
-≥3,2000,chartqa_relaxed_overall,0.4032,0.009812768221458571
-≥3,2000,docvqa_val_anls,0.4310807448012024,0.006128304803001007
-≥3,2000,infovqa_val_anls,0.18407319533143493,0.006354264550345518
-≥3,2000,mme_total_score,950.6575630252102,
-≥3,2000,mmmu_val_mmmu_acc,0.25667,
-≥3,2000,mmstar_average,0.21376105798280387,
-≥3,2000,ocrbench_ocrbench_accuracy,0.404,
-≥3,2000,seedbench_seed_all,0.2630906058921623,
-≥3,2000,textvqa_val_exact_match,0.4093,0.006714113334132268
-≥3,3000,ai2d_exact_match,0.27266839378238344,0.008015217564479087
-≥3,3000,average,0.34673777173147413,
-≥3,3000,average_rank,2.9,
-≥3,3000,chartqa_relaxed_overall,0.4572,0.00996528909739792
-≥3,3000,docvqa_val_anls,0.4798353261388413,0.006271292862880522
-≥3,3000,infovqa_val_anls,0.19911035728945153,0.006542447972079325
-≥3,3000,mme_total_score,1038.0850340136053,
-≥3,3000,mmmu_val_mmmu_acc,0.28,
-≥3,3000,mmstar_average,0.22994571273056794,
-≥3,3000,ocrbench_ocrbench_accuracy,0.452,
-≥3,3000,seedbench_seed_all,0.3042801556420233,
-≥3,3000,textvqa_val_exact_match,0.4456,0.006780363018639408
-≥3,4000,ai2d_exact_match,0.3008419689119171,0.008254458183344766
-≥3,4000,average,0.372256616377869,
-≥3,4000,average_rank,3.4,
-≥3,4000,chartqa_relaxed_overall,0.498,0.010001920583875201
-≥3,4000,docvqa_val_anls,0.5005393380802441,0.006322332852652876
-≥3,4000,infovqa_val_anls,0.2022979884693795,0.006565632329170807
-≥3,4000,mme_total_score,1107.3175270108043,
-≥3,4000,mmmu_val_mmmu_acc,0.27889,
-≥3,4000,mmstar_average,0.26412491008269295,
-≥3,4000,ocrbench_ocrbench_accuracy,0.449,
-≥3,4000,seedbench_seed_all,0.407615341856587,
-≥3,4000,textvqa_val_exact_match,0.449,0.006768113582993008
-≥3,5000,ai2d_exact_match,0.342940414507772,0.008543648986216484
-≥3,5000,average,0.39554841320961825,
-≥3,5000,average_rank,2.8,
-≥3,5000,chartqa_relaxed_overall,0.5016,0.010001949389825897
-≥3,5000,docvqa_val_anls,0.5217724980647621,0.006332629841214822
-≥3,5000,infovqa_val_anls,0.20921213176388598,0.006571741980614216
-≥3,5000,mme_total_score,1143.5384153661464,
-≥3,5000,mmmu_val_mmmu_acc,0.27889,
-≥3,5000,mmstar_average,0.3085553160176263,
-≥3,5000,ocrbench_ocrbench_accuracy,0.471,
-≥3,5000,seedbench_seed_all,0.4616453585325181,
-≥3,5000,textvqa_val_exact_match,0.46431999999999995,0.006784172205840865
-≥3,6000,ai2d_exact_match,0.3591321243523316,0.008634616704865624
-≥3,6000,average,0.408597756536911,
-≥3,6000,average_rank,3.4,
-≥3,6000,chartqa_relaxed_overall,0.524,0.009990471651004463
-≥3,6000,docvqa_val_anls,0.5385470022871673,0.006299095577053015
-≥3,6000,infovqa_val_anls,0.19835998026203344,0.006301952324954991
-≥3,6000,mme_total_score,1166.4043617446978,
-≥3,6000,mmmu_val_mmmu_acc,0.26889,
-≥3,6000,mmstar_average,0.3153629642986489,
-≥3,6000,ocrbench_ocrbench_accuracy,0.524,
-≥3,6000,seedbench_seed_all,0.4699277376320178,
-≥3,6000,textvqa_val_exact_match,0.47916000000000003,0.006792463941257152
-≥3,7000,ai2d_exact_match,0.3743523316062176,0.00871037538055804
-≥3,7000,average,0.4146622463341539,
-≥3,7000,average_rank,3.2,
-≥3,7000,chartqa_relaxed_overall,0.5324,0.009980979109165145
-≥3,7000,docvqa_val_anls,0.5423666654155802,0.0063068441060751875
-≥3,7000,infovqa_val_anls,0.20429604055237802,0.006425262069821515
-≥3,7000,mme_total_score,1148.8516406562626,
-≥3,7000,mmmu_val_mmmu_acc,0.28111,
-≥3,7000,mmstar_average,0.314909965425427,
-≥3,7000,ocrbench_ocrbench_accuracy,0.501,
-≥3,7000,seedbench_seed_all,0.4933852140077821,
-≥3,7000,textvqa_val_exact_match,0.4881400000000001,0.006795461996122717
-≥3,8000,ai2d_exact_match,0.3869818652849741,0.008766245989484155
-≥3,8000,average,0.42472235991601914,
-≥3,8000,average_rank,3.2,
-≥3,8000,chartqa_relaxed_overall,0.548,0.009955804699716018
-≥3,8000,docvqa_val_anls,0.564403800428159,0.006324143942272913
-≥3,8000,infovqa_val_anls,0.2120646153586776,0.006489418673794432
-≥3,8000,mme_total_score,1176.846738695478,
-≥3,8000,mmmu_val_mmmu_acc,0.27333,
-≥3,8000,mmstar_average,0.3144330871328953,
-≥3,8000,ocrbench_ocrbench_accuracy,0.528,
-≥3,8000,seedbench_seed_all,0.5021678710394664,
-≥3,8000,textvqa_val_exact_match,0.4931199999999999,0.006792154282108025
-≥3,9000,ai2d_exact_match,0.3898963730569948,0.008778252852376935
-≥3,9000,average,0.4346681180521681,
-≥3,9000,average_rank,2.6,
-≥3,9000,chartqa_relaxed_overall,0.558,0.009934479228979262
-≥3,9000,docvqa_val_anls,0.5621929569166433,0.006295010516387767
-≥3,9000,infovqa_val_anls,0.22522973646589128,0.0066872494457316176
-≥3,9000,mme_total_score,1198.484293717487,
-≥3,9000,mmmu_val_mmmu_acc,0.28333,
-≥3,9000,mmstar_average,0.3344926341622794,
-≥3,9000,ocrbench_ocrbench_accuracy,0.537,
-≥3,9000,seedbench_seed_all,0.5124513618677042,
-≥3,9000,textvqa_val_exact_match,0.50942,0.006797109154528248
-≥3,10000,ai2d_exact_match,0.39831606217616583,0.008811093384512251
-≥3,10000,average,0.4363450582991636,
-≥3,10000,average_rank,3.1,
-≥3,10000,chartqa_relaxed_overall,0.5644,0.00991868984106597
-≥3,10000,docvqa_val_anls,0.5876359888597289,0.006275892871477498
-≥3,10000,infovqa_val_anls,0.21414071448409078,0.00648536598995207
-≥3,10000,mme_total_score,1125.9251700680272,
-≥3,10000,mmmu_val_mmmu_acc,0.29111,
-≥3,10000,mmstar_average,0.3371786791280175,
-≥3,10000,ocrbench_ocrbench_accuracy,0.509,
-≥3,10000,seedbench_seed_all,0.5193440800444692,
-≥3,10000,textvqa_val_exact_match,0.50598,0.006794533174266738
-≥3,11000,ai2d_exact_match,0.41321243523316065,0.00886255263438398
-≥3,11000,average,0.44519353317344135,
-≥3,11000,average_rank,3.2,
-≥3,11000,chartqa_relaxed_overall,0.5648,0.009917647296166388
-≥3,11000,docvqa_val_anls,0.5901130752220717,0.006255436475783363
-≥3,11000,infovqa_val_anls,0.2237154173345093,0.006578524720143259
-≥3,11000,mme_total_score,1143.140256102441,
-≥3,11000,mmmu_val_mmmu_acc,0.28333,
-≥3,11000,mmstar_average,0.3585590419774556,
-≥3,11000,ocrbench_ocrbench_accuracy,0.53,
-≥3,11000,seedbench_seed_all,0.5252918287937743,
-≥3,11000,textvqa_val_exact_match,0.51772,0.0067926451641216416
-≥3,12000,ai2d_exact_match,0.42487046632124353,0.008896983637113786
-≥3,12000,average,0.45334975698356383,
-≥3,12000,average_rank,3.1,
-≥3,12000,chartqa_relaxed_overall,0.5804,0.009871844677005952
-≥3,12000,docvqa_val_anls,0.5973296953454501,0.006247696301034546
-≥3,12000,infovqa_val_anls,0.23268166067961038,0.006728755322175445
-≥3,12000,mme_total_score,1161.591236494598,
-≥3,12000,mmmu_val_mmmu_acc,0.29667,
-≥3,12000,mmstar_average,0.35603672424673755,
-≥3,12000,ocrbench_ocrbench_accuracy,0.547,
-≥3,12000,seedbench_seed_all,0.5226792662590328,
-≥3,12000,textvqa_val_exact_match,0.5224799999999999,0.006785052491135311
-≥3,13000,ai2d_exact_match,0.4167746113989637,0.008873613803189363
-≥3,13000,average,0.4552955297331601,
-≥3,13000,average_rank,3.1,
-≥3,13000,chartqa_relaxed_overall,0.5792,0.009875725592704212
-≥3,13000,docvqa_val_anls,0.6043196538705875,0.006220916351545474
-≥3,13000,infovqa_val_anls,0.2321475605523485,0.006628428362101348
-≥3,13000,mme_total_score,1192.6958783513405,
-≥3,13000,mmmu_val_mmmu_acc,0.3,
-≥3,13000,mmstar_average,0.3557924720711495,
-≥3,13000,ocrbench_ocrbench_accuracy,0.556,
-≥3,13000,seedbench_seed_all,0.5218454697053919,
-≥3,13000,textvqa_val_exact_match,0.53158,0.006760864040676702
-≥3,14000,ai2d_exact_match,0.4174222797927461,0.008875573686735059
-≥3,14000,average,0.4584104359960548,
-≥3,14000,average_rank,3.3,
-≥3,14000,chartqa_relaxed_overall,0.5804,0.009871844677005952
-≥3,14000,docvqa_val_anls,0.6088163368119239,0.006242610950178105
-≥3,14000,infovqa_val_anls,0.2468904756158024,0.006928482619868768
-≥3,14000,mme_total_score,1161.6323529411766,
-≥3,14000,mmmu_val_mmmu_acc,0.29111,
-≥3,14000,mmstar_average,0.3576571997262333,
-≥3,14000,ocrbench_ocrbench_accuracy,0.556,
-≥3,14000,seedbench_seed_all,0.5277376320177877,
-≥3,14000,textvqa_val_exact_match,0.5396599999999999,0.006765661217822162
-≥3,15000,ai2d_exact_match,0.4268134715025907,0.008902228386480453
-≥3,15000,average,0.46234537077539845,
-≥3,15000,average_rank,3.4,
-≥3,15000,chartqa_relaxed_overall,0.5904,0.009837166458771298
-≥3,15000,docvqa_val_anls,0.6107165887431807,0.006220748699516272
-≥3,15000,infovqa_val_anls,0.24344524225018507,0.006901823884143617
-≥3,15000,mme_total_score,1094.0884353741496,
-≥3,15000,mmmu_val_mmmu_acc,0.31667,
-≥3,15000,mmstar_average,0.35479574154210686,
-≥3,15000,ocrbench_ocrbench_accuracy,0.542,
-≥3,15000,seedbench_seed_all,0.5291272929405225,
-≥3,15000,textvqa_val_exact_match,0.54714,0.006751257658836256
-≥3,16000,ai2d_exact_match,0.4219559585492228,0.008888852746011193
-≥3,16000,average,0.46445166086391904,
-≥3,16000,average_rank,3.2,
-≥3,16000,chartqa_relaxed_overall,0.596,0.009815912634917984
-≥3,16000,docvqa_val_anls,0.6187371260510179,0.0061854867035024364
-≥3,16000,infovqa_val_anls,0.24123922023999142,0.006805599174719394
-≥3,16000,mme_total_score,1190.470988395358,
-≥3,16000,mmmu_val_mmmu_acc,0.30889,
-≥3,16000,mmstar_average,0.34969960791558363,
-≥3,16000,ocrbench_ocrbench_accuracy,0.561,
-≥3,16000,seedbench_seed_all,0.5334630350194552,
-≥3,16000,textvqa_val_exact_match,0.54908,0.006745556405979068
-≥3,17000,ai2d_exact_match,0.42422279792746115,0.008895204147957244
-≥3,17000,average,0.46637762414930467,
-≥3,17000,average_rank,2.8,
-≥3,17000,chartqa_relaxed_overall,0.5904,0.009837166458771298
-≥3,17000,docvqa_val_anls,0.6216027833511425,0.0061927675114663225
-≥3,17000,infovqa_val_anls,0.24846818556149347,0.006941645665075416
-≥3,17000,mme_total_score,1174.2743097238895,
-≥3,17000,mmmu_val_mmmu_acc,0.30556,
-≥3,17000,mmstar_average,0.34999517846362294,
-≥3,17000,ocrbench_ocrbench_accuracy,0.574,
-≥3,17000,seedbench_seed_all,0.5374096720400222,
-≥3,17000,textvqa_val_exact_match,0.54574,0.006745181241004187
-≥3,18000,ai2d_exact_match,0.4264896373056995,0.008901364017155312
-≥3,18000,average,0.46675721155035865,
-≥3,18000,average_rank,3.0,
-≥3,18000,chartqa_relaxed_overall,0.5924,0.009829727637028773
-≥3,18000,docvqa_val_anls,0.6233196080823749,0.006192343138186881
-≥3,18000,infovqa_val_anls,0.2450489373084423,0.0069116354204653415
-≥3,18000,mme_total_score,1183.4800920368148,
-≥3,18000,mmmu_val_mmmu_acc,0.31,
-≥3,18000,mmstar_average,0.35095973404159225,
-≥3,18000,ocrbench_ocrbench_accuracy,0.565,
-≥3,18000,seedbench_seed_all,0.5385769872151195,
-≥3,18000,textvqa_val_exact_match,0.54902,0.006747511667477171
-≥3,19000,ai2d_exact_match,0.4271373056994819,0.008903088856242221
-≥3,19000,average,0.4695625710163449,
-≥3,19000,average_rank,3.2,
-≥3,19000,chartqa_relaxed_overall,0.6,0.009799919151000504
-≥3,19000,docvqa_val_anls,0.6249883761261851,0.006191311654184014
-≥3,19000,infovqa_val_anls,0.25697301832944924,0.007011498374179748
-≥3,19000,mme_total_score,1127.6929771908763,
-≥3,19000,mmmu_val_mmmu_acc,0.30556,
-≥3,19000,mmstar_average,0.354252298914167,
-≥3,19000,ocrbench_ocrbench_accuracy,0.574,
-≥3,19000,seedbench_seed_all,0.533852140077821,
-≥3,19000,textvqa_val_exact_match,0.5493,0.006748704394341216
-≥4,1000,ai2d_exact_match,0.265220207253886,0.00794536023378451
-≥4,1000,average,0.2793207606664983,
-≥4,1000,average_rank,2.8,
-≥4,1000,chartqa_relaxed_overall,0.338,0.009462463489288317
-≥4,1000,docvqa_val_anls,0.35701229672500506,0.005886294752091894
-≥4,1000,infovqa_val_anls,0.1702128015434752,0.006226832451986845
-≥4,1000,mme_total_score,1085.1492597038816,
-≥4,1000,mmmu_val_mmmu_acc,0.25556,
-≥4,1000,mmstar_average,0.20140090679073797,
-≥4,1000,ocrbench_ocrbench_accuracy,0.321,
-≥4,1000,seedbench_seed_all,0.25314063368538076,
-≥4,1000,textvqa_val_exact_match,0.35234,0.006541090280099372
-≥4,2000,ai2d_exact_match,0.265220207253886,0.007945360233784506
-≥4,2000,average,0.31328817598941605,
-≥4,2000,average_rank,2.5,
-≥4,2000,chartqa_relaxed_overall,0.3824,0.009721414421746647
-≥4,2000,docvqa_val_anls,0.4201305033634262,0.006091444830113075
-≥4,2000,infovqa_val_anls,0.19137718920242625,0.006520595312619915
-≥4,2000,mme_total_score,1086.8080232092836,
-≥4,2000,mmmu_val_mmmu_acc,0.26222,
-≥4,2000,mmstar_average,0.21611905818172608,
-≥4,2000,ocrbench_ocrbench_accuracy,0.399,
-≥4,2000,seedbench_seed_all,0.2679266259032796,
-≥4,2000,textvqa_val_exact_match,0.4152,0.00671836433098539
-≥4,3000,ai2d_exact_match,0.26845854922279794,0.007976085014471616
-≥4,3000,average,0.33960193660592997,
-≥4,3000,average_rank,3.1,
-≥4,3000,chartqa_relaxed_overall,0.4464,0.009944363838318645
-≥4,3000,docvqa_val_anls,0.4407858509014982,0.0060983906556816405
-≥4,3000,infovqa_val_anls,0.20212796288555795,0.00665038909519927
-≥4,3000,mme_total_score,1114.6237494998,
-≥4,3000,mmmu_val_mmmu_acc,0.29111,
-≥4,3000,mmstar_average,0.24413840162973033,
-≥4,3000,ocrbench_ocrbench_accuracy,0.437,
-≥4,3000,seedbench_seed_all,0.29399666481378545,
-≥4,3000,textvqa_val_exact_match,0.4324,0.006747677691683722
-≥4,4000,ai2d_exact_match,0.30569948186528495,0.008291875663892657
-≥4,4000,average,0.3669898926039935,
-≥4,4000,average_rank,3.4,
-≥4,4000,chartqa_relaxed_overall,0.4784,0.009992663174896409
-≥4,4000,docvqa_val_anls,0.48059829461468456,0.006293877686600319
-≥4,4000,infovqa_val_anls,0.21045581097075505,0.006806991633534936
-≥4,4000,mme_total_score,1055.9580832332933,
-≥4,4000,mmmu_val_mmmu_acc,0.26778,
-≥4,4000,mmstar_average,0.2427667077973349,
-≥4,4000,ocrbench_ocrbench_accuracy,0.465,
-≥4,4000,seedbench_seed_all,0.41172873818788214,
-≥4,4000,textvqa_val_exact_match,0.4404799999999999,0.0067545391167522255
-≥4,5000,ai2d_exact_match,0.33678756476683935,0.008506208807020249
-≥4,5000,average,0.39120653632259295,
-≥4,5000,average_rank,3.6,
-≥4,5000,chartqa_relaxed_overall,0.49,0.01
-≥4,5000,docvqa_val_anls,0.5128995224283958,0.0062990418586802415
-≥4,5000,infovqa_val_anls,0.2258500728355162,0.006992798311741374
-≥4,5000,mme_total_score,1159.296218487395,
-≥4,5000,mmmu_val_mmmu_acc,0.27889,
-≥4,5000,mmstar_average,0.27755131111938897,
-≥4,5000,ocrbench_ocrbench_accuracy,0.485,
-≥4,5000,seedbench_seed_all,0.4526403557531962,
-≥4,5000,textvqa_val_exact_match,0.46124000000000004,0.006800410399109693
-≥4,6000,ai2d_exact_match,0.3555699481865285,0.008615532040064745
-≥4,6000,average,0.4066720136664597,
-≥4,6000,average_rank,3.8,
-≥4,6000,chartqa_relaxed_overall,0.5164,0.009996618876179197
-≥4,6000,docvqa_val_anls,0.5222903438245158,0.006294204987152361
-≥4,6000,infovqa_val_anls,0.2154967392860663,0.006755296318500426
-≥4,6000,mme_total_score,1106.7833133253303,
-≥4,6000,mmmu_val_mmmu_acc,0.28444,
-≥4,6000,mmstar_average,0.3133409749695097,
-≥4,6000,ocrbench_ocrbench_accuracy,0.497,
-≥4,6000,seedbench_seed_all,0.47821011673151753,
-≥4,6000,textvqa_val_exact_match,0.4773,0.006792419995397721
-≥4,7000,ai2d_exact_match,0.36139896373056996,0.00864649204396549
-≥4,7000,average,0.4103350463820299,
-≥4,7000,average_rank,4.0,
-≥4,7000,chartqa_relaxed_overall,0.5172,0.009996080864671974
-≥4,7000,docvqa_val_anls,0.5257230333803197,0.006272237880714654
-≥4,7000,infovqa_val_anls,0.23099276568068242,0.006959690609260986
-≥4,7000,mme_total_score,1121.3700480192078,
-≥4,7000,mmmu_val_mmmu_acc,0.28444,
-≥4,7000,mmstar_average,0.2974223555916661,
-≥4,7000,ocrbench_ocrbench_accuracy,0.508,
-≥4,7000,seedbench_seed_all,0.48893829905503056,
-≥4,7000,textvqa_val_exact_match,0.4789,0.006778594830020003
-≥4,8000,ai2d_exact_match,0.3753238341968912,0.008714896333400902
-≥4,8000,average,0.4184757440883718,
-≥4,8000,average_rank,4.4,
-≥4,8000,chartqa_relaxed_overall,0.546,0.009959582185560013
-≥4,8000,docvqa_val_anls,0.5520377547382946,0.006292207241711801
-≥4,8000,infovqa_val_anls,0.21912642797830967,0.006806034933740873
-≥4,8000,mme_total_score,1115.3978591436573,
-≥4,8000,mmmu_val_mmmu_acc,0.27222,
-≥4,8000,mmstar_average,0.30256719850330677,
-≥4,8000,ocrbench_ocrbench_accuracy,0.501,
-≥4,8000,seedbench_seed_all,0.49966648137854364,
-≥4,8000,textvqa_val_exact_match,0.49834000000000006,0.006795725513663086
-≥4,9000,ai2d_exact_match,0.37240932642487046,0.008701221016094279
-≥4,9000,average,0.42372729918985835,
-≥4,9000,average_rank,4.1,
-≥4,9000,chartqa_relaxed_overall,0.5412,0.009967987174315731
-≥4,9000,docvqa_val_anls,0.5552693199281612,0.0063045997581429696
-≥4,9000,infovqa_val_anls,0.24796577925731056,0.007300649633229033
-≥4,9000,mme_total_score,1167.27931172469,
-≥4,9000,mmmu_val_mmmu_acc,0.27444,
-≥4,9000,mmstar_average,0.3137012670983827,
-≥4,9000,ocrbench_ocrbench_accuracy,0.51,
-≥4,9000,seedbench_seed_all,0.5,
-≥4,9000,textvqa_val_exact_match,0.49855999999999995,0.0067982960104521145
-≥4,10000,ai2d_exact_match,0.40025906735751293,0.008818284784223729
-≥4,10000,average,0.43549956089714104,
-≥4,10000,average_rank,3.2,
-≥4,10000,chartqa_relaxed_overall,0.554,0.009943497838271193
-≥4,10000,docvqa_val_anls,0.5744988238115305,0.006278177576359751
-≥4,10000,infovqa_val_anls,0.2383657067942184,0.0070367443431813784
-≥4,10000,mme_total_score,1164.3313325330132,
-≥4,10000,mmmu_val_mmmu_acc,0.28889,
-≥4,10000,mmstar_average,0.32102500708710546,
-≥4,10000,ocrbench_ocrbench_accuracy,0.523,
-≥4,10000,seedbench_seed_all,0.5153974430239021,
-≥4,10000,textvqa_val_exact_match,0.5040600000000001,0.006783679454498736
-≥4,11000,ai2d_exact_match,0.38795336787564766,0.00877028496444078
-≥4,11000,average,0.44176056966808264,
-≥4,11000,average_rank,3.4,
-≥4,11000,chartqa_relaxed_overall,0.5736,0.009893046292521752
-≥4,11000,docvqa_val_anls,0.5809715962307931,0.006265890767561776
-≥4,11000,infovqa_val_anls,0.23536745207392892,0.006978481065319724
-≥4,11000,mme_total_score,1179.1470588235293,
-≥4,11000,mmmu_val_mmmu_acc,0.29,
-≥4,11000,mmstar_average,0.3247706096650586,
-≥4,11000,ocrbench_ocrbench_accuracy,0.551,
-≥4,11000,seedbench_seed_all,0.5077821011673151,
-≥4,11000,textvqa_val_exact_match,0.5244000000000001,0.006777175962213506
-≥4,12000,ai2d_exact_match,0.4051165803108808,0.008835632146152574
-≥4,12000,average,0.45346905961254286,
-≥4,12000,average_rank,2.7,
-≥4,12000,chartqa_relaxed_overall,0.566,0.00991448025705367
-≥4,12000,docvqa_val_anls,0.5921021144001818,0.006234512965080029
-≥4,12000,infovqa_val_anls,0.2538480181050717,0.007182280029496359
-≥4,12000,mme_total_score,1209.4413765506204,
-≥4,12000,mmmu_val_mmmu_acc,0.3,
-≥4,12000,mmstar_average,0.35097126616478974,
-≥4,12000,ocrbench_ocrbench_accuracy,0.564,
-≥4,12000,seedbench_seed_all,0.5264035575319622,
-≥4,12000,textvqa_val_exact_match,0.52278,0.006771483213963052
-≥4,13000,ai2d_exact_match,0.41321243523316065,0.00886255263438398
-≥4,13000,average,0.4517297858459223,
-≥4,13000,average_rank,3.7,
-≥4,13000,chartqa_relaxed_overall,0.5612,0.009926794069396146
-≥4,13000,docvqa_val_anls,0.5990624567313981,0.006220638069941083
-≥4,13000,infovqa_val_anls,0.25690374869936067,0.007271041982190199
-≥4,13000,mme_total_score,1155.3058223289315,
-≥4,13000,mmmu_val_mmmu_acc,0.28556,
-≥4,13000,mmstar_average,0.34272201671869795,
-≥4,13000,ocrbench_ocrbench_accuracy,0.558,
-≥4,13000,seedbench_seed_all,0.5253474152306837,
-≥4,13000,textvqa_val_exact_match,0.52356,0.006774582221277897
-≥4,14000,ai2d_exact_match,0.42033678756476683,0.008884198538329086
-≥4,14000,average,0.4566555050830236,
-≥4,14000,average_rank,2.9,
-≥4,14000,chartqa_relaxed_overall,0.5804,0.009871844677005952
-≥4,14000,docvqa_val_anls,0.5986851751311028,0.006220005268131575
-≥4,14000,infovqa_val_anls,0.26286587749144424,0.007367704534540481
-≥4,14000,mme_total_score,1171.1798719487795,
-≥4,14000,mmmu_val_mmmu_acc,0.29889,
-≥4,14000,mmstar_average,0.34666697515411715,
-≥4,14000,ocrbench_ocrbench_accuracy,0.561,
-≥4,14000,seedbench_seed_all,0.526514730405781,
-≥4,14000,textvqa_val_exact_match,0.51454,0.006775138240629185
-≥4,15000,ai2d_exact_match,0.4167746113989637,0.008873613803189377
-≥4,15000,average,0.4535696515209742,
-≥4,15000,average_rank,4.0,
-≥4,15000,chartqa_relaxed_overall,0.5788,0.009877005927832552
-≥4,15000,docvqa_val_anls,0.6057110103452333,0.006218006894177394
-≥4,15000,infovqa_val_anls,0.24773239789580184,0.007161205474173786
-≥4,15000,mme_total_score,1166.4441776710685,
-≥4,15000,mmmu_val_mmmu_acc,0.28333,
-≥4,15000,mmstar_average,0.3337998223700587,
-≥4,15000,ocrbench_ocrbench_accuracy,0.552,
-≥4,15000,seedbench_seed_all,0.5302390216787104,
-≥4,15000,textvqa_val_exact_match,0.53374,0.006755401510636802
-≥4,16000,ai2d_exact_match,0.4180699481865285,0.008877517831066049
-≥4,16000,average,0.45867291897271806,
-≥4,16000,average_rank,3.3,
-≥4,16000,chartqa_relaxed_overall,0.5772,0.009882060820012199
-≥4,16000,docvqa_val_anls,0.6103972706562478,0.0062217369721592605
-≥4,16000,infovqa_val_anls,0.2588879789412925,0.007244086191292801
-≥4,16000,mme_total_score,1221.7044817927172,
-≥4,16000,mmmu_val_mmmu_acc,0.28444,
-≥4,16000,mmstar_average,0.3519979156607769,
-≥4,16000,ocrbench_ocrbench_accuracy,0.566,
-≥4,16000,seedbench_seed_all,0.5296831573096165,
-≥4,16000,textvqa_val_exact_match,0.5313800000000001,0.006770452490445899
-≥4,17000,ai2d_exact_match,0.42033678756476683,0.008884198538329094
-≥4,17000,average,0.45851865563425853,
-≥4,17000,average_rank,4.0,
-≥4,17000,chartqa_relaxed_overall,0.5852,0.009855721084488851
-≥4,17000,docvqa_val_anls,0.6114594059922879,0.00618088682319735
-≥4,17000,infovqa_val_anls,0.2562207626214487,0.007200492820461838
-≥4,17000,mme_total_score,1153.1200480192078,
-≥4,17000,mmmu_val_mmmu_acc,0.28667,
-≥4,17000,mmstar_average,0.3472831568700119,
-≥4,17000,ocrbench_ocrbench_accuracy,0.559,
-≥4,17000,seedbench_seed_all,0.532017787659811,
-≥4,17000,textvqa_val_exact_match,0.5284800000000001,0.006763351721247465
-≥4,18000,ai2d_exact_match,0.41483160621761656,0.008867639612484157
-≥4,18000,average,0.4608796157707856,
-≥4,18000,average_rank,3.6,
-≥4,18000,chartqa_relaxed_overall,0.5908,0.009835692163550793
-≥4,18000,docvqa_val_anls,0.6149471910441747,0.006205844131422159
-≥4,18000,infovqa_val_anls,0.25757413998054934,0.007209471673907614
-≥4,18000,mme_total_score,1208.4107643057223,
-≥4,18000,mmmu_val_mmmu_acc,0.28333,
-≥4,18000,mmstar_average,0.34716850185982184,
-≥4,18000,ocrbench_ocrbench_accuracy,0.571,
-≥4,18000,seedbench_seed_all,0.5331851028349083,
-≥4,18000,textvqa_val_exact_match,0.53508,0.006764601295430295
-≥4,19000,ai2d_exact_match,0.4261658031088083,0.008900495747130163
-≥4,19000,average,0.4632638192773651,
-≥4,19000,average_rank,3.8,
-≥4,19000,chartqa_relaxed_overall,0.59,0.009838634025503496
-≥4,19000,docvqa_val_anls,0.6191514566027063,0.006184609999615919
-≥4,19000,infovqa_val_anls,0.254771484204865,0.007169865220056487
-≥4,19000,mme_total_score,1155.6170468187274,
-≥4,19000,mmmu_val_mmmu_acc,0.28667,
-≥4,19000,mmstar_average,0.3639228113475546,
-≥4,19000,ocrbench_ocrbench_accuracy,0.559,
-≥4,19000,seedbench_seed_all,0.5310728182323513,
-≥4,19000,textvqa_val_exact_match,0.5386200000000001,0.0067549703955686585
-≥5,1000,ai2d_exact_match,0.25971502590673573,0.007891865786132416
-≥5,1000,average,0.26157782335380847,
-≥5,1000,average_rank,4.4,
-≥5,1000,chartqa_relaxed_overall,0.2932,0.009106408439657643
-≥5,1000,docvqa_val_anls,0.33552834229551537,0.005637187546463478
-≥5,1000,infovqa_val_anls,0.14237853126797878,0.005593365396144926
-≥5,1000,mme_total_score,968.6369547819128,
-≥5,1000,mmmu_val_mmmu_acc,0.24556,
-≥5,1000,mmstar_average,0.22142932783466918,
-≥5,1000,ocrbench_ocrbench_accuracy,0.312,
-≥5,1000,seedbench_seed_all,0.2525291828793774,
-≥5,1000,textvqa_val_exact_match,0.29186,0.006221486113292513
-≥5,2000,ai2d_exact_match,0.25809585492227977,0.007875825748825005
-≥5,2000,average,0.3027645397000401,
-≥5,2000,average_rank,3.7,
-≥5,2000,chartqa_relaxed_overall,0.3408,0.009481461028833927
-≥5,2000,docvqa_val_anls,0.4068080236104559,0.00608411485086675
-≥5,2000,infovqa_val_anls,0.16040581942520143,0.005930443116029954
-≥5,2000,mme_total_score,1068.6808723489396,
-≥5,2000,mmmu_val_mmmu_acc,0.24556,
-≥5,2000,mmstar_average,0.2341315706820568,
-≥5,2000,ocrbench_ocrbench_accuracy,0.416,
-≥5,2000,seedbench_seed_all,0.26725958866036686,
-≥5,2000,textvqa_val_exact_match,0.39582,0.006679538065297116
-≥5,3000,ai2d_exact_match,0.2616580310880829,0.007910929195141643
-≥5,3000,average,0.33060384994476777,
-≥5,3000,average_rank,3.6,
-≥5,3000,chartqa_relaxed_overall,0.3832,0.009725273074549106
-≥5,3000,docvqa_val_anls,0.44828350858716837,0.006213256822478988
-≥5,3000,infovqa_val_anls,0.18913153904026223,0.0065079547987124675
-≥5,3000,mme_total_score,1154.7704081632653,
-≥5,3000,mmmu_val_mmmu_acc,0.26667,
-≥5,3000,mmstar_average,0.25122915833603465,
-≥5,3000,ocrbench_ocrbench_accuracy,0.433,
-≥5,3000,seedbench_seed_all,0.31634241245136185,
-≥5,3000,textvqa_val_exact_match,0.42591999999999997,0.006732985767062625
-≥5,4000,ai2d_exact_match,0.30926165803108807,0.008318624237265801
-≥5,4000,average,0.3627994699316965,
-≥5,4000,average_rank,3.0,
-≥5,4000,chartqa_relaxed_overall,0.4268,0.009894233792716745
-≥5,4000,docvqa_val_anls,0.46900891865422867,0.006307491163968653
-≥5,4000,infovqa_val_anls,0.1867790227760032,0.006445564559285368
-≥5,4000,mme_total_score,1174.8784513805522,
-≥5,4000,mmmu_val_mmmu_acc,0.28333,
-≥5,4000,mmstar_average,0.2869697933480728,
-≥5,4000,ocrbench_ocrbench_accuracy,0.454,
-≥5,4000,seedbench_seed_all,0.41050583657587547,
-≥5,4000,textvqa_val_exact_match,0.43854,0.0067614552527859775
-≥5,5000,ai2d_exact_match,0.34229274611398963,0.008539783270456082
-≥5,5000,average,0.382476547981286,
-≥5,5000,average_rank,3.0,
-≥5,5000,chartqa_relaxed_overall,0.4572,0.00996528909739792
-≥5,5000,docvqa_val_anls,0.4793408867564976,0.006287275417010131
-≥5,5000,infovqa_val_anls,0.1793224766992334,0.006318821081615601
-≥5,5000,mme_total_score,1266.0171068427371,
-≥5,5000,mmmu_val_mmmu_acc,0.28333,
-≥5,5000,mmstar_average,0.2965278361584629,
-≥5,5000,ocrbench_ocrbench_accuracy,0.496,
-≥5,5000,seedbench_seed_all,0.45497498610339077,
-≥5,5000,textvqa_val_exact_match,0.4532999999999999,0.006785206688521816
-≥5,6000,ai2d_exact_match,0.3633419689119171,0.008656504892172956
-≥5,6000,average,0.3927428387872692,
-≥5,6000,average_rank,3.3,
-≥5,6000,chartqa_relaxed_overall,0.4496,0.009951057502505313
-≥5,6000,docvqa_val_anls,0.4903665904735212,0.0062875635436497905
-≥5,6000,infovqa_val_anls,0.19061425722983663,0.006415658242163764
-≥5,6000,mme_total_score,1291.9338735494198,
-≥5,6000,mmmu_val_mmmu_acc,0.29333,
-≥5,6000,mmstar_average,0.31955832446570054,
-≥5,6000,ocrbench_ocrbench_accuracy,0.486,
-≥5,6000,seedbench_seed_all,0.4819344080044469,
-≥5,6000,textvqa_val_exact_match,0.45993999999999996,0.006786622940033285
-≥5,7000,ai2d_exact_match,0.34650259067357514,0.00856459563872305
-≥5,7000,average,0.4018210435787178,
-≥5,7000,average_rank,3.7,
-≥5,7000,chartqa_relaxed_overall,0.4672,0.009980456292330589
-≥5,7000,docvqa_val_anls,0.5111773927622861,0.006315277614665012
-≥5,7000,infovqa_val_anls,0.1940751656275074,0.006487614451910199
-≥5,7000,mme_total_score,1190.4136654661866,
-≥5,7000,mmmu_val_mmmu_acc,0.30333,
-≥5,7000,mmstar_average,0.3269684121278599,
-≥5,7000,ocrbench_ocrbench_accuracy,0.495,
-≥5,7000,seedbench_seed_all,0.4924958310172318,
-≥5,7000,textvqa_val_exact_match,0.47963999999999996,0.006798760086055511
-≥5,8000,ai2d_exact_match,0.37694300518134716,0.008722348153640555
-≥5,8000,average,0.4095380208793758,
-≥5,8000,average_rank,3.9,
-≥5,8000,chartqa_relaxed_overall,0.482,0.009995517202509246
-≥5,8000,docvqa_val_anls,0.525391623371338,0.0063183015218023705
-≥5,8000,infovqa_val_anls,0.19303661546973522,0.0064531126694776005
-≥5,8000,mme_total_score,1202.8684473789515,
-≥5,8000,mmmu_val_mmmu_acc,0.29556,
-≥5,8000,mmstar_average,0.31571686940613636,
-≥5,8000,ocrbench_ocrbench_accuracy,0.51,
-≥5,8000,seedbench_seed_all,0.5013340744858255,
-≥5,8000,textvqa_val_exact_match,0.48586,0.006796708845479998
-≥5,9000,ai2d_exact_match,0.36755181347150256,0.008677676304542971
-≥5,9000,average,0.4152301884271321,
-≥5,9000,average_rank,3.6,
-≥5,9000,chartqa_relaxed_overall,0.48,0.009993995796516643
-≥5,9000,docvqa_val_anls,0.5348533191278194,0.006304701269106288
-≥5,9000,infovqa_val_anls,0.19959306843788593,0.006473992753624113
-≥5,9000,mme_total_score,1204.311424569828,
-≥5,9000,mmmu_val_mmmu_acc,0.30111,
-≥5,9000,mmstar_average,0.33670210514605864,
-≥5,9000,ocrbench_ocrbench_accuracy,0.526,
-≥5,9000,seedbench_seed_all,0.5025013896609227,
-≥5,9000,textvqa_val_exact_match,0.48876,0.006790814053639094
-≥5,10000,ai2d_exact_match,0.37338082901554404,0.008705816961084262
-≥5,10000,average,0.4147710702725824,
-≥5,10000,average_rank,4.3,
-≥5,10000,chartqa_relaxed_overall,0.5004,0.010001997399559365
-≥5,10000,docvqa_val_anls,0.5453333593332199,0.006307378137253011
-≥5,10000,infovqa_val_anls,0.19201908600396586,0.006324501041207469
-≥5,10000,mme_total_score,1201.624049619848,
-≥5,10000,mmmu_val_mmmu_acc,0.28778,
-≥5,10000,mmstar_average,0.3212133619915626,
-≥5,10000,ocrbench_ocrbench_accuracy,0.518,
-≥5,10000,seedbench_seed_all,0.5073929961089494,
-≥5,10000,textvqa_val_exact_match,0.48741999999999996,0.006796262690428575
-≥5,11000,ai2d_exact_match,0.39216321243523317,0.008787363693921278
-≥5,11000,average,0.4233003259407862,
-≥5,11000,average_rank,4.1,
-≥5,11000,chartqa_relaxed_overall,0.4996,0.010001997399559365
-≥5,11000,docvqa_val_anls,0.551420413629631,0.006320257790796602
-≥5,11000,infovqa_val_anls,0.210676410854829,0.006763210440361733
-≥5,11000,mme_total_score,1205.9969987995198,
-≥5,11000,mmmu_val_mmmu_acc,0.28444,
-≥5,11000,mmstar_average,0.3293872434067487,
-≥5,11000,ocrbench_ocrbench_accuracy,0.529,
-≥5,11000,seedbench_seed_all,0.5161756531406337,
-≥5,11000,textvqa_val_exact_match,0.49684000000000006,0.0068038269593118286
-≥5,12000,ai2d_exact_match,0.3866580310880829,0.008764891499284331
-≥5,12000,average,0.42915630067456684,
-≥5,12000,average_rank,4.2,
-≥5,12000,chartqa_relaxed_overall,0.5208,0.00999334232158103
-≥5,12000,docvqa_val_anls,0.5651676550208474,0.006302610383880636
-≥5,12000,infovqa_val_anls,0.2027930391809884,0.006544451575065131
-≥5,12000,mme_total_score,1229.9349739895958,
-≥5,12000,mmmu_val_mmmu_acc,0.28778,
-≥5,12000,mmstar_average,0.32392609084232776,
-≥5,12000,ocrbench_ocrbench_accuracy,0.543,
-≥5,12000,seedbench_seed_all,0.523401889938855,
-≥5,12000,textvqa_val_exact_match,0.50888,0.006783556032531116
-≥5,13000,ai2d_exact_match,0.3960492227979275,0.008802520399129762
-≥5,13000,average,0.42835710337207544,
-≥5,13000,average_rank,4.2,
-≥5,13000,chartqa_relaxed_overall,0.5016,0.010001949389825897
-≥5,13000,docvqa_val_anls,0.5709600314067668,0.006314249102846677
-≥5,13000,infovqa_val_anls,0.20954434018332707,0.006654090452675221
-≥5,13000,mme_total_score,1299.5349139655862,
-≥5,13000,mmmu_val_mmmu_acc,0.28889,
-≥5,13000,mmstar_average,0.3229485683119639,
-≥5,13000,ocrbench_ocrbench_accuracy,0.531,
-≥5,13000,seedbench_seed_all,0.5271817676486937,
-≥5,13000,textvqa_val_exact_match,0.50704,0.0067891167394013964
-≥5,14000,ai2d_exact_match,0.39993523316062174,0.00881709625708285
-≥5,14000,average,0.4331521956786839,
-≥5,14000,average_rank,4.4,
-≥5,14000,chartqa_relaxed_overall,0.5184,0.009995225751083666
-≥5,14000,docvqa_val_anls,0.5724182420273719,0.006294497356115864
-≥5,14000,infovqa_val_anls,0.20486077238494155,0.0066055382910337555
-≥5,14000,mme_total_score,1249.124649859944,
-≥5,14000,mmmu_val_mmmu_acc,0.29778,
-≥5,14000,mmstar_average,0.3186280983045363,
-≥5,14000,ocrbench_ocrbench_accuracy,0.545,
-≥5,14000,seedbench_seed_all,0.5253474152306837,
-≥5,14000,textvqa_val_exact_match,0.516,0.006773328250950121
-≥5,15000,ai2d_exact_match,0.4015544041450777,0.008822998789014788
-≥5,15000,average,0.4411473449525349,
-≥5,15000,average_rank,3.9,
-≥5,15000,chartqa_relaxed_overall,0.5284,0.009985853138573692
-≥5,15000,docvqa_val_anls,0.579157353735036,0.0062656254347961005
-≥5,15000,infovqa_val_anls,0.21477765510878127,0.0066658509229973765
-≥5,15000,mme_total_score,1272.857042817127,
-≥5,15000,mmmu_val_mmmu_acc,0.29778,
-≥5,15000,mmstar_average,0.32345739197302437,
-≥5,15000,ocrbench_ocrbench_accuracy,0.574,
-≥5,15000,seedbench_seed_all,0.5307392996108949,
-≥5,15000,textvqa_val_exact_match,0.5204599999999999,0.006785535084079623
-≥5,16000,ai2d_exact_match,0.405440414507772,0.008836756671878079
-≥5,16000,average,0.43998232270106674,
-≥5,16000,average_rank,4.6,
-≥5,16000,chartqa_relaxed_overall,0.5352,0.009977184055667825
-≥5,16000,docvqa_val_anls,0.5773546915859126,0.006282997503331479
-≥5,16000,infovqa_val_anls,0.21908996623791824,0.006795378209171745
-≥5,16000,mme_total_score,1216.8606442577031,
-≥5,16000,mmmu_val_mmmu_acc,0.29444,
-≥5,16000,mmstar_average,0.32497171858166657,
-≥5,16000,ocrbench_ocrbench_accuracy,0.554,
-≥5,16000,seedbench_seed_all,0.5274041133963313,
-≥5,16000,textvqa_val_exact_match,0.52194,0.006778238427735974
-≥5,17000,ai2d_exact_match,0.40479274611398963,0.008834503632021165
-≥5,17000,average,0.44388314606679896,
-≥5,17000,average_rank,4.3,
-≥5,17000,chartqa_relaxed_overall,0.5364,0.009975460887997665
-≥5,17000,docvqa_val_anls,0.5822797934751336,0.00626122992985784
-≥5,17000,infovqa_val_anls,0.21556119368142682,0.0067540438882146454
-≥5,17000,mme_total_score,1221.2239895958382,
-≥5,17000,mmmu_val_mmmu_acc,0.29778,
-≥5,17000,mmstar_average,0.33263595987427624,
-≥5,17000,ocrbench_ocrbench_accuracy,0.564,
-≥5,17000,seedbench_seed_all,0.5335186214563646,
-≥5,17000,textvqa_val_exact_match,0.52798,0.006783526160149534
-≥5,18000,ai2d_exact_match,0.4073834196891192,0.008843420154535592
-≥5,18000,average,0.44456504203931085,
-≥5,18000,average_rank,4.3,
-≥5,18000,chartqa_relaxed_overall,0.542,0.009966651075133582
-≥5,18000,docvqa_val_anls,0.5939080403347998,0.006256065698832867
-≥5,18000,infovqa_val_anls,0.217668975074557,0.006723025382951482
-≥5,18000,mme_total_score,1263.6669667867147,
-≥5,18000,mmmu_val_mmmu_acc,0.28333,
-≥5,18000,mmstar_average,0.3216128643225813,
-≥5,18000,ocrbench_ocrbench_accuracy,0.568,
-≥5,18000,seedbench_seed_all,0.5357420789327404,
-≥5,18000,textvqa_val_exact_match,0.5314399999999999,0.006770308168358284
-≥5,19000,ai2d_exact_match,0.4060880829015544,0.008838993764195596
-≥5,19000,average,0.44569235541726965,
-≥5,19000,average_rank,4.1,
-≥5,19000,chartqa_relaxed_overall,0.5384,0.009972459876198698
-≥5,19000,docvqa_val_anls,0.5872765253291726,0.006247572686109655
-≥5,19000,infovqa_val_anls,0.22290098871841885,0.006768484859310975
-≥5,19000,mme_total_score,1243.9738895558223,
-≥5,19000,mmmu_val_mmmu_acc,0.29222,
-≥5,19000,mmstar_average,0.3312170414949971,
-≥5,19000,ocrbench_ocrbench_accuracy,0.569,
-≥5,19000,seedbench_seed_all,0.535408560311284,
-≥5,19000,textvqa_val_exact_match,0.52872,0.006772725173905718
+version https://git-lfs.github.com/spec/v1
+oid sha256:a967b10ba4a1034f4d6da250d267a6af51722c3f6dbae0ef0221a62d53502d69
+size 60114

app/src/content/embeds/banner.html

@@ -1,6 +1,7 @@
-<div class="d3-galaxy" style="width:100%;margin:10px 0;aspect-ratio:3/1;min-height:260px;"></div>
+<div class="d3-galaxy" style="width:100%;margin:10px 0;aspect-ratio:3/1;min-height:360px;"></div>
 <script>
   (() => {
+    const THIS_SCRIPT = document.currentScript;
     const ensureD3 = (cb) => {
       if (window.d3 && typeof window.d3.select === 'function') return cb();
       let s = document.getElementById('d3-cdn-script');
@@ -16,215 +17,279 @@
     };
 
     const bootstrap = () => {
-      const mount = document.currentScript ? document.currentScript.previousElementSibling : null;
-      const container = (mount && mount.querySelector && mount.querySelector('.d3-galaxy')) || document.querySelector('.d3-galaxy');
+      const scriptEl = THIS_SCRIPT;
+      const host = scriptEl && scriptEl.parentElement;
+      let container = null;
+      if (host && host.querySelector) {
+        container = host.querySelector('.d3-galaxy');
+      }
+      if (!container) {
+        let sib = scriptEl && scriptEl.previousElementSibling;
+        while (sib && sib.tagName && sib.tagName.toLowerCase() === 'style') {
+          sib = sib.previousElementSibling;
+        }
+        if (sib && sib.classList && sib.classList.contains('d3-galaxy')) {
+          container = sib;
+        }
+      }
+      if (!container) {
+        container = document.querySelector('.d3-galaxy');
+      }
       if (!container) return;
       if (container.dataset) {
         if (container.dataset.mounted === 'true') return;
         container.dataset.mounted = 'true';
       }
-      // Scene params (match previous Plotly ranges)
-      const cx = 1.5, cy = 0.5;
-      const a = 1.3, b = 0.45;
-      const numPoints = 3000; 
-      const numArms = 3;
-      const numTurns = 2.1;
-      const angleJitter = 0.12;
-      const posNoise = 0.015;
-
-      // Generate spiral + bulge
-      const twoPi = Math.PI * 2;
-      const t = Float64Array.from({ length: numPoints }, () => Math.random() * (twoPi * numTurns));
-      const armIndices = Int16Array.from({ length: numPoints }, () => Math.floor(Math.random() * numArms));
-      const armOffsets = Float64Array.from(armIndices, (k) => k * (twoPi / numArms));
-      const theta = Float64Array.from(t, (tv, i) => tv + armOffsets[i] + d3.randomNormal.source(Math.random)(0, angleJitter)());
-      const rNorm = Float64Array.from(t, (tv) => Math.pow(tv / (twoPi * numTurns), 0.9));
-      const noiseScale = (rn) => posNoise * (0.8 + 0.6 * rn);
-      const noiseX = Float64Array.from(rNorm, (rn) => d3.randomNormal.source(Math.random)(0, noiseScale(rn))());
-      const noiseY = Float64Array.from(rNorm, (rn) => d3.randomNormal.source(Math.random)(0, noiseScale(rn))());
-
-      const xSpiral = Float64Array.from(theta, (th, i) => cx + a * rNorm[i] * Math.cos(th) + noiseX[i]);
-      const ySpiral = Float64Array.from(theta, (th, i) => cy + b * rNorm[i] * Math.sin(th) + noiseY[i]);
-
-      const bulgePoints = Math.floor(0.18 * numPoints);
-      const phiB = Float64Array.from({ length: bulgePoints }, () => twoPi * Math.random());
-      const rB = Float64Array.from({ length: bulgePoints }, () => Math.pow(Math.random(), 2.2) * 0.22);
-      const noiseXB = Float64Array.from({ length: bulgePoints }, () => d3.randomNormal.source(Math.random)(0, posNoise * 0.6)());
-      const noiseYB = Float64Array.from({ length: bulgePoints }, () => d3.randomNormal.source(Math.random)(0, posNoise * 0.6)());
-      const xBulge = Float64Array.from(phiB, (ph, i) => cx + a * rB[i] * Math.cos(ph) + noiseXB[i]);
-      const yBulge = Float64Array.from(phiB, (ph, i) => cy + b * rB[i] * Math.sin(ph) + noiseYB[i]);
-
-      // Concatenate
-      const X = Array.from(xSpiral).concat(Array.from(xBulge));
-      const Y = Array.from(ySpiral).concat(Array.from(yBulge));
-      const lenSpiral = xSpiral.length;
-
-      const zSpiral = Array.from(rNorm, (rn) => 1 - rn);
-      const maxRB = rB && rB.length ? (window.d3 && d3.max ? d3.max(rB) : Math.max.apply(null, Array.from(rB))) : 1;
-      const zBulge = Array.from(rB, (rb) => 1 - (maxRB ? rb / maxRB : 0));
-      const Zraw = zSpiral.concat(zBulge);
-      const sizesPx = Zraw.map((z) => (z + 1) * 5); // 5..10 px (diameter)
-
-      // Labels (same categories as Python version)
-      const labelOf = (i) => {
-        const z = Zraw[i];
-        if (z < 0.25) return 'smol dot';
-        if (z < 0.5) return 'ok-ish dot';
-        if (z < 0.75) return 'a dot';
-        return 'biiig dot';
-      };
-
-      // Sort by size ascending for z-index: small first, big last
-      const idx = d3.range(X.length).sort((i, j) => sizesPx[i] - sizesPx[j]);
-
-      // Colors: piecewise gradient [0 -> 0.5 -> 1]
-      const c0 = d3.rgb(78, 165, 183);    // rgb(78, 165, 183)
-      const c1 = d3.rgb(206, 192, 250);   // rgb(206, 192, 250)
-      const c2 = d3.rgb(232, 137, 171);   // rgb(232, 137, 171)
-      const interp01 = d3.interpolateRgb(c0, c1);
-      const interp12 = d3.interpolateRgb(c1, c2);
-      const colorFor = (v) => {
-        const t = Math.max(0, Math.min(1, v));
-        return t <= 0.5 ? interp01(t / 0.5) : interp12((t - 0.5) / 0.5);
-      };
-
-      // Create SVG
+
+      const csvUrl = (container.dataset && container.dataset.src) || '/data/banner_visualisation_data.csv';
+
       const svg = d3.select(container).append('svg')
         .attr('width', '100%')
         .style('display', 'block');
 
-      const render = () => {
-        const width = container.clientWidth || 800;
-        const height = Math.max(260, Math.round(width / 3)); // keep ~3:1, min height
-        svg.attr('width', width).attr('height', height);
+      // Tooltip (reuse style from other embeds)
+      container.style.position = container.style.position || 'relative';
+      let tip = container.querySelector('.d3-tooltip');
+      let tipInner;
+      if (!tip) {
+        tip = document.createElement('div');
+        tip.className = 'd3-tooltip';
+        Object.assign(tip.style, {
+          position: 'absolute',
+          top: '0px',
+          left: '0px',
+          transform: 'translate(-9999px, -9999px)',
+          pointerEvents: 'none',
+          padding: '8px 10px',
+          borderRadius: '8px',
+          fontSize: '12px',
+          lineHeight: '1.35',
+          border: '1px solid var(--border-color)',
+          background: 'var(--surface-bg)',
+          color: 'var(--text-color)',
+          boxShadow: '0 4px 24px rgba(0,0,0,.18)',
+          opacity: '0',
+          transition: 'opacity .12s ease'
+        });
+        tipInner = document.createElement('div');
+        tipInner.className = 'd3-tooltip__inner';
+        tipInner.style.textAlign = 'left';
+        tip.appendChild(tipInner);
+        container.appendChild(tip);
+      } else {
+        tipInner = tip.querySelector('.d3-tooltip__inner') || tip;
+      }
 
-        const xScale = d3.scaleLinear().domain([0, 3]).range([0, width]);
-        const yScale = d3.scaleLinear().domain([0, 1]).range([height, 0]);
+      
 
-        // Subtle stroke color depending on theme
-        const isDark = document.documentElement.getAttribute('data-theme') === 'dark';
-        const strokeColor = isDark ? 'rgba(255,255,255,0.18)' : 'rgba(0,0,0,0.12)';
+      d3.csv(csvUrl, d3.autoType).then((raw) => {
+        const data = raw.filter((d) => d && typeof d.x_position === 'number' && typeof d.y_position === 'number');
+        const categories = Array.from(new Set(data.map((d) => d.category || 'Unknown')));
+        const color = d3.scaleOrdinal().domain(categories).range(d3.schemeTableau10);
+        const xDomain = d3.extent(data, (d) => d.x_position);
+        const yDomain = d3.extent(data, (d) => d.y_position);
 
+        // Centroides par catégorie (moyenne x/y)
+        const centroids = Array.from(
+          d3.rollup(
+            data,
+            (v) => ({
+              category: (v[0] && (v[0].category || 'Unknown')) || 'Unknown',
+              x: d3.mean(v, (d) => d.x_position),
+              y: d3.mean(v, (d) => d.y_position),
+              count: v.length
+            }),
+            (d) => d.category || 'Unknown'
+          ).values()
+        );
 
-        // Group for points (no blend mode for better print/PDF visibility)
         const g = svg.selectAll('g.points').data([0]).join('g').attr('class', 'points');
+        const gCentroids = svg.selectAll('g.centroids').data([0]).join('g').attr('class', 'centroids');
+
+        const render = () => {
+          const width = container.clientWidth || 800;
+          const height = Math.max(310, Math.round(width / 3) + 50);
+          const padTop = 24, padBottom = 24;
+          const innerHeight = Math.max(0, height - padTop - padBottom);
+          svg.attr('width', width).attr('height', height);
+
+          const isDark = document.documentElement.getAttribute('data-theme') === 'dark';
+          const strokeColor = isDark ? 'rgba(255,255,255,0.18)' : 'rgba(0,0,0,0.12)';
+          const xScale = d3.scaleLinear().domain(xDomain).range([0, width]);
+          const yScale = d3.scaleLinear().domain(yDomain).range([innerHeight, 0]);
+
+          // Appliquer le padding vertical aux groupes de rendu
+          g.attr('transform', `translate(0, ${padTop})`);
+          gCentroids.attr('transform', `translate(0, ${padTop})`);
+
+          // Centroides en labels: doublage (fond blanc + texte couleur) + anti-chevauchement
+          const fontPx = 16;
+          const estimateTextWidth = (s) => Math.max(fontPx, (s ? String(s).length : 0) * fontPx * 0.62 + 8);
+
+          // Prépare des noeuds à l'échelle pixel pour la simulation
+          const nodes = centroids.map((c) => ({
+            category: c.category,
+            count: c.count,
+            x: xScale(c.x),
+            y: yScale(c.y),
+            targetX: xScale(c.x),
+            targetY: yScale(c.y),
+            width: estimateTextWidth(c.category),
+            height: fontPx
+          }));
 
-        // Ensure container can host an absolute tooltip
-        container.style.position = container.style.position || 'relative';
-        let tip = container.querySelector('.d3-tooltip');
-        let tipInner;
-        if (!tip) {
-          tip = document.createElement('div');
-          tip.className = 'd3-tooltip';
-          Object.assign(tip.style, {
-            position: 'absolute',
-            top: '0px',
-            left: '0px',
-            transform: 'translate(-9999px, -9999px)',
-            pointerEvents: 'none',
-            padding: '8px 10px',
-            borderRadius: '8px',
-            fontSize: '12px',
-            lineHeight: '1.35',
-            border: '1px solid var(--border-color)',
-            background: 'var(--surface-bg)',
-            color: 'var(--text-color)',
-            boxShadow: '0 4px 24px rgba(0,0,0,.18)',
-            opacity: '0',
-            transition: 'opacity .12s ease'
+          // Simulation de forces pour éviter les collisions (nudge léger)
+          if (nodes.length > 1) {
+            const sim = d3.forceSimulation(nodes)
+              .force('x', d3.forceX((d) => d.targetX).strength(0.6))
+              .force('y', d3.forceY((d) => d.targetY).strength(0.6))
+              .force('collide', d3.forceCollide((d) => Math.hypot(d.width / 2, d.height / 2) + 2))
+              .stop();
+            for (let i = 0; i < 1000; i++) sim.tick();
+            // Limiter le déplacement max autour de la cible (nudge <= 6px)
+            const maxOffset = 55;
+            nodes.forEach((n) => {
+              const dx = n.x - n.targetX;
+              const dy = n.y - n.targetY;
+              const dist = Math.hypot(dx, dy);
+              if (dist > maxOffset && dist > 0) {
+                const s = maxOffset / dist;
+                n.x = n.targetX + dx * s;
+                n.y = n.targetY + dy * s;
+              }
+            });
+          }
+
+          const selC = gCentroids.selectAll('g.centroid').data(nodes, (d) => d.category);
+          const mergedC = selC.join((enter) => {
+            const g = enter.append('g').attr('class', 'centroid');
+            // Fond blanc épaissi
+            g.append('text')
+              .attr('class', 'label-bg')
+              .attr('text-anchor', 'middle')
+              .attr('dominant-baseline', 'middle')
+              .style('paint-order', 'stroke fill')
+              .text((d) => d.category);
+            // Couche couleur au-dessus
+            g.append('text')
+              .attr('class', 'label-fg')
+              .attr('text-anchor', 'middle')
+              .attr('dominant-baseline', 'middle')
+              .text((d) => d.category);
+            return g;
           });
-          tipInner = document.createElement('div');
-          tipInner.className = 'd3-tooltip__inner';
-          tipInner.style.textAlign = 'left';
-          tip.appendChild(tipInner);
-          container.appendChild(tip);
-        } else {
-          tipInner = tip.querySelector('.d3-tooltip__inner') || tip;
-        }
 
-        // Final filter: remove small dots very close to the galaxy center (after placement)
-        const centerHoleRadius = 0.48; // elliptical radius threshold
-        const smallSizeThreshold = 7.5; // same notion as Python size cut
-        const rTotal = idx.map((i) => Math.sqrt(((X[i] - cx) / a) ** 2 + ((Y[i] - cy) / b) ** 2));
-        const idxFiltered = idx.filter((i, k) => !(rTotal[k] <= centerHoleRadius && sizesPx[i] < smallSizeThreshold));
-
-        const sel = g.selectAll('circle').data(idxFiltered, (i) => i);
-        sel.join(
-          (enter) => enter.append('circle')
-            .attr('cx', (i) => xScale(X[i]))
-            .attr('cy', (i) => yScale(Y[i]))
-            .attr('r', (i) => sizesPx[i] / 2)
-            .attr('fill', (i) => colorFor(Zraw[i]))
-            .attr('fill-opacity', 0.9)
-            .attr('stroke', strokeColor)
-            .attr('stroke-width', 0.4)
-            .on('mouseenter', function(ev, i) {
-              d3.select(this).raise()
-                .attr('stroke', isDark ? 'rgba(255,255,255,0.85)' : 'rgba(0,0,0,0.85)')
-                .attr('stroke-width', 1.2);
-              const r = Math.sqrt(((X[i] - cx) / a) ** 2 + ((Y[i] - cy) / b) ** 2);
-              const type = i < lenSpiral ? 'spiral' : 'bulge';
-              const arm = i < lenSpiral ? (armIndices[i] + 1) : null;
-              tipInner.innerHTML = `<div><strong>${labelOf(i)}</strong></div>` +
-                `<div><strong>Type</strong> ${type}${arm ? ` (arm ${arm})` : ''}</div>` +
-                `<div><strong>Size</strong> ${sizesPx[i].toFixed(1)} px</div>` +
-                `<div><strong>X</strong> ${X[i].toFixed(2)} · <strong>Y</strong> ${Y[i].toFixed(2)}</div>` +
-                `<div><strong>r</strong> ${r.toFixed(3)} · <strong>z</strong> ${Zraw[i].toFixed(3)}</div>`;
-              tip.style.opacity = '1';
-            })
-            .on('mousemove', (ev, i) => {
-              const [mx, my] = d3.pointer(ev, container);
-              const offsetX = 10, offsetY = 12;
-              tip.style.transform = `translate(${Math.round(mx + offsetX)}px, ${Math.round(my + offsetY)}px)`;
-            })
-            .on('mouseleave', function() {
-              tip.style.opacity = '0';
-              tip.style.transform = 'translate(-9999px, -9999px)';
-              d3.select(this).attr('stroke', strokeColor).attr('stroke-width', 0.4);
-            }),
-          (update) => update
-            .attr('cx', (i) => xScale(X[i]))
-            .attr('cy', (i) => yScale(Y[i]))
-            .attr('r', (i) => sizesPx[i] / 2)
-            .attr('fill', (i) => colorFor(Zraw[i]))
-            .attr('fill-opacity', 0.9)
-            .attr('stroke', strokeColor)
-            .attr('stroke-width', 0.4)
-            .on('mouseenter', function(ev, i) {
-              d3.select(this).raise()
-                .attr('stroke', isDark ? 'rgba(255,255,255,0.85)' : 'rgba(0,0,0,0.85)')
-                .attr('stroke-width', 1.2);
-              const r = Math.sqrt(((X[i] - cx) / a) ** 2 + ((Y[i] - cy) / b) ** 2);
-              const type = i < lenSpiral ? 'spiral' : 'bulge';
-              const arm = i < lenSpiral ? (armIndices[i] + 1) : null;
-              tipInner.innerHTML = `<div><strong>${labelOf(i)}</strong></div>` +
-                `<div><strong>Type</strong> ${type}${arm ? ` (arm ${arm})` : ''}</div>` +
-                `<div><strong>Size</strong> ${sizesPx[i].toFixed(1)} px</div>` +
-                `<div><strong>X</strong> ${X[i].toFixed(2)} · <strong>Y</strong> ${Y[i].toFixed(2)}</div>` +
-                `<div><strong>r</strong> ${r.toFixed(3)} · <strong>z</strong> ${Zraw[i].toFixed(3)}</div>`;
-              tip.style.opacity = '1';
-            })
-            .on('mousemove', (ev, i) => {
-              const [mx, my] = d3.pointer(ev, container);
-              const offsetX = 10, offsetY = 12;
-              tip.style.transform = `translate(${Math.round(mx + offsetX)}px, ${Math.round(my + offsetY)}px)`;
-            })
-            .on('mouseleave', function() {
-              tip.style.opacity = '0';
-              tip.style.transform = 'translate(-9999px, -9999px)';
-              d3.select(this).attr('stroke', strokeColor).attr('stroke-width', 0.4);
-            })
-        );
-      };
+          // Si une des couches manque (ancien DOM), la recréer
+          mergedC.each(function(d) {
+            const sel = d3.select(this);
+            if (!this.querySelector('text.label-bg')) {
+              sel.append('text')
+                .attr('class', 'label-bg')
+                .attr('text-anchor', 'middle')
+                .attr('dominant-baseline', 'middle')
+                .style('paint-order', 'stroke fill')
+                .text(d.category);
+            }
+            if (!this.querySelector('text.label-fg')) {
+              sel.append('text')
+                .attr('class', 'label-fg')
+                .attr('text-anchor', 'middle')
+                .attr('dominant-baseline', 'middle')
+                .text(d.category);
+            }
+          });
 
-      // First render + resize
-      if (window.ResizeObserver) {
-        const ro = new ResizeObserver(() => render());
-        ro.observe(container);
-      } else {
-        window.addEventListener('resize', render);
-      }
-      render();
+          mergedC
+            .attr('transform', (d) => `translate(${Math.round(d.x)}, ${Math.round(d.y)})`)
+            .attr('pointer-events', 'none');
+
+          // Styles forcés (inline !important) pour surpasser le CSS global
+          mergedC.select('text.label-bg').each(function() {
+            this.style.setProperty('fill', 'var(--surface-bg)', 'important');
+            this.style.setProperty('stroke', 'var(--surface-bg)', 'important');
+            this.style.setProperty('stroke-width', '6', 'important');
+            this.style.setProperty('font-weight', '900', 'important');
+            this.style.setProperty('font-size', `${fontPx}px`, 'important');
+          });
+          mergedC.select('text.label-fg').each(function(d) {
+            const base = d3.color(color(d.category || 'Unknown'));
+            const adjusted = base
+              ? (isDark ? base.brighter(0.8) : base.darker(0.7)).toString()
+              : color(d.category || 'Unknown');
+            this.style.setProperty('fill', adjusted, 'important');
+            this.style.setProperty('font-weight', '900', 'important');
+            this.style.setProperty('font-size', `${fontPx}px`, 'important');
+          });
+
+          const pointStroke = (d) => {
+            const base = d3.color(color(d.category || 'Unknown'));
+            if (!base) return strokeColor;
+            const adjusted = isDark ? base.brighter(0.6) : base.darker(0.6);
+            return adjusted.toString();
+          };
+
+          const sel = g.selectAll('circle').data(data, (d) => d.original_id);
+          sel.join(
+            (enter) => enter.append('circle')
+              .attr('cx', (d) => xScale(d.x_position))
+              .attr('cy', (d) => yScale(d.y_position))
+              .attr('r', 3.5)
+              .attr('fill', (d) => color(d.category || 'Unknown'))
+              .attr('fill-opacity', 0.9)
+              .attr('stroke', (d) => pointStroke(d))
+              .attr('stroke-width', 0.4)
+              .on('mouseenter', function(ev, d) {
+                d3.select(this).raise()
+                  .attr('stroke', isDark ? 'rgba(255,255,255,0.85)' : 'rgba(0,0,0,0.85)')
+                  .attr('stroke-width', 1.2);
+                tipInner.innerHTML =
+                  `<div><strong>${d.category || 'Unknown'}</strong></div>` +
+                  `<div><strong>ID</strong> ${d.original_id}</div>` +
+                  `<div><strong>Subset</strong> ${d.subset ?? '—'}</div>` +
+                  `<div><strong>X</strong> ${d.x_position} · <strong>Y</strong> ${d.y_position}</div>`;
+                tip.style.opacity = '1';
+              })
+              .on('mousemove', (ev) => {
+                const [mx, my] = d3.pointer(ev, container);
+                const offsetX = 10, offsetY = 12;
+                tip.style.transform = `translate(${Math.round(mx + offsetX)}px, ${Math.round(my + offsetY)}px)`;
+              })
+              .on('mouseleave', function() {
+                tip.style.opacity = '0';
+                tip.style.transform = 'translate(-9999px, -9999px)';
+                d3.select(this)
+                  .attr('stroke', (d) => pointStroke(d))
+                  .attr('stroke-width', 0.4);
+              }),
+            (update) => update
+              .attr('cx', (d) => xScale(d.x_position))
+              .attr('cy', (d) => yScale(d.y_position))
+              .attr('r', 3.5)
+              .attr('fill', (d) => color(d.category || 'Unknown'))
+              .attr('fill-opacity', 0.9)
+              .attr('stroke', (d) => pointStroke(d))
+              .attr('stroke-width', 0.4)
+          );
+        };
+
+        if (window.ResizeObserver) {
+          const ro = new ResizeObserver(() => render());
+          ro.observe(container);
+        } else {
+          window.addEventListener('resize', render);
+        }
+        // Re-render on theme changes (data-theme attribute updates live)
+        const themeObserver = new MutationObserver((mutations) => {
+          for (const m of mutations) {
+            if (m.type === 'attributes' && m.attributeName === 'data-theme') {
+              render();
+              break;
+            }
+          }
+        });
+        themeObserver.observe(document.documentElement, { attributes: true, attributeFilter: ['data-theme'] });
+        render();
+      });
     };
 
     if (document.readyState === 'loading') {