data_dir/bartscore_100_results.jsonl

{"Model Name": "minigpt4", "vqa": -6.04999752759933, "nocaps": -2.65412774443626, "decimer": -5.11561377763748, "memotion": -4.94760845184326, "scienceqa": -5.43017168283462, "slake": -6.0269759941101, "visualgen": -4.40035352766513, "pathvqa": -5.58624832868576, "ucmerced": -6.20994124412536, "enrico": -7.31821565628051, "mmimdb": -4.08943289698976, "vqarad": -5.54124823676215, "flickr30k": -2.8887563663721, "faceemotion": -6.74521959304809, "newyorkercartoon": -5.38009900569915, "okvqa": -5.21686240375042, "magicbrush": 0.0, "memecaps": -4.0054063129425, "hatefulmemes": -6.41417801856994, "inat": -6.35647469043731, "nlvr": -4.51981778860092, "nlvr2": -6.06691724807024, "vcr": -4.81910507678985, "winoground": -5.77940632939338, "resisc45": -6.38264159917831, "GQA": -5.56431758880615, "plip": -6.49534327507019, "irfl": -5.78215121746063, "screen2words": -6.31326360702514}
{"Model Name": "fuyu", "vqa": -4.73486727952957, "nocaps": -2.32671338796615, "decimer": -5.2730155801773, "memotion": -4.33607249736785, "scienceqa": -4.32769961193203, "slake": -4.62900659561157, "visualgen": -3.5822375011444, "pathvqa": -5.25311197996139, "ucmerced": -6.15809995651245, "enrico": -6.48817044973373, "mmimdb": -5.25345686951068, "vqarad": -5.49303081830342, "flickr30k": -2.59373948395252, "faceemotion": -6.39009295225143, "newyorkercartoon": -5.72272732019424, "okvqa": -4.04719371974468, "magicbrush": 0.0, "memecaps": -4.26145068645477, "hatefulmemes": -5.14756870388984, "inat": -6.08853887081146, "nlvr": -3.46463850975036, "nlvr2": -3.81220122426748, "vcr": -3.3061693817377, "winoground": -7.52705668330192, "resisc45": -5.92823511242866, "GQA": -4.21522821426391, "plip": -6.04749953985214, "irfl": -5.58978553056716, "screen2words": -5.97407633781433}
{"Model Name": "kosmos2", "vqa": -6.00090564727783, "nocaps": -2.18709655851125, "decimer": -5.12371077299118, "memotion": -5.59075596094131, "scienceqa": -5.31471309185028, "slake": -5.44800034999847, "visualgen": -5.27276257276535, "pathvqa": -5.78720266342163, "ucmerced": -6.16654364585876, "enrico": -7.63494473934173, "mmimdb": -5.07747607760959, "vqarad": -7.20146285163031, "flickr30k": -2.53884373426437, "faceemotion": -6.60952225208282, "newyorkercartoon": -6.05882290840148, "okvqa": -5.33590672969818, "magicbrush": 0.0, "memecaps": -3.5750606060028, "hatefulmemes": -4.80262948989868, "inat": -6.13972020626068, "nlvr": -3.94609386444091, "nlvr2": -6.2186327278614, "vcr": -4.67466379880905, "winoground": -3.94123034000396, "resisc45": -7.0790620470047, "GQA": -5.59488793849945, "plip": -5.65299202919006, "irfl": -4.63381761074066, "screen2words": -5.94307591676712}
{"Model Name": "instruct_blip", "vqa": -4.77069588661193, "nocaps": -2.14318353235721, "decimer": -5.17403265714645, "memotion": -4.61455537080764, "scienceqa": -2.93838927194476, "slake": -4.2282608628273, "visualgen": -3.89980739831924, "pathvqa": -5.16406374692916, "ucmerced": -4.35503688812255, "enrico": -7.62606196403503, "mmimdb": -4.72763555940955, "vqarad": -5.34427996476491, "flickr30k": -2.49245727658271, "faceemotion": -3.4075683927536, "newyorkercartoon": -4.67849154472351, "okvqa": -3.54418572247028, "magicbrush": 0.0, "memecaps": -4.47347595930099, "hatefulmemes": -4.25790207743644, "inat": -6.09216739892959, "nlvr": -3.54432603836059, "nlvr2": -3.79536471888422, "vcr": -3.28695653975009, "winoground": -4.03675424933433, "resisc45": -5.51440529942512, "GQA": -4.22285702466964, "plip": -4.59053925514221, "irfl": -4.54026131272315, "screen2words": -6.02177966833114}
{"Model Name": "blip2", "vqa": -5.35926390528678, "nocaps": -2.32535250216722, "decimer": -5.25810585021972, "memotion": -4.66036592721939, "scienceqa": -2.4944266308844, "slake": -4.63699433565139, "visualgen": -4.13378090500831, "pathvqa": -5.63342162132263, "ucmerced": -3.8299672204256, "enrico": -6.69461050629615, "mmimdb": -3.80532048928617, "vqarad": -5.03765134016672, "flickr30k": -2.57776173233985, "faceemotion": -3.50588282585144, "newyorkercartoon": -4.78030658483505, "okvqa": -4.17335272789001, "magicbrush": 0.0, "memecaps": -4.39764193773269, "hatefulmemes": -4.62208485126495, "inat": -5.88216744422912, "nlvr": -3.22551344513893, "nlvr2": -3.43102744035422, "vcr": -3.20449171781539, "winoground": -3.88114604830741, "resisc45": -4.33277277827262, "GQA": -4.76980807304382, "plip": -6.98160505294799, "irfl": -4.29795031905174, "screen2words": -5.92229708671569}
{"Model Name": "openflamingo", "vqa": -6.1161942744255, "nocaps": -3.22710797071456, "decimer": -5.09846289634704, "memotion": -5.97115942478179, "scienceqa": -6.31871804475784, "slake": -5.84101435184478, "visualgen": -4.10811762571334, "pathvqa": -6.16680700540542, "ucmerced": -6.5275741815567, "enrico": -7.72299034595489, "mmimdb": -5.31553883504385, "vqarad": -5.9087261252933, "flickr30k": -3.68372164964675, "faceemotion": -7.19220809936523, "newyorkercartoon": -7.60312170505523, "okvqa": -6.04300261497497, "magicbrush": 0.0, "memecaps": -4.67648088932037, "hatefulmemes": -5.79277225971221, "inat": -5.90263050079345, "nlvr": -5.47891213417053, "nlvr2": -6.98076025396585, "vcr": -6.30748137950897, "winoground": -7.18134065628051, "resisc45": -6.80881009101867, "GQA": -5.63211553812027, "plip": -6.1712994146347, "irfl": -7.0914549422264, "screen2words": -7.06239040374755}
{"Model Name": "llama_adapter", "vqa": -5.96558716535568, "nocaps": -2.49247494459152, "decimer": -4.68053029060363, "memotion": -5.45314621210098, "scienceqa": -5.0200485676527, "slake": -5.24185500621795, "visualgen": -4.42215523004531, "pathvqa": -5.56947420120239, "ucmerced": -6.53108041286468, "enrico": -6.97309422969818, "mmimdb": -4.47780330012543, "vqarad": -6.00346731609768, "flickr30k": -3.40018630504608, "faceemotion": -6.29382851600647, "newyorkercartoon": -6.37209278106689, "okvqa": -5.25631190657615, "magicbrush": 0.0, "memecaps": -4.00828188180923, "hatefulmemes": -6.38690366268157, "inat": -5.88109484195709, "nlvr": -4.87403306961059, "nlvr2": -6.94134422391653, "vcr": -4.23472047448158, "winoground": -5.61739140033721, "resisc45": -6.60460837841033, "GQA": -5.63892419815063, "plip": -5.96916566848754, "irfl": -5.12358436346054, "screen2words": -6.23817425727844}
{"Model Name": "mplugowl", "vqa": -5.98267959356308, "nocaps": -2.33945092737674, "decimer": -4.88617345809936, "memotion": -5.05114650964737, "scienceqa": -4.97901670455932, "slake": -5.53747601032257, "visualgen": -5.58307039022445, "pathvqa": -5.53253057718276, "ucmerced": -6.02884557723999, "enrico": -6.79997408866882, "mmimdb": -4.58671936121853, "vqarad": -7.10166616439819, "flickr30k": -2.67252381086349, "faceemotion": -5.91813237190246, "newyorkercartoon": -6.17466721057891, "okvqa": -5.27141753911972, "magicbrush": 0.0, "memecaps": -3.77229596376419, "hatefulmemes": -5.61374977588653, "inat": -5.83331126451492, "nlvr": -5.8032091808319, "nlvr2": -5.91577186062932, "vcr": -4.15608766913414, "winoground": -5.48709903717041, "resisc45": -6.63243839740753, "GQA": -5.67177940845489, "plip": -5.89347852706909, "irfl": -4.9557000541687, "screen2words": -6.01361167907714}
{"Model Name": "emu", "vqa": -4.82976653456687, "nocaps": -2.58528818786144, "decimer": -5.33891901969909, "memotion": -6.13612433433532, "scienceqa": -5.31471309185028, "slake": -5.85805670976638, "visualgen": -5.24631004095077, "pathvqa": -5.41462924480438, "ucmerced": -6.35667475461959, "enrico": -7.55213621377944, "mmimdb": -5.36864378837623, "vqarad": -6.64751581615871, "flickr30k": -3.57265928745269, "faceemotion": -7.66139155387878, "newyorkercartoon": -6.61696485042572, "okvqa": -5.10015687465667, "magicbrush": 0.0, "memecaps": -4.69071522712707, "hatefulmemes": -7.09997977137565, "inat": -5.91944311857223, "nlvr": -6.89201524734497, "nlvr2": -6.3121773302555, "vcr": -6.3945353770256, "winoground": -7.82299115180969, "resisc45": -5.85876505136489, "GQA": -4.75100205540657, "plip": -7.0092953300476, "irfl": -4.80120725154876, "screen2words": -7.36161555290222}
{"Model Name": "gptv", "vqa": -5.55994161844253, "nocaps": -2.48879728913307, "decimer": -4.48280839681625, "memotion": -5.60457567691803, "scienceqa": -2.40498170137405, "slake": -4.8690076804161, "visualgen": -3.76253581285476, "pathvqa": -5.55322549939155, "ucmerced": -4.64215887844562, "enrico": -6.38901618003845, "mmimdb": -3.3945183832236, "vqarad": -5.37530589103698, "flickr30k": -2.93780707120895, "faceemotion": -4.18342504024505, "newyorkercartoon": -6.10919400691986, "okvqa": -4.37436116099357, "magicbrush": 0.0, "memecaps": -3.70642701387405, "hatefulmemes": -6.37660904049873, "inat": -5.97897940993309, "nlvr": -3.29634021043777, "nlvr2": -2.45676662959158, "vcr": -4.26847109436988, "winoground": -3.83495727539062, "resisc45": -5.20133357286453, "GQA": -4.98619713544845, "plip": -5.05113951683044, "irfl": -4.24152393817901, "screen2words": -5.54262929201126}
{"Model Name": "gemini", "vqa": -4.83165967345237, "nocaps": -2.43551394641399, "decimer": -4.25038826942443, "memotion": -4.72992189645767, "scienceqa": -4.04351055532693, "slake": -3.97932574033737, "visualgen": -3.73516181886196, "pathvqa": -4.9108063840866, "ucmerced": -4.45181241750717, "enrico": -6.33585796236991, "mmimdb": -3.256920427385, "vqarad": -5.32404233084784, "flickr30k": -2.56568041443824, "faceemotion": -4.02943905711174, "newyorkercartoon": -4.88852659702301, "okvqa": -4.01371744036674, "magicbrush": 0.0, "memecaps": -3.28478899598121, "hatefulmemes": -3.63258032321929, "inat": -5.02380921483039, "nlvr": -3.48708863735199, "nlvr2": -3.73220004513859, "vcr": -3.37185937017202, "winoground": -4.09753547430038, "resisc45": -5.22460073709487, "GQA": -4.66138199329376, "plip": -5.57941418409347, "irfl": -4.16364158391952, "screen2words": -5.71829539537429}