| {"vidore/restaurant_esg_reports_beir": {"ndcg_at_1": 0.55769, "ndcg_at_3": 0.59025, "ndcg_at_5": 0.6239, "ndcg_at_10": 0.65316, "ndcg_at_20": 0.66592, "ndcg_at_50": 0.70084, "ndcg_at_100": 0.71199, "map_at_1": 0.41218, "map_at_3": 0.52196, "map_at_5": 0.56013, "map_at_10": 0.5815, "map_at_20": 0.58679, "map_at_50": 0.5965, "map_at_100": 0.59986, "recall_at_1": 0.41218, "recall_at_3": 0.58526, "recall_at_5": 0.68989, "recall_at_10": 0.76667, "recall_at_20": 0.79845, "recall_at_50": 0.93487, "recall_at_100": 0.97925, "precision_at_1": 0.55769, "precision_at_3": 0.32692, "precision_at_5": 0.25, "precision_at_10": 0.14808, "precision_at_20": 0.08173, "precision_at_50": 0.04077, "precision_at_100": 0.02288, "mrr_at_1": 0.5384615384615384, "mrr_at_3": 0.6346153846153846, "mrr_at_5": 0.6519230769230769, "mrr_at_10": 0.6657738095238096, "mrr_at_20": 0.6657738095238096, "mrr_at_50": 0.6679967552690225, "mrr_at_100": 0.6679967552690225, "naucs_at_1_max": -0.0015301281218893332, "naucs_at_1_std": -0.06182186588065366, "naucs_at_1_diff1": 0.5095983704178589, "naucs_at_3_max": 0.05008545787921034, "naucs_at_3_std": 0.08864177206586958, "naucs_at_3_diff1": 0.1400568721748752, "naucs_at_5_max": -0.062030992382321355, "naucs_at_5_std": 0.03631862434860288, "naucs_at_5_diff1": -0.014132142437656935, "naucs_at_10_max": -0.035566905243383656, "naucs_at_10_std": 0.10736984851419631, "naucs_at_10_diff1": -0.09844127278033739, "naucs_at_20_max": -0.035148726331325195, "naucs_at_20_std": 0.06499869558933415, "naucs_at_20_diff1": -0.20004466530121362, "naucs_at_50_max": -0.07932571084788578, "naucs_at_50_std": 0.003493459891454202, "naucs_at_50_diff1": -0.25573686815072905, "naucs_at_100_max": -0.1600078104725232, "naucs_at_100_std": -0.05498832949934478, "naucs_at_100_diff1": -0.30041742080674294}, | |
| "vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.52155, | |
| "ndcg_at_3": 0.49206, | |
| "ndcg_at_5": 0.47434, | |
| "ndcg_at_10": 0.47073, | |
| "ndcg_at_20": 0.50069, | |
| "ndcg_at_50": 0.57312, | |
| "ndcg_at_100": 0.61206, | |
| "map_at_1": 0.0716, | |
| "map_at_3": 0.14177, | |
| "map_at_5": 0.18287, | |
| "map_at_10": 0.23948, | |
| "map_at_20": 0.29016, | |
| "map_at_50": 0.34683, | |
| "map_at_100": 0.37069, | |
| "recall_at_1": 0.0716, | |
| "recall_at_3": 0.17469, | |
| "recall_at_5": 0.25297, | |
| "recall_at_10": 0.38136, | |
| "recall_at_20": 0.52518, | |
| "recall_at_50": 0.73196, | |
| "recall_at_100": 0.85496, | |
| "precision_at_1": 0.52155, | |
| "precision_at_3": 0.45546, | |
| "precision_at_5": 0.41552, | |
| "precision_at_10": 0.34828, | |
| "precision_at_20": 0.27198, | |
| "precision_at_50": 0.18017, | |
| "precision_at_100": 0.11737, | |
| "mrr_at_1": 0.5517241379310345, | |
| "mrr_at_3": 0.6364942528735632, | |
| "mrr_at_5": 0.6556752873563219, | |
| "mrr_at_10": 0.6673645320197044, | |
| "mrr_at_20": 0.6708351232945553, | |
| "mrr_at_50": 0.6718745665514455, | |
| "mrr_at_100": 0.6720135740600751, | |
| "naucs_at_1_max": 0.05718404144385233, | |
| "naucs_at_1_std": 0.26331794533119324, | |
| "naucs_at_1_diff1": 0.08205292826546796, | |
| "naucs_at_3_max": -0.014058515379559773, | |
| "naucs_at_3_std": 0.15555374585780468, | |
| "naucs_at_3_diff1": 0.02837554993598579, | |
| "naucs_at_5_max": -0.021366601663634906, | |
| "naucs_at_5_std": 0.15297077490978508, | |
| "naucs_at_5_diff1": -0.05455206803441569, | |
| "naucs_at_10_max": -0.010384669113895033, | |
| "naucs_at_10_std": 0.1149076309941039, | |
| "naucs_at_10_diff1": -0.02077398806376675, | |
| "naucs_at_20_max": -0.04105760638531271, | |
| "naucs_at_20_std": 0.07837017190708079, | |
| "naucs_at_20_diff1": -0.03705102568290371, | |
| "naucs_at_50_max": -0.037955743944809474, | |
| "naucs_at_50_std": 0.027928259819523304, | |
| "naucs_at_50_diff1": -0.03721135735441238, | |
| "naucs_at_100_max": -0.06020103993517296, | |
| "naucs_at_100_std": -0.030043202685263965, | |
| "naucs_at_100_diff1": -0.01772314543558605 | |
| }, | |
| "vidore/synthetic_axa_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.40278, | |
| "ndcg_at_3": 0.42338, | |
| "ndcg_at_5": 0.43188, | |
| "ndcg_at_10": 0.46109, | |
| "ndcg_at_20": 0.49562, | |
| "ndcg_at_50": 0.5461, | |
| "ndcg_at_100": 0.57925, | |
| "map_at_1": 0.18598, | |
| "map_at_3": 0.2639, | |
| "map_at_5": 0.29475, | |
| "map_at_10": 0.34083, | |
| "map_at_20": 0.36593, | |
| "map_at_50": 0.386, | |
| "map_at_100": 0.3933, | |
| "recall_at_1": 0.18598, | |
| "recall_at_3": 0.33079, | |
| "recall_at_5": 0.40762, | |
| "recall_at_10": 0.53168, | |
| "recall_at_20": 0.64663, | |
| "recall_at_50": 0.79493, | |
| "recall_at_100": 0.92831, | |
| "precision_at_1": 0.40278, | |
| "precision_at_3": 0.29167, | |
| "precision_at_5": 0.25278, | |
| "precision_at_10": 0.19722, | |
| "precision_at_20": 0.12986, | |
| "precision_at_50": 0.07111, | |
| "precision_at_100": 0.04208, | |
| "mrr_at_1": 0.4166666666666667, | |
| "mrr_at_3": 0.537037037037037, | |
| "mrr_at_5": 0.5523148148148148, | |
| "mrr_at_10": 0.5614914021164021, | |
| "mrr_at_20": 0.5645630853351442, | |
| "mrr_at_50": 0.5664657621146683, | |
| "mrr_at_100": 0.5672858923679548, | |
| "naucs_at_1_max": 0.06113245885771247, | |
| "naucs_at_1_std": 0.3316717613906031, | |
| "naucs_at_1_diff1": 0.3944237250757658, | |
| "naucs_at_3_max": -0.07653525048283757, | |
| "naucs_at_3_std": 0.24683361673971127, | |
| "naucs_at_3_diff1": 0.12214510034756643, | |
| "naucs_at_5_max": -0.1755100523749529, | |
| "naucs_at_5_std": 0.18520764595563718, | |
| "naucs_at_5_diff1": 0.14280742682497646, | |
| "naucs_at_10_max": -0.2826730634465927, | |
| "naucs_at_10_std": 0.10345360745682104, | |
| "naucs_at_10_diff1": 0.12239408620630915, | |
| "naucs_at_20_max": -0.3231791486110226, | |
| "naucs_at_20_std": 0.05631707838293684, | |
| "naucs_at_20_diff1": 0.023901195809205404, | |
| "naucs_at_50_max": -0.3860984581397384, | |
| "naucs_at_50_std": -0.022202583266041336, | |
| "naucs_at_50_diff1": -0.022270437742532168, | |
| "naucs_at_100_max": -0.4514041584754146, | |
| "naucs_at_100_std": -0.12052368009909002, | |
| "naucs_at_100_diff1": -0.11225816311004723 | |
| }, | |
| "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered": { | |
| "ndcg_at_1": 0.54375, | |
| "ndcg_at_3": 0.55014, | |
| "ndcg_at_5": 0.58063, | |
| "ndcg_at_10": 0.61799, | |
| "ndcg_at_20": 0.64465, | |
| "ndcg_at_50": 0.66774, | |
| "ndcg_at_100": 0.68137, | |
| "map_at_1": 0.341, | |
| "map_at_3": 0.44371, | |
| "map_at_5": 0.48549, | |
| "map_at_10": 0.51833, | |
| "map_at_20": 0.53302, | |
| "map_at_50": 0.54144, | |
| "map_at_100": 0.54448, | |
| "recall_at_1": 0.341, | |
| "recall_at_3": 0.51882, | |
| "recall_at_5": 0.61879, | |
| "recall_at_10": 0.72604, | |
| "recall_at_20": 0.79942, | |
| "recall_at_50": 0.86686, | |
| "recall_at_100": 0.92033, | |
| "precision_at_1": 0.54375, | |
| "precision_at_3": 0.33333, | |
| "precision_at_5": 0.26, | |
| "precision_at_10": 0.17, | |
| "precision_at_20": 0.10031, | |
| "precision_at_50": 0.04813, | |
| "precision_at_100": 0.02687, | |
| "mrr_at_1": 0.53125, | |
| "mrr_at_3": 0.6479166666666667, | |
| "mrr_at_5": 0.6679166666666666, | |
| "mrr_at_10": 0.6748784722222222, | |
| "mrr_at_20": 0.676951884920635, | |
| "mrr_at_50": 0.677125496031746, | |
| "mrr_at_100": 0.6773708172755428, | |
| "naucs_at_1_max": 0.2137196955828125, | |
| "naucs_at_1_std": -0.09633775313614189, | |
| "naucs_at_1_diff1": 0.47073951059619384, | |
| "naucs_at_3_max": 0.08114278730779471, | |
| "naucs_at_3_std": -0.14153186383432595, | |
| "naucs_at_3_diff1": 0.07452115367522877, | |
| "naucs_at_5_max": 0.0331451495494918, | |
| "naucs_at_5_std": -0.10297804881994162, | |
| "naucs_at_5_diff1": -0.09894207282550616, | |
| "naucs_at_10_max": -0.05520839449425835, | |
| "naucs_at_10_std": -0.051925975009995365, | |
| "naucs_at_10_diff1": -0.23212353528321325, | |
| "naucs_at_20_max": -0.10440487782259938, | |
| "naucs_at_20_std": 0.004203180785459043, | |
| "naucs_at_20_diff1": -0.2641582046645338, | |
| "naucs_at_50_max": -0.1404476051475642, | |
| "naucs_at_50_std": 0.02859894466508541, | |
| "naucs_at_50_diff1": -0.3008704407987988, | |
| "naucs_at_100_max": -0.16778827139039063, | |
| "naucs_at_100_std": 0.025766446540503498, | |
| "naucs_at_100_diff1": -0.3047508898929732 | |
| }, | |
| "vidore/synthetic_rse_restaurant_filtered_v1.0": { | |
| "ndcg_at_1": 0.47368, | |
| "ndcg_at_3": 0.5163, | |
| "ndcg_at_5": 0.51113, | |
| "ndcg_at_10": 0.53452, | |
| "ndcg_at_20": 0.58304, | |
| "ndcg_at_50": 0.62184, | |
| "ndcg_at_100": 0.63984, | |
| "map_at_1": 0.24868, | |
| "map_at_3": 0.38072, | |
| "map_at_5": 0.41003, | |
| "map_at_10": 0.43236, | |
| "map_at_20": 0.45731, | |
| "map_at_50": 0.47392, | |
| "map_at_100": 0.48081, | |
| "recall_at_1": 0.24868, | |
| "recall_at_3": 0.4825, | |
| "recall_at_5": 0.53542, | |
| "recall_at_10": 0.62015, | |
| "recall_at_20": 0.76813, | |
| "recall_at_50": 0.88596, | |
| "recall_at_100": 0.9411, | |
| "precision_at_1": 0.47368, | |
| "precision_at_3": 0.35088, | |
| "precision_at_5": 0.24912, | |
| "precision_at_10": 0.1614, | |
| "precision_at_20": 0.1114, | |
| "precision_at_50": 0.06175, | |
| "precision_at_100": 0.03684, | |
| "mrr_at_1": 0.43859649122807015, | |
| "mrr_at_3": 0.5497076023391813, | |
| "mrr_at_5": 0.5672514619883041, | |
| "mrr_at_10": 0.5817947646895015, | |
| "mrr_at_20": 0.5865799648694385, | |
| "mrr_at_50": 0.5865799648694385, | |
| "mrr_at_100": 0.5865799648694385, | |
| "naucs_at_1_max": -0.15281315007007296, | |
| "naucs_at_1_std": -0.09732895697414298, | |
| "naucs_at_1_diff1": -0.054307967567707484, | |
| "naucs_at_3_max": -0.1262466466922437, | |
| "naucs_at_3_std": 0.01912433017431241, | |
| "naucs_at_3_diff1": -0.0322859155285644, | |
| "naucs_at_5_max": -0.20319416908259896, | |
| "naucs_at_5_std": -0.01977830621179626, | |
| "naucs_at_5_diff1": -0.06465338904783761, | |
| "naucs_at_10_max": -0.3355195370581778, | |
| "naucs_at_10_std": -0.07191908499371148, | |
| "naucs_at_10_diff1": -0.16280287777389404, | |
| "naucs_at_20_max": -0.3519830769771443, | |
| "naucs_at_20_std": -0.0553967269335761, | |
| "naucs_at_20_diff1": -0.22538674150572832, | |
| "naucs_at_50_max": -0.40434694836908913, | |
| "naucs_at_50_std": -0.0635783072099283, | |
| "naucs_at_50_diff1": -0.24891528619775694, | |
| "naucs_at_100_max": -0.40255432962139426, | |
| "naucs_at_100_std": -0.024812871245828868, | |
| "naucs_at_100_diff1": -0.2770007395208883 | |
| }, | |
| "vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.43421, | |
| "ndcg_at_3": 0.45235, | |
| "ndcg_at_5": 0.47629, | |
| "ndcg_at_10": 0.51342, | |
| "ndcg_at_20": 0.56203, | |
| "ndcg_at_50": 0.60278, | |
| "ndcg_at_100": 0.62087, | |
| "map_at_1": 0.20903, | |
| "map_at_3": 0.32434, | |
| "map_at_5": 0.36507, | |
| "map_at_10": 0.39818, | |
| "map_at_20": 0.42428, | |
| "map_at_50": 0.44318, | |
| "map_at_100": 0.45008, | |
| "recall_at_1": 0.20903, | |
| "recall_at_3": 0.41259, | |
| "recall_at_5": 0.517, | |
| "recall_at_10": 0.63435, | |
| "recall_at_20": 0.78085, | |
| "recall_at_50": 0.89863, | |
| "recall_at_100": 0.96063, | |
| "precision_at_1": 0.43421, | |
| "precision_at_3": 0.30848, | |
| "precision_at_5": 0.24211, | |
| "precision_at_10": 0.16579, | |
| "precision_at_20": 0.11404, | |
| "precision_at_50": 0.065, | |
| "precision_at_100": 0.03781, | |
| "mrr_at_1": 0.40789473684210525, | |
| "mrr_at_3": 0.527046783625731, | |
| "mrr_at_5": 0.5505116959064328, | |
| "mrr_at_10": 0.5619778613199666, | |
| "mrr_at_20": 0.5671230833866283, | |
| "mrr_at_50": 0.5679061765441998, | |
| "mrr_at_100": 0.5680766019699277, | |
| "naucs_at_1_max": -0.08674969923200349, | |
| "naucs_at_1_std": -0.12785519757016292, | |
| "naucs_at_1_diff1": 0.21374201473173102, | |
| "naucs_at_3_max": -0.09166058489409566, | |
| "naucs_at_3_std": -0.0031022367040863127, | |
| "naucs_at_3_diff1": 0.09527091297221703, | |
| "naucs_at_5_max": -0.14653312739712812, | |
| "naucs_at_5_std": -0.024730167489363637, | |
| "naucs_at_5_diff1": 0.03498407498195864, | |
| "naucs_at_10_max": -0.225713473240533, | |
| "naucs_at_10_std": -0.04303140407378188, | |
| "naucs_at_10_diff1": -0.04308653466860575, | |
| "naucs_at_20_max": -0.22185516203992944, | |
| "naucs_at_20_std": 0.0034720805716530762, | |
| "naucs_at_20_diff1": -0.09048444215470124, | |
| "naucs_at_50_max": -0.2493546714738657, | |
| "naucs_at_50_std": 0.02988512484202676, | |
| "naucs_at_50_diff1": -0.14316883923135704, | |
| "naucs_at_100_max": -0.24502201453228503, | |
| "naucs_at_100_std": 0.05022809810444157, | |
| "naucs_at_100_diff1": -0.16824546554534991 | |
| }, | |
| "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual": { | |
| "ndcg_at_1": 0.47344, | |
| "ndcg_at_3": 0.48278, | |
| "ndcg_at_5": 0.50462, | |
| "ndcg_at_10": 0.54603, | |
| "ndcg_at_20": 0.57554, | |
| "ndcg_at_50": 0.60318, | |
| "ndcg_at_100": 0.61783, | |
| "map_at_1": 0.29225, | |
| "map_at_3": 0.38846, | |
| "map_at_5": 0.41965, | |
| "map_at_10": 0.45149, | |
| "map_at_20": 0.4665, | |
| "map_at_50": 0.4757, | |
| "map_at_100": 0.4787, | |
| "recall_at_1": 0.29225, | |
| "recall_at_3": 0.4575, | |
| "recall_at_5": 0.53998, | |
| "recall_at_10": 0.65515, | |
| "recall_at_20": 0.73766, | |
| "recall_at_50": 0.82431, | |
| "recall_at_100": 0.88049, | |
| "precision_at_1": 0.47344, | |
| "precision_at_3": 0.29271, | |
| "precision_at_5": 0.22219, | |
| "precision_at_10": 0.15063, | |
| "precision_at_20": 0.09242, | |
| "precision_at_50": 0.04556, | |
| "precision_at_100": 0.02589, | |
| "mrr_at_1": 0.4765625, | |
| "mrr_at_3": 0.571875, | |
| "mrr_at_5": 0.5919531250000001, | |
| "mrr_at_10": 0.603569568452381, | |
| "mrr_at_20": 0.6061578451003761, | |
| "mrr_at_50": 0.6075146999835276, | |
| "mrr_at_100": 0.6077601140458406, | |
| "naucs_at_1_max": 0.1445901429688257, | |
| "naucs_at_1_std": 0.04879422266502493, | |
| "naucs_at_1_diff1": 0.5049804967501459, | |
| "naucs_at_3_max": 0.05246742121385186, | |
| "naucs_at_3_std": 0.01874772857068724, | |
| "naucs_at_3_diff1": 0.11757826696433202, | |
| "naucs_at_5_max": -0.013339203485967377, | |
| "naucs_at_5_std": -0.0009205466630953247, | |
| "naucs_at_5_diff1": -0.02244922882409139, | |
| "naucs_at_10_max": -0.08682090615078707, | |
| "naucs_at_10_std": -0.026375248494198728, | |
| "naucs_at_10_diff1": -0.11292318191258877, | |
| "naucs_at_20_max": -0.10431885508803695, | |
| "naucs_at_20_std": -0.014521415178763706, | |
| "naucs_at_20_diff1": -0.13511356596066346, | |
| "naucs_at_50_max": -0.11201225918267631, | |
| "naucs_at_50_std": -0.005547413995007679, | |
| "naucs_at_50_diff1": -0.1690941900485591, | |
| "naucs_at_100_max": -0.11394876645349264, | |
| "naucs_at_100_std": -0.004511467497133766, | |
| "naucs_at_100_diff1": -0.1838988167132217 | |
| }, | |
| "vidore/synthetic_axa_filtered_v1.0": { | |
| "ndcg_at_1": 0.5, | |
| "ndcg_at_3": 0.56867, | |
| "ndcg_at_5": 0.55526, | |
| "ndcg_at_10": 0.60941, | |
| "ndcg_at_20": 0.64561, | |
| "ndcg_at_50": 0.68001, | |
| "ndcg_at_100": 0.69265, | |
| "map_at_1": 0.27727, | |
| "map_at_3": 0.35875, | |
| "map_at_5": 0.39504, | |
| "map_at_10": 0.46566, | |
| "map_at_20": 0.49683, | |
| "map_at_50": 0.51669, | |
| "map_at_100": 0.52099, | |
| "recall_at_1": 0.27727, | |
| "recall_at_3": 0.42251, | |
| "recall_at_5": 0.52575, | |
| "recall_at_10": 0.71606, | |
| "recall_at_20": 0.84591, | |
| "recall_at_50": 0.92616, | |
| "recall_at_100": 0.96409, | |
| "precision_at_1": 0.5, | |
| "precision_at_3": 0.40741, | |
| "precision_at_5": 0.31111, | |
| "precision_at_10": 0.26111, | |
| "precision_at_20": 0.16389, | |
| "precision_at_50": 0.08222, | |
| "precision_at_100": 0.04444, | |
| "mrr_at_1": 0.5, | |
| "mrr_at_3": 0.6388888888888888, | |
| "mrr_at_5": 0.6499999999999999, | |
| "mrr_at_10": 0.6569444444444444, | |
| "mrr_at_20": 0.6619949494949495, | |
| "mrr_at_50": 0.6619949494949495, | |
| "mrr_at_100": 0.6619949494949495, | |
| "naucs_at_1_max": 0.2391397608003576, | |
| "naucs_at_1_std": 0.482551712361611, | |
| "naucs_at_1_diff1": 0.667251917503491, | |
| "naucs_at_3_max": -0.38189620059324003, | |
| "naucs_at_3_std": -0.129814608949739, | |
| "naucs_at_3_diff1": 0.08359826029840706, | |
| "naucs_at_5_max": -0.3011049936269833, | |
| "naucs_at_5_std": -0.06441362578488513, | |
| "naucs_at_5_diff1": 0.04020203353486208, | |
| "naucs_at_10_max": -0.5870365042935282, | |
| "naucs_at_10_std": -0.28281959532528894, | |
| "naucs_at_10_diff1": -0.15693878923310364, | |
| "naucs_at_20_max": -0.5953052343289993, | |
| "naucs_at_20_std": -0.29672745276113194, | |
| "naucs_at_20_diff1": -0.2728904750514949, | |
| "naucs_at_50_max": -0.5811912843121961, | |
| "naucs_at_50_std": -0.29048866766495884, | |
| "naucs_at_50_diff1": -0.2766099302628687, | |
| "naucs_at_100_max": -0.6008401367555216, | |
| "naucs_at_100_std": -0.3146834589604316, | |
| "naucs_at_100_diff1": -0.3235737984505229 | |
| }, | |
| "vidore/synthetic_economics_macro_economy_2024_filtered_v1.0": { | |
| "ndcg_at_1": 0.7069, | |
| "ndcg_at_3": 0.62914, | |
| "ndcg_at_5": 0.60895, | |
| "ndcg_at_10": 0.59235, | |
| "ndcg_at_20": 0.60868, | |
| "ndcg_at_50": 0.6774, | |
| "ndcg_at_100": 0.70833, | |
| "map_at_1": 0.09114, | |
| "map_at_3": 0.18669, | |
| "map_at_5": 0.24899, | |
| "map_at_10": 0.32604, | |
| "map_at_20": 0.38536, | |
| "map_at_50": 0.449, | |
| "map_at_100": 0.47366, | |
| "recall_at_1": 0.09114, | |
| "recall_at_3": 0.22238, | |
| "recall_at_5": 0.32271, | |
| "recall_at_10": 0.47222, | |
| "recall_at_20": 0.61498, | |
| "recall_at_50": 0.8178, | |
| "recall_at_100": 0.92015, | |
| "precision_at_1": 0.7069, | |
| "precision_at_3": 0.58046, | |
| "precision_at_5": 0.54138, | |
| "precision_at_10": 0.43448, | |
| "precision_at_20": 0.32069, | |
| "precision_at_50": 0.20276, | |
| "precision_at_100": 0.12759, | |
| "mrr_at_1": 0.7068965517241379, | |
| "mrr_at_3": 0.7758620689655172, | |
| "mrr_at_5": 0.7879310344827587, | |
| "mrr_at_10": 0.7936781609195402, | |
| "mrr_at_20": 0.7960186196494512, | |
| "mrr_at_50": 0.796737010454049, | |
| "mrr_at_100": 0.796737010454049, | |
| "naucs_at_1_max": -0.06259991602002318, | |
| "naucs_at_1_std": -0.00006667424842427656, | |
| "naucs_at_1_diff1": 0.03824977791641635, | |
| "naucs_at_3_max": -0.08447178148855272, | |
| "naucs_at_3_std": 0.001279986551504128, | |
| "naucs_at_3_diff1": -0.01478005816697471, | |
| "naucs_at_5_max": -0.11668651214285025, | |
| "naucs_at_5_std": 0.007289645445013113, | |
| "naucs_at_5_diff1": -0.1330937442673322, | |
| "naucs_at_10_max": -0.07191479196412351, | |
| "naucs_at_10_std": 0.025727514135516917, | |
| "naucs_at_10_diff1": -0.08241471734399841, | |
| "naucs_at_20_max": -0.02204930618500031, | |
| "naucs_at_20_std": 0.0960681659954945, | |
| "naucs_at_20_diff1": -0.07361204316664276, | |
| "naucs_at_50_max": -0.07065872183954744, | |
| "naucs_at_50_std": 0.049302385402900294, | |
| "naucs_at_50_diff1": -0.0689573689134034, | |
| "naucs_at_100_max": -0.11244936840256693, | |
| "naucs_at_100_std": -0.003132058170728341, | |
| "naucs_at_100_diff1": -0.0197304369593 | |
| }, "../colpali/data_dir/eval_vidore/tatdqa_test": {"ndcg_at_1": 0.67254, "ndcg_at_3": 0.77154, "ndcg_at_5": 0.79508, "ndcg_at_10": 0.80896, "ndcg_at_20": 0.81304, "ndcg_at_50": 0.81748, "ndcg_at_100": 0.81945, "map_at_1": 0.67254, "map_at_3": 0.74737, "map_at_5": 0.76058, "map_at_10": 0.76651, "map_at_20": 0.76767, "map_at_50": 0.76838, "map_at_100": 0.76855, "recall_at_1": 0.67254, "recall_at_3": 0.84143, "recall_at_5": 0.89793, "recall_at_10": 0.93985, "recall_at_20": 0.95565, "recall_at_50": 0.97813, "recall_at_100": 0.99028, "precision_at_1": 0.67254, "precision_at_3": 0.28048, "precision_at_5": 0.17959, "precision_at_10": 0.09399, "precision_at_20": 0.04778, "precision_at_50": 0.01956, "precision_at_100": 0.0099, "mrr_at_1": 0.6731470230862697, "mrr_at_3": 0.7493924665856622, "mrr_at_5": 0.7618772782503037, "mrr_at_10": 0.7678631699743487, "mrr_at_20": 0.7690541237462379, "mrr_at_50": 0.7697982847348657, "mrr_at_100": 0.7699707664933622, "naucs_at_1_max": 0.20966013356626328, "naucs_at_1_std": -0.22498694181030202, "naucs_at_1_diff1": 0.8203652560809781, "naucs_at_3_max": 0.23726706779023002, "naucs_at_3_std": -0.19910153497947758, "naucs_at_3_diff1": 0.7597696577891234, "naucs_at_5_max": 0.2593769522413535, "naucs_at_5_std": -0.07129523156315126, "naucs_at_5_diff1": 0.7196065288758066, "naucs_at_10_max": 0.39432310858925906, "naucs_at_10_std": 0.18495449574107942, "naucs_at_10_diff1": 0.7253268900545096, "naucs_at_20_max": 0.3930768921714602, "naucs_at_20_std": 0.2479610897886844, "naucs_at_20_diff1": 0.6996988771005946, "naucs_at_50_max": 0.3643319555228912, "naucs_at_50_std": 0.18533772677648166, "naucs_at_50_diff1": 0.7079255723972542, "naucs_at_100_max": 0.3009083862139714, "naucs_at_100_std": 0.09790868216215114, "naucs_at_100_diff1": 0.6858147175459396}, "../colpali/data_dir/eval_vidore/shiftproject_test": {"ndcg_at_1": 0.66, "ndcg_at_3": 0.76071, "ndcg_at_5": 0.79473, "ndcg_at_10": 0.80463, "ndcg_at_20": 0.80926, "ndcg_at_50": 0.81505, "ndcg_at_100": 0.81505, "map_at_1": 0.66, "map_at_3": 0.73667, "map_at_5": 0.75617, "map_at_10": 0.76037, "map_at_20": 0.76143, "map_at_50": 0.76231, "map_at_100": 0.76231, "recall_at_1": 0.66, "recall_at_3": 0.83, "recall_at_5": 0.91, "recall_at_10": 0.94, "recall_at_20": 0.96, "recall_at_50": 0.99, "recall_at_100": 0.99, "precision_at_1": 0.66, "precision_at_3": 0.27667, "precision_at_5": 0.182, "precision_at_10": 0.094, "precision_at_20": 0.048, "precision_at_50": 0.0198, "precision_at_100": 0.0099, "mrr_at_1": 0.67, "mrr_at_3": 0.7516666666666667, "mrr_at_5": 0.7681666666666667, "mrr_at_10": 0.7707063492063492, "mrr_at_20": 0.7723209002899405, "mrr_at_50": 0.7728784938335943, "mrr_at_100": 0.7728784938335943, "naucs_at_1_max": 0.08169869560888152, "naucs_at_1_std": -0.013707723455806894, "naucs_at_1_diff1": 0.7249493843141157, "naucs_at_3_max": 0.2874557380855627, "naucs_at_3_std": -0.13574621234109166, "naucs_at_3_diff1": 0.7652231961455855, "naucs_at_5_max": 0.24380122419338, "naucs_at_5_std": -0.35024380122419174, "naucs_at_5_diff1": 0.7388214545077295, "naucs_at_10_max": 0.3075785869903511, "naucs_at_10_std": -0.32718643012760934, "naucs_at_10_diff1": 0.7786336756925011, "naucs_at_20_max": -0.005952380952378498, "naucs_at_20_std": -0.9213352007469534, "naucs_at_20_diff1": 0.7700746965452813, "naucs_at_50_max": 0.35807656395892007, "naucs_at_50_std": 0.35807656395892007, "naucs_at_50_diff1": 0.7222222222222041, "naucs_at_100_max": 0.35807656395892007, "naucs_at_100_std": 0.35807656395892007, "naucs_at_100_diff1": 0.7222222222222041}, "../colpali/data_dir/eval_vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.96, "ndcg_at_3": 0.97762, "ndcg_at_5": 0.98149, "ndcg_at_10": 0.98149, "ndcg_at_20": 0.98149, "ndcg_at_50": 0.98149, "ndcg_at_100": 0.98149, "map_at_1": 0.96, "map_at_3": 0.97333, "map_at_5": 0.97533, "map_at_10": 0.97533, "map_at_20": 0.97533, "map_at_50": 0.97533, "map_at_100": 0.97533, "recall_at_1": 0.96, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.96, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.97, "mrr_at_3": 0.98, "mrr_at_5": 0.982, "mrr_at_10": 0.982, "mrr_at_20": 0.982, "mrr_at_50": 0.982, "mrr_at_100": 0.982, "naucs_at_1_max": 0.7006302521008423, "naucs_at_1_std": 0.12184873949580065, "naucs_at_1_diff1": 0.96732026143791, "naucs_at_3_max": 0.7222222222222157, "naucs_at_3_std": -1.7399626517274398, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.92, "ndcg_at_3": 0.96917, "ndcg_at_5": 0.96917, "ndcg_at_10": 0.96917, "ndcg_at_20": 0.96917, "ndcg_at_50": 0.96917, "ndcg_at_100": 0.96917, "map_at_1": 0.92, "map_at_3": 0.95833, "map_at_5": 0.95833, "map_at_10": 0.95833, "map_at_20": 0.95833, "map_at_50": 0.95833, "map_at_100": 0.95833, "recall_at_1": 0.92, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.92, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.93, "mrr_at_3": 0.965, "mrr_at_5": 0.965, "mrr_at_10": 0.965, "mrr_at_20": 0.965, "mrr_at_50": 0.965, "mrr_at_100": 0.965, "naucs_at_1_max": 0.2525676937441629, "naucs_at_1_std": -0.10498366013071944, "naucs_at_1_diff1": 0.9325980392156855, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.738, "ndcg_at_3": 0.78171, "ndcg_at_5": 0.7942, "ndcg_at_10": 0.80782, "ndcg_at_20": 0.81884, "ndcg_at_50": 0.82731, "ndcg_at_100": 0.82893, "map_at_1": 0.738, "map_at_3": 0.77, "map_at_5": 0.777, "map_at_10": 0.78266, "map_at_20": 0.78589, "map_at_50": 0.78731, "map_at_100": 0.78745, "recall_at_1": 0.738, "recall_at_3": 0.816, "recall_at_5": 0.846, "recall_at_10": 0.888, "recall_at_20": 0.93, "recall_at_50": 0.972, "recall_at_100": 0.982, "precision_at_1": 0.738, "precision_at_3": 0.272, "precision_at_5": 0.1692, "precision_at_10": 0.0888, "precision_at_20": 0.0465, "precision_at_50": 0.01944, "precision_at_100": 0.00982, "mrr_at_1": 0.736, "mrr_at_3": 0.7696666666666666, "mrr_at_5": 0.7769666666666667, "mrr_at_10": 0.7824468253968254, "mrr_at_20": 0.7856496591987304, "mrr_at_50": 0.7868935264577809, "mrr_at_100": 0.7870774396931399, "naucs_at_1_max": 0.6441244857086442, "naucs_at_1_std": 0.06486619357906503, "naucs_at_1_diff1": 0.9230124477649233, "naucs_at_3_max": 0.6578972930967495, "naucs_at_3_std": 0.12599296291499376, "naucs_at_3_diff1": 0.8838934939342918, "naucs_at_5_max": 0.6557436425330749, "naucs_at_5_std": 0.14340361177831004, "naucs_at_5_diff1": 0.8845107832297585, "naucs_at_10_max": 0.6284243100649344, "naucs_at_10_std": 0.1057139475108209, "naucs_at_10_diff1": 0.8592228084415582, "naucs_at_20_max": 0.7293850873682812, "naucs_at_20_std": 0.22198212618380547, "naucs_at_20_diff1": 0.8774176337201546, "naucs_at_50_max": 0.6484260370814985, "naucs_at_50_std": 0.5022342270241381, "naucs_at_50_diff1": 0.8701147125516864, "naucs_at_100_max": 0.7380952380952427, "naucs_at_100_std": 0.6890756302521013, "naucs_at_100_diff1": 0.9092229484386288}, "../colpali/data_dir/eval_vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.50776, "ndcg_at_3": 0.57475, "ndcg_at_5": 0.60013, "ndcg_at_10": 0.62058, "ndcg_at_20": 0.63501, "ndcg_at_50": 0.6462, "ndcg_at_100": 0.65513, "map_at_1": 0.50776, "map_at_3": 0.55876, "map_at_5": 0.57273, "map_at_10": 0.58137, "map_at_20": 0.58527, "map_at_50": 0.58695, "map_at_100": 0.58772, "recall_at_1": 0.50776, "recall_at_3": 0.62084, "recall_at_5": 0.68293, "recall_at_10": 0.74501, "recall_at_20": 0.80266, "recall_at_50": 0.86031, "recall_at_100": 0.91574, "precision_at_1": 0.50776, "precision_at_3": 0.20695, "precision_at_5": 0.13659, "precision_at_10": 0.0745, "precision_at_20": 0.04013, "precision_at_50": 0.01721, "precision_at_100": 0.00916, "mrr_at_1": 0.5121951219512195, "mrr_at_3": 0.5598669623059866, "mrr_at_5": 0.5732815964523282, "mrr_at_10": 0.5825062471403935, "mrr_at_20": 0.5859834952726223, "mrr_at_50": 0.5879193696680363, "mrr_at_100": 0.5886403970009746, "naucs_at_1_max": 0.569317766849609, "naucs_at_1_std": 0.2506731863692249, "naucs_at_1_diff1": 0.8940819253399216, "naucs_at_3_max": 0.5320242408844945, "naucs_at_3_std": 0.31139898363283913, "naucs_at_3_diff1": 0.8292659998128213, "naucs_at_5_max": 0.5013862652967811, "naucs_at_5_std": 0.4624341080727763, "naucs_at_5_diff1": 0.8045414688653402, "naucs_at_10_max": 0.5030904726189009, "naucs_at_10_std": 0.533507880084528, "naucs_at_10_diff1": 0.7729429212153898, "naucs_at_20_max": 0.45929954704965514, "naucs_at_20_std": 0.6220482743867082, "naucs_at_20_diff1": 0.7445601717421665, "naucs_at_50_max": 0.3566491997151963, "naucs_at_50_std": 0.6976932061646426, "naucs_at_50_diff1": 0.764513580811436, "naucs_at_100_max": 0.2787609440415055, "naucs_at_100_std": 0.7732527040792341, "naucs_at_100_diff1": 0.797647076714487}, "../colpali/data_dir/eval_vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.99, "ndcg_at_3": 0.99631, "ndcg_at_5": 0.99631, "ndcg_at_10": 0.99631, "ndcg_at_20": 0.99631, "ndcg_at_50": 0.99631, "ndcg_at_100": 0.99631, "map_at_1": 0.99, "map_at_3": 0.995, "map_at_5": 0.995, "map_at_10": 0.995, "map_at_20": 0.995, "map_at_50": 0.995, "map_at_100": 0.995, "recall_at_1": 0.99, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.99, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.99, "mrr_at_3": 0.995, "mrr_at_5": 0.995, "mrr_at_10": 0.995, "mrr_at_20": 0.995, "mrr_at_50": 0.995, "mrr_at_100": 0.995, "naucs_at_1_max": -0.5634920634920657, "naucs_at_1_std": -0.5634920634920657, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.86235, "ndcg_at_3": 0.90158, "ndcg_at_5": 0.90567, "ndcg_at_10": 0.91363, "ndcg_at_20": 0.91519, "ndcg_at_50": 0.91877, "ndcg_at_100": 0.91943, "map_at_1": 0.86235, "map_at_3": 0.89204, "map_at_5": 0.89426, "map_at_10": 0.89761, "map_at_20": 0.89804, "map_at_50": 0.89861, "map_at_100": 0.89866, "recall_at_1": 0.86235, "recall_at_3": 0.92915, "recall_at_5": 0.93927, "recall_at_10": 0.96356, "recall_at_20": 0.96964, "recall_at_50": 0.98785, "recall_at_100": 0.9919, "precision_at_1": 0.86235, "precision_at_3": 0.30972, "precision_at_5": 0.18785, "precision_at_10": 0.09636, "precision_at_20": 0.04848, "precision_at_50": 0.01976, "precision_at_100": 0.00992, "mrr_at_1": 0.8603238866396761, "mrr_at_3": 0.8903508771929824, "mrr_at_5": 0.8931848852901485, "mrr_at_10": 0.8970864661654135, "mrr_at_20": 0.8973279605897335, "mrr_at_50": 0.8978873365734087, "mrr_at_100": 0.8979428941866536, "naucs_at_1_max": 0.6141087424038754, "naucs_at_1_std": -0.030722276569984355, "naucs_at_1_diff1": 0.9202550833899372, "naucs_at_3_max": 0.6449024060358626, "naucs_at_3_std": -0.1880330467463847, "naucs_at_3_diff1": 0.9225365697409679, "naucs_at_5_max": 0.6732032874315905, "naucs_at_5_std": -0.1432252604677148, "naucs_at_5_diff1": 0.9232372044252183, "naucs_at_10_max": 0.8191686971467412, "naucs_at_10_std": 0.22617716320424064, "naucs_at_10_diff1": 0.9401180393458267, "naucs_at_20_max": 0.8589054528404234, "naucs_at_20_std": 0.1941650857143643, "naucs_at_20_diff1": 0.9640708236075015, "naucs_at_50_max": 0.9319439680295378, "naucs_at_50_std": 0.6371519734027287, "naucs_at_50_diff1": 0.9782330909892136, "naucs_at_100_max": 0.8979159520443043, "naucs_at_100_std": 0.7864897480536438, "naucs_at_100_diff1": 0.9673496364838197}, "../colpali/data_dir/eval_vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.93, "ndcg_at_3": 0.95524, "ndcg_at_5": 0.95911, "ndcg_at_10": 0.96267, "ndcg_at_20": 0.96267, "ndcg_at_50": 0.96457, "ndcg_at_100": 0.96457, "map_at_1": 0.93, "map_at_3": 0.95, "map_at_5": 0.952, "map_at_10": 0.95367, "map_at_20": 0.95367, "map_at_50": 0.95394, "map_at_100": 0.95394, "recall_at_1": 0.93, "recall_at_3": 0.97, "recall_at_5": 0.98, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.93, "precision_at_3": 0.32333, "precision_at_5": 0.196, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.93, "mrr_at_3": 0.95, "mrr_at_5": 0.9545, "mrr_at_10": 0.9545, "mrr_at_20": 0.9545, "mrr_at_50": 0.9547941176470589, "mrr_at_100": 0.9547941176470589, "naucs_at_1_max": 0.5122715752967848, "naucs_at_1_std": -0.8083900226757392, "naucs_at_1_diff1": 0.9626517273576113, "naucs_at_3_max": 0.7587924058512326, "naucs_at_3_std": -0.9752567693744157, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 0.6381886087768404, "naucs_at_5_std": -1.7399626517273414, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 0.7222222222222276, "naucs_at_10_std": -1.7399626517273863, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 0.7222222222222276, "naucs_at_20_std": -1.7399626517273863, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.74286, "ndcg_at_3": 0.80578, "ndcg_at_5": 0.81331, "ndcg_at_10": 0.83414, "ndcg_at_20": 0.84421, "ndcg_at_50": 0.84981, "ndcg_at_100": 0.84981, "map_at_1": 0.74286, "map_at_3": 0.79048, "map_at_5": 0.79476, "map_at_10": 0.80337, "map_at_20": 0.80621, "map_at_50": 0.80708, "map_at_100": 0.80708, "recall_at_1": 0.74286, "recall_at_3": 0.85, "recall_at_5": 0.86786, "recall_at_10": 0.93214, "recall_at_20": 0.97143, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.74286, "precision_at_3": 0.28333, "precision_at_5": 0.17357, "precision_at_10": 0.09321, "precision_at_20": 0.04857, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.7392857142857143, "mrr_at_3": 0.7869047619047619, "mrr_at_5": 0.7924404761904762, "mrr_at_10": 0.8010884353741496, "mrr_at_20": 0.8036055972505552, "mrr_at_50": 0.8044824919583908, "mrr_at_100": 0.8044824919583908, "naucs_at_1_max": 0.2579714168809912, "naucs_at_1_std": 0.06030804302080844, "naucs_at_1_diff1": 0.8073342880523727, "naucs_at_3_max": 0.23897075914648253, "naucs_at_3_std": 0.10569011203570283, "naucs_at_3_diff1": 0.7397378085630618, "naucs_at_5_max": 0.23385982745588652, "naucs_at_5_std": 0.08519039799827996, "naucs_at_5_diff1": 0.6976698725467213, "naucs_at_10_max": 0.20789719396530357, "naucs_at_10_std": -0.05779153766769964, "naucs_at_10_diff1": 0.7551968155683331, "naucs_at_20_max": 0.07142857142857674, "naucs_at_20_std": -0.1817810457516319, "naucs_at_20_diff1": 0.7208216619981378, "naucs_at_50_max": 1.0, "naucs_at_50_std": 1.0, "naucs_at_50_diff1": 1.0, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}} |