{"syntheticDocQA_energy": {"ndcg_at_1": 0.86, "ndcg_at_3": 0.89393, "ndcg_at_5": 0.91802, "ndcg_at_10": 0.91802, "ndcg_at_20": 0.91802, "ndcg_at_100": 0.91982, "ndcg_at_1000": 0.92111, "map_at_1": 0.86, "map_at_3": 0.885, "map_at_5": 0.898, "map_at_10": 0.898, "map_at_20": 0.898, "map_at_100": 0.89822, "map_at_1000": 0.89827, "recall_at_1": 0.86, "recall_at_3": 0.92, "recall_at_5": 0.98, "recall_at_10": 0.98, "recall_at_20": 0.98, "recall_at_100": 0.99, "recall_at_1000": 1.0, "precision_at_1": 0.86, "precision_at_3": 0.30667, "precision_at_5": 0.196, "precision_at_10": 0.098, "precision_at_20": 0.049, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.86, "mrr_at_3": 0.885, "mrr_at_5": 0.8980000000000001, "mrr_at_10": 0.8980000000000001, "mrr_at_20": 0.8980000000000001, "mrr_at_100": 0.8982272727272727, "mrr_at_1000": 0.8982753496503497, "naucs_at_1_max": 0.43913676042677025, "naucs_at_1_std": 0.09193570735762752, "naucs_at_1_diff1": 0.9014479700706656, "naucs_at_3_max": 0.7774276377217565, "naucs_at_3_std": 0.1898926237161534, "naucs_at_3_diff1": 0.9162581699346405, "naucs_at_5_max": 0.9346405228758136, "naucs_at_5_std": 0.5541549953314648, "naucs_at_5_diff1": 0.9346405228758136, "naucs_at_10_max": 0.9346405228758136, "naucs_at_10_std": 0.5541549953314648, "naucs_at_10_diff1": 0.9346405228758136, "naucs_at_20_max": 0.9346405228758136, "naucs_at_20_std": 0.5541549953314648, "naucs_at_20_diff1": 0.9346405228758136, "naucs_at_100_max": 0.8692810457516374, "naucs_at_100_std": 0.554154995331464, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_healthcare_industry": {"ndcg_at_1": 0.81, "ndcg_at_3": 0.88178, "ndcg_at_5": 0.88565, "ndcg_at_10": 0.89552, "ndcg_at_20": 0.89552, "ndcg_at_100": 0.90082, "ndcg_at_1000": 0.90082, "map_at_1": 0.81, "map_at_3": 0.865, "map_at_5": 0.867, "map_at_10": 0.87117, "map_at_20": 0.87117, "map_at_100": 0.8718, "map_at_1000": 0.8718, "recall_at_1": 0.81, "recall_at_3": 0.93, "recall_at_5": 0.94, "recall_at_10": 0.97, "recall_at_20": 0.97, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.81, "precision_at_3": 0.31, "precision_at_5": 0.188, "precision_at_10": 0.097, "precision_at_20": 0.0485, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.83, "mrr_at_3": 0.8766666666666667, "mrr_at_5": 0.8786666666666666, "mrr_at_10": 0.8830119047619047, "mrr_at_20": 0.8830119047619047, "mrr_at_100": 0.8836543513957307, "mrr_at_1000": 0.8836543513957307, "naucs_at_1_max": 0.45913877101995876, "naucs_at_1_std": -0.072607260726072, "naucs_at_1_diff1": 0.9169678872649168, "naucs_at_3_max": 0.007202881152462177, "naucs_at_3_std": -0.6123115913031858, "naucs_at_3_diff1": 0.840602907829797, "naucs_at_5_max": -0.05127606598194807, "naucs_at_5_std": -0.7740429505135397, "naucs_at_5_diff1": 0.8603330220977291, "naucs_at_10_max": -0.5177404295051338, "naucs_at_10_std": -1.3478057889822557, "naucs_at_10_diff1": 0.9564270152505424, "naucs_at_20_max": -0.5177404295051338, "naucs_at_20_std": -1.3478057889822557, "naucs_at_20_diff1": 0.9564270152505424, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.78, "ndcg_at_3": 0.8544, "ndcg_at_5": 0.86258, "ndcg_at_10": 0.87181, "ndcg_at_20": 0.87705, "ndcg_at_100": 0.88284, "ndcg_at_1000": 0.88284, "map_at_1": 0.78, "map_at_3": 0.83833, "map_at_5": 0.84283, "map_at_10": 0.84637, "map_at_20": 0.84791, "map_at_100": 0.84876, "map_at_1000": 0.84876, "recall_at_1": 0.78, "recall_at_3": 0.9, "recall_at_5": 0.92, "recall_at_10": 0.95, "recall_at_20": 0.97, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.78, "precision_at_3": 0.3, "precision_at_5": 0.184, "precision_at_10": 0.095, "precision_at_20": 0.0485, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.8483333333333333, "mrr_at_5": 0.8553333333333333, "mrr_at_10": 0.8575833333333333, "mrr_at_20": 0.85920670995671, "mrr_at_100": 0.8601275048875856, "mrr_at_1000": 0.8601275048875856, "naucs_at_1_max": 0.5616219223814153, "naucs_at_1_std": -0.0010432605369316787, "naucs_at_1_diff1": 0.9378680391338611, "naucs_at_3_max": 0.4226423902894472, "naucs_at_3_std": -0.01797385620915249, "naucs_at_3_diff1": 0.7964519140989713, "naucs_at_5_max": 0.4042950513538751, "naucs_at_5_std": 0.14291549953314872, "naucs_at_5_diff1": 0.8012955182072835, "naucs_at_10_max": 0.37030812324930235, "naucs_at_10_std": -0.06750700280111438, "naucs_at_10_diff1": 0.7637721755368857, "naucs_at_20_max": -0.049486461251166146, "naucs_at_20_std": -0.7791783380018631, "naucs_at_20_diff1": 0.6934329287270459, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_government_reports": {"ndcg_at_1": 0.78, "ndcg_at_3": 0.86571, "ndcg_at_5": 0.89068, "ndcg_at_10": 0.89357, "ndcg_at_20": 0.89357, "ndcg_at_100": 0.89578, "ndcg_at_1000": 0.89578, "map_at_1": 0.78, "map_at_3": 0.84667, "map_at_5": 0.86067, "map_at_10": 0.86167, "map_at_20": 0.86167, "map_at_100": 0.86212, "map_at_1000": 0.86212, "recall_at_1": 0.78, "recall_at_3": 0.92, "recall_at_5": 0.98, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.78, "precision_at_3": 0.30667, "precision_at_5": 0.196, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.8566666666666666, "mrr_at_5": 0.8706666666666666, "mrr_at_10": 0.8716666666666667, "mrr_at_20": 0.8716666666666667, "mrr_at_100": 0.8721212121212122, "mrr_at_1000": 0.8721212121212122, "naucs_at_1_max": 0.5659108823665779, "naucs_at_1_std": 0.13824361292715723, "naucs_at_1_diff1": 0.9094681689618391, "naucs_at_3_max": 0.8686974789915971, "naucs_at_3_std": 0.5527544351073774, "naucs_at_3_diff1": 0.8978758169934661, "naucs_at_5_max": 1.0, "naucs_at_5_std": 0.7770774976657324, "naucs_at_5_diff1": 0.861111111111116, "naucs_at_10_max": 1.0, "naucs_at_10_std": 0.5541549953314738, "naucs_at_10_diff1": 0.7222222222222276, "naucs_at_20_max": 1.0, "naucs_at_20_std": 0.5541549953314738, "naucs_at_20_diff1": 0.7222222222222276, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "infovqa_subsampled": {"ndcg_at_1": 0.592, "ndcg_at_3": 0.65543, "ndcg_at_5": 0.6766, "ndcg_at_10": 0.69837, "ndcg_at_20": 0.71145, "ndcg_at_100": 0.72798, "ndcg_at_1000": 0.73303, "map_at_1": 0.592, "map_at_3": 0.64, "map_at_5": 0.6516, "map_at_10": 0.66083, "map_at_20": 0.66438, "map_at_100": 0.6666, "map_at_1000": 0.66678, "recall_at_1": 0.592, "recall_at_3": 0.7, "recall_at_5": 0.752, "recall_at_10": 0.818, "recall_at_20": 0.87, "recall_at_100": 0.96, "recall_at_1000": 1.0, "precision_at_1": 0.592, "precision_at_3": 0.23333, "precision_at_5": 0.1504, "precision_at_10": 0.0818, "precision_at_20": 0.0435, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.588, "mrr_at_3": 0.6383333333333332, "mrr_at_5": 0.650333333333333, "mrr_at_10": 0.6595547619047615, "mrr_at_20": 0.6627609043261516, "mrr_at_100": 0.6649921673621096, "mrr_at_1000": 0.6651702195047589, "naucs_at_1_max": 0.43938253012048173, "naucs_at_1_std": 0.12579125094126517, "naucs_at_1_diff1": 0.7956013507153611, "naucs_at_3_max": 0.44208250765627827, "naucs_at_3_std": 0.10090794451450145, "naucs_at_3_diff1": 0.7199927940911551, "naucs_at_5_max": 0.434483078271422, "naucs_at_5_std": 0.08690504280995057, "naucs_at_5_diff1": 0.6763550866311603, "naucs_at_10_max": 0.5398054971053515, "naucs_at_10_std": 0.23545316775874503, "naucs_at_10_diff1": 0.6487881728284687, "naucs_at_20_max": 0.6282826038658079, "naucs_at_20_std": 0.30311041990668836, "naucs_at_20_diff1": 0.6663185958675851, "naucs_at_100_max": 0.8766573295985053, "naucs_at_100_std": 0.7461951447245506, "naucs_at_100_diff1": 0.6274042950513494, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "docvqa_subsampled": {"ndcg_at_1": 0.35, "ndcg_at_3": 0.4129, "ndcg_at_5": 0.43252, "ndcg_at_10": 0.45404, "ndcg_at_20": 0.4656, "ndcg_at_100": 0.4904, "ndcg_at_1000": 0.52078, "map_at_1": 0.35, "map_at_3": 0.39733, "map_at_5": 0.40813, "map_at_10": 0.41712, "map_at_20": 0.42026, "map_at_100": 0.42339, "map_at_1000": 0.42438, "recall_at_1": 0.35, "recall_at_3": 0.458, "recall_at_5": 0.506, "recall_at_10": 0.572, "recall_at_20": 0.618, "recall_at_100": 0.756, "recall_at_1000": 1.0, "precision_at_1": 0.35, "precision_at_3": 0.15267, "precision_at_5": 0.1012, "precision_at_10": 0.0572, "precision_at_20": 0.0309, "precision_at_100": 0.00756, "precision_at_1000": 0.001, "mrr_at_1": 0.352, "mrr_at_3": 0.3990000000000002, "mrr_at_5": 0.40740000000000004, "mrr_at_10": 0.41711746031746033, "mrr_at_20": 0.4207296360072675, "mrr_at_100": 0.42371688129274315, "mrr_at_1000": 0.42472700412501874, "naucs_at_1_max": 0.5594567868679542, "naucs_at_1_std": 0.032437207462588276, "naucs_at_1_diff1": 0.7122684422176812, "naucs_at_3_max": 0.5742949211209829, "naucs_at_3_std": 0.04846719699138379, "naucs_at_3_diff1": 0.6099697194916653, "naucs_at_5_max": 0.5479703659213457, "naucs_at_5_std": 0.05594866858471242, "naucs_at_5_diff1": 0.5733974350380345, "naucs_at_10_max": 0.5151134225832613, "naucs_at_10_std": 0.08212853600584501, "naucs_at_10_diff1": 0.5375563085738609, "naucs_at_20_max": 0.49287744047673726, "naucs_at_20_std": 0.11092922809050411, "naucs_at_20_diff1": 0.5063531330372112, "naucs_at_100_max": 0.5126283972437822, "naucs_at_100_std": 0.33401214170445, "naucs_at_100_diff1": 0.46643954336261984, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "arxivqa_subsampled": {"ndcg_at_1": 0.58, "ndcg_at_3": 0.62807, "ndcg_at_5": 0.64356, "ndcg_at_10": 0.65707, "ndcg_at_20": 0.6727, "ndcg_at_100": 0.69643, "ndcg_at_1000": 0.70554, "map_at_1": 0.58, "map_at_3": 0.61633, "map_at_5": 0.62483, "map_at_10": 0.63036, "map_at_20": 0.63463, "map_at_100": 0.6379, "map_at_1000": 0.63832, "recall_at_1": 0.58, "recall_at_3": 0.662, "recall_at_5": 0.7, "recall_at_10": 0.742, "recall_at_20": 0.804, "recall_at_100": 0.932, "recall_at_1000": 1.0, "precision_at_1": 0.58, "precision_at_3": 0.22067, "precision_at_5": 0.14, "precision_at_10": 0.0742, "precision_at_20": 0.0402, "precision_at_100": 0.00932, "precision_at_1000": 0.001, "mrr_at_1": 0.582, "mrr_at_3": 0.6176666666666666, "mrr_at_5": 0.6252666666666664, "mrr_at_10": 0.631126984126984, "mrr_at_20": 0.635295524530509, "mrr_at_100": 0.6384785706972016, "mrr_at_1000": 0.638887119890763, "naucs_at_1_max": 0.6496009519110778, "naucs_at_1_std": 0.2846562382099427, "naucs_at_1_diff1": 0.8632701628116207, "naucs_at_3_max": 0.6433057983425687, "naucs_at_3_std": 0.30466206602399853, "naucs_at_3_diff1": 0.8002119272383149, "naucs_at_5_max": 0.6664673031886147, "naucs_at_5_std": 0.336793370563862, "naucs_at_5_diff1": 0.7764546928481355, "naucs_at_10_max": 0.6664857608043648, "naucs_at_10_std": 0.3517422050656364, "naucs_at_10_diff1": 0.7755883181059567, "naucs_at_20_max": 0.7354180663287122, "naucs_at_20_std": 0.4871892750259574, "naucs_at_20_diff1": 0.7302367719212527, "naucs_at_100_max": 0.8180095567638799, "naucs_at_100_std": 0.6075273246553528, "naucs_at_100_diff1": 0.6970533311363756, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "tabfquad_subsampled": {"ndcg_at_1": 0.71786, "ndcg_at_3": 0.78537, "ndcg_at_5": 0.79859, "ndcg_at_10": 0.8075, "ndcg_at_20": 0.82257, "ndcg_at_100": 0.83224, "ndcg_at_1000": 0.83224, "map_at_1": 0.71786, "map_at_3": 0.77024, "map_at_5": 0.77756, "map_at_10": 0.78104, "map_at_20": 0.78504, "map_at_100": 0.7865, "map_at_1000": 0.7865, "recall_at_1": 0.71786, "recall_at_3": 0.82857, "recall_at_5": 0.86071, "recall_at_10": 0.88929, "recall_at_20": 0.95, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.71786, "precision_at_3": 0.27619, "precision_at_5": 0.17214, "precision_at_10": 0.08893, "precision_at_20": 0.0475, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.725, "mrr_at_3": 0.7738095238095237, "mrr_at_5": 0.7818452380952381, "mrr_at_10": 0.7852026643990929, "mrr_at_20": 0.7886194054974461, "mrr_at_100": 0.790243996028933, "mrr_at_1000": 0.790243996028933, "naucs_at_1_max": 0.33801195723561706, "naucs_at_1_std": 0.22607029446216123, "naucs_at_1_diff1": 0.7803551962516841, "naucs_at_3_max": 0.3704945687952593, "naucs_at_3_std": 0.35022012837393096, "naucs_at_3_diff1": 0.6824391046741276, "naucs_at_5_max": 0.40320415620572375, "naucs_at_5_std": 0.4057272117129427, "naucs_at_5_diff1": 0.6845683462179023, "naucs_at_10_max": 0.42937982367835137, "naucs_at_10_std": 0.4185351270553045, "naucs_at_10_diff1": 0.6708459168420725, "naucs_at_20_max": 0.48039215686274556, "naucs_at_20_std": 0.5469187675070045, "naucs_at_20_diff1": 0.7309257036147825, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "tatdqa": {"ndcg_at_1": 0.43416, "ndcg_at_3": 0.53768, "ndcg_at_5": 0.56878, "ndcg_at_10": 0.59585, "ndcg_at_20": 0.61367, "ndcg_at_100": 0.63327, "ndcg_at_1000": 0.6408, "map_at_1": 0.43416, "map_at_3": 0.51253, "map_at_5": 0.52973, "map_at_10": 0.54091, "map_at_20": 0.54591, "map_at_100": 0.54861, "map_at_1000": 0.54897, "recall_at_1": 0.43416, "recall_at_3": 0.61034, "recall_at_5": 0.68611, "recall_at_10": 0.76969, "recall_at_20": 0.83945, "recall_at_100": 0.94528, "recall_at_1000": 1.0, "precision_at_1": 0.43416, "precision_at_3": 0.20345, "precision_at_5": 0.13722, "precision_at_10": 0.07697, "precision_at_20": 0.04197, "precision_at_100": 0.00945, "precision_at_1000": 0.001, "mrr_at_1": 0.4311485267588695, "mrr_at_3": 0.5135297654840656, "mrr_at_5": 0.5291040288635008, "mrr_at_10": 0.5407355706363535, "mrr_at_20": 0.5457635556023775, "mrr_at_100": 0.5485287259887104, "mrr_at_1000": 0.548873108922433, "naucs_at_1_max": 0.13779014044205218, "naucs_at_1_std": -0.06966885401701081, "naucs_at_1_diff1": 0.612527916571552, "naucs_at_3_max": 0.16896906059204272, "naucs_at_3_std": -0.03764009811770569, "naucs_at_3_diff1": 0.5019174690271486, "naucs_at_5_max": 0.15175889740176868, "naucs_at_5_std": -0.061361884563127286, "naucs_at_5_diff1": 0.4817941943183966, "naucs_at_10_max": 0.2047240957617297, "naucs_at_10_std": 0.00997867685293094, "naucs_at_10_diff1": 0.44541106760665217, "naucs_at_20_max": 0.25489382402859745, "naucs_at_20_std": 0.07294800817014165, "naucs_at_20_diff1": 0.44746063643768347, "naucs_at_100_max": 0.3248458067472755, "naucs_at_100_std": -0.11177353302879271, "naucs_at_100_diff1": 0.45013258587972466, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "shift_project": {"ndcg_at_1": 0.54, "ndcg_at_3": 0.66726, "ndcg_at_5": 0.69908, "ndcg_at_10": 0.71229, "ndcg_at_20": 0.72515, "ndcg_at_100": 0.73626, "ndcg_at_1000": 0.73895, "map_at_1": 0.54, "map_at_3": 0.63833, "map_at_5": 0.65533, "map_at_10": 0.66093, "map_at_20": 0.66459, "map_at_100": 0.6661, "map_at_1000": 0.66622, "recall_at_1": 0.54, "recall_at_3": 0.75, "recall_at_5": 0.83, "recall_at_10": 0.87, "recall_at_20": 0.92, "recall_at_100": 0.98, "recall_at_1000": 1.0, "precision_at_1": 0.54, "precision_at_3": 0.25, "precision_at_5": 0.166, "precision_at_10": 0.087, "precision_at_20": 0.046, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.56, "mrr_at_3": 0.6533333333333334, "mrr_at_5": 0.6683333333333334, "mrr_at_10": 0.6763452380952382, "mrr_at_20": 0.6782394688644691, "mrr_at_100": 0.6798627437007356, "mrr_at_1000": 0.6799884439808477, "naucs_at_1_max": -0.06407157344891784, "naucs_at_1_std": -0.26933122169431256, "naucs_at_1_diff1": 0.6762107193465035, "naucs_at_3_max": -0.130591313448455, "naucs_at_3_std": -0.13293563579277778, "naucs_at_3_diff1": 0.6398953427524859, "naucs_at_5_max": -0.08710164277006834, "naucs_at_5_std": -0.14622395077494385, "naucs_at_5_diff1": 0.5507052882103673, "naucs_at_10_max": 0.03954676738502646, "naucs_at_10_std": -0.082537213952452, "naucs_at_10_diff1": 0.4664148707694586, "naucs_at_20_max": 0.02567693744164525, "naucs_at_20_std": 0.10060690943044212, "naucs_at_20_diff1": 0.3259220354808613, "naucs_at_100_max": -1.4458450046685247, "naucs_at_100_std": -1.4458450046685247, "naucs_at_100_diff1": -0.024276377217548, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}}