{ "dataset_revision": "b774495ed302d8c44a3a7ea25c90dbce03968f31", "task_name": "NQ", "mteb_version": "1.25.1", "scores": { "test": [ { "ndcg_at_1": 0.28708, "ndcg_at_3": 0.38322, "ndcg_at_5": 0.42087, "ndcg_at_10": 0.4532, "ndcg_at_20": 0.4742, "ndcg_at_100": 0.49995, "ndcg_at_1000": 0.51263, "map_at_1": 0.25702, "map_at_3": 0.34911, "map_at_5": 0.37137, "map_at_10": 0.38587, "map_at_20": 0.39226, "map_at_100": 0.39638, "map_at_1000": 0.39689, "recall_at_1": 0.25702, "recall_at_3": 0.45394, "recall_at_5": 0.54089, "recall_at_10": 0.63504, "recall_at_20": 0.71323, "recall_at_100": 0.84154, "recall_at_1000": 0.93687, "precision_at_1": 0.28708, "precision_at_3": 0.17468, "precision_at_5": 0.1263, "precision_at_10": 0.07512, "precision_at_20": 0.0425, "precision_at_100": 0.01018, "precision_at_1000": 0.00114, "mrr_at_1": 0.28708, "mrr_at_3": 0.377221, "mrr_at_5": 0.396833, "mrr_at_10": 0.409104, "mrr_at_20": 0.41419, "mrr_at_100": 0.417396, "mrr_at_1000": 0.417789, "nauc_ndcg_at_1_max": 0.250479, "nauc_ndcg_at_1_std": 0.019234, "nauc_ndcg_at_1_diff1": 0.335807, "nauc_ndcg_at_3_max": 0.294583, "nauc_ndcg_at_3_std": 0.050666, "nauc_ndcg_at_3_diff1": 0.293529, "nauc_ndcg_at_5_max": 0.307405, "nauc_ndcg_at_5_std": 0.060516, "nauc_ndcg_at_5_diff1": 0.287018, "nauc_ndcg_at_10_max": 0.320593, "nauc_ndcg_at_10_std": 0.084058, "nauc_ndcg_at_10_diff1": 0.287482, "nauc_ndcg_at_20_max": 0.328514, "nauc_ndcg_at_20_std": 0.096083, "nauc_ndcg_at_20_diff1": 0.286127, "nauc_ndcg_at_100_max": 0.324329, "nauc_ndcg_at_100_std": 0.105305, "nauc_ndcg_at_100_diff1": 0.283013, "nauc_ndcg_at_1000_max": 0.318549, "nauc_ndcg_at_1000_std": 0.097215, "nauc_ndcg_at_1000_diff1": 0.286643, "nauc_map_at_1_max": 0.242088, "nauc_map_at_1_std": 0.00276, "nauc_map_at_1_diff1": 0.340467, "nauc_map_at_3_max": 0.282923, "nauc_map_at_3_std": 0.036139, "nauc_map_at_3_diff1": 0.305555, "nauc_map_at_5_max": 0.291093, "nauc_map_at_5_std": 0.042332, "nauc_map_at_5_diff1": 0.302144, "nauc_map_at_10_max": 0.29688, "nauc_map_at_10_std": 0.053188, "nauc_map_at_10_diff1": 0.301168, "nauc_map_at_20_max": 0.299107, "nauc_map_at_20_std": 0.0566, "nauc_map_at_20_diff1": 0.301049, "nauc_map_at_100_max": 0.298118, "nauc_map_at_100_std": 0.057722, "nauc_map_at_100_diff1": 0.300482, "nauc_map_at_1000_max": 0.297934, "nauc_map_at_1000_std": 0.057475, "nauc_map_at_1000_diff1": 0.300611, "nauc_recall_at_1_max": 0.242088, "nauc_recall_at_1_std": 0.00276, "nauc_recall_at_1_diff1": 0.340467, "nauc_recall_at_3_max": 0.314631, "nauc_recall_at_3_std": 0.072352, "nauc_recall_at_3_diff1": 0.260977, "nauc_recall_at_5_max": 0.343255, "nauc_recall_at_5_std": 0.094105, "nauc_recall_at_5_diff1": 0.242641, "nauc_recall_at_10_max": 0.389135, "nauc_recall_at_10_std": 0.170459, "nauc_recall_at_10_diff1": 0.240436, "nauc_recall_at_20_max": 0.440327, "nauc_recall_at_20_std": 0.243425, "nauc_recall_at_20_diff1": 0.225185, "nauc_recall_at_100_max": 0.488993, "nauc_recall_at_100_std": 0.423469, "nauc_recall_at_100_diff1": 0.170894, "nauc_recall_at_1000_max": 0.535473, "nauc_recall_at_1000_std": 0.585053, "nauc_recall_at_1000_diff1": 0.161342, "nauc_precision_at_1_max": 0.250479, "nauc_precision_at_1_std": 0.019234, "nauc_precision_at_1_diff1": 0.335807, "nauc_precision_at_3_max": 0.312609, "nauc_precision_at_3_std": 0.098992, "nauc_precision_at_3_diff1": 0.232633, "nauc_precision_at_5_max": 0.321341, "nauc_precision_at_5_std": 0.121296, "nauc_precision_at_5_diff1": 0.194865, "nauc_precision_at_10_max": 0.316709, "nauc_precision_at_10_std": 0.18397, "nauc_precision_at_10_diff1": 0.157855, "nauc_precision_at_20_max": 0.310475, "nauc_precision_at_20_std": 0.225964, "nauc_precision_at_20_diff1": 0.117234, "nauc_precision_at_100_max": 0.217555, "nauc_precision_at_100_std": 0.269504, "nauc_precision_at_100_diff1": 0.029149, "nauc_precision_at_1000_max": 0.094419, "nauc_precision_at_1000_std": 0.203673, "nauc_precision_at_1000_diff1": -0.029269, "nauc_mrr_at_1_max": 0.250479, "nauc_mrr_at_1_std": 0.019234, "nauc_mrr_at_1_diff1": 0.335807, "nauc_mrr_at_3_max": 0.285525, "nauc_mrr_at_3_std": 0.053665, "nauc_mrr_at_3_diff1": 0.296797, "nauc_mrr_at_5_max": 0.290497, "nauc_mrr_at_5_std": 0.058275, "nauc_mrr_at_5_diff1": 0.293153, "nauc_mrr_at_10_max": 0.29465, "nauc_mrr_at_10_std": 0.065692, "nauc_mrr_at_10_diff1": 0.295064, "nauc_mrr_at_20_max": 0.295426, "nauc_mrr_at_20_std": 0.066635, "nauc_mrr_at_20_diff1": 0.295253, "nauc_mrr_at_100_max": 0.294819, "nauc_mrr_at_100_std": 0.067348, "nauc_mrr_at_100_diff1": 0.295063, "nauc_mrr_at_1000_max": 0.29466, "nauc_mrr_at_1000_std": 0.067075, "nauc_mrr_at_1000_diff1": 0.295171, "main_score": 0.4532, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 2530.8694610595703, "kg_co2_emissions": null }