| { | |
| "dataset_revision": "b774495ed302d8c44a3a7ea25c90dbce03968f31", | |
| "task_name": "NQ", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.28708, | |
| "ndcg_at_3": 0.38322, | |
| "ndcg_at_5": 0.42087, | |
| "ndcg_at_10": 0.4532, | |
| "ndcg_at_20": 0.4742, | |
| "ndcg_at_100": 0.49995, | |
| "ndcg_at_1000": 0.51263, | |
| "map_at_1": 0.25702, | |
| "map_at_3": 0.34911, | |
| "map_at_5": 0.37137, | |
| "map_at_10": 0.38587, | |
| "map_at_20": 0.39226, | |
| "map_at_100": 0.39638, | |
| "map_at_1000": 0.39689, | |
| "recall_at_1": 0.25702, | |
| "recall_at_3": 0.45394, | |
| "recall_at_5": 0.54089, | |
| "recall_at_10": 0.63504, | |
| "recall_at_20": 0.71323, | |
| "recall_at_100": 0.84154, | |
| "recall_at_1000": 0.93687, | |
| "precision_at_1": 0.28708, | |
| "precision_at_3": 0.17468, | |
| "precision_at_5": 0.1263, | |
| "precision_at_10": 0.07512, | |
| "precision_at_20": 0.0425, | |
| "precision_at_100": 0.01018, | |
| "precision_at_1000": 0.00114, | |
| "mrr_at_1": 0.28708, | |
| "mrr_at_3": 0.377221, | |
| "mrr_at_5": 0.396833, | |
| "mrr_at_10": 0.409104, | |
| "mrr_at_20": 0.41419, | |
| "mrr_at_100": 0.417396, | |
| "mrr_at_1000": 0.417789, | |
| "nauc_ndcg_at_1_max": 0.250479, | |
| "nauc_ndcg_at_1_std": 0.019234, | |
| "nauc_ndcg_at_1_diff1": 0.335807, | |
| "nauc_ndcg_at_3_max": 0.294583, | |
| "nauc_ndcg_at_3_std": 0.050666, | |
| "nauc_ndcg_at_3_diff1": 0.293529, | |
| "nauc_ndcg_at_5_max": 0.307405, | |
| "nauc_ndcg_at_5_std": 0.060516, | |
| "nauc_ndcg_at_5_diff1": 0.287018, | |
| "nauc_ndcg_at_10_max": 0.320593, | |
| "nauc_ndcg_at_10_std": 0.084058, | |
| "nauc_ndcg_at_10_diff1": 0.287482, | |
| "nauc_ndcg_at_20_max": 0.328514, | |
| "nauc_ndcg_at_20_std": 0.096083, | |
| "nauc_ndcg_at_20_diff1": 0.286127, | |
| "nauc_ndcg_at_100_max": 0.324329, | |
| "nauc_ndcg_at_100_std": 0.105305, | |
| "nauc_ndcg_at_100_diff1": 0.283013, | |
| "nauc_ndcg_at_1000_max": 0.318549, | |
| "nauc_ndcg_at_1000_std": 0.097215, | |
| "nauc_ndcg_at_1000_diff1": 0.286643, | |
| "nauc_map_at_1_max": 0.242088, | |
| "nauc_map_at_1_std": 0.00276, | |
| "nauc_map_at_1_diff1": 0.340467, | |
| "nauc_map_at_3_max": 0.282923, | |
| "nauc_map_at_3_std": 0.036139, | |
| "nauc_map_at_3_diff1": 0.305555, | |
| "nauc_map_at_5_max": 0.291093, | |
| "nauc_map_at_5_std": 0.042332, | |
| "nauc_map_at_5_diff1": 0.302144, | |
| "nauc_map_at_10_max": 0.29688, | |
| "nauc_map_at_10_std": 0.053188, | |
| "nauc_map_at_10_diff1": 0.301168, | |
| "nauc_map_at_20_max": 0.299107, | |
| "nauc_map_at_20_std": 0.0566, | |
| "nauc_map_at_20_diff1": 0.301049, | |
| "nauc_map_at_100_max": 0.298118, | |
| "nauc_map_at_100_std": 0.057722, | |
| "nauc_map_at_100_diff1": 0.300482, | |
| "nauc_map_at_1000_max": 0.297934, | |
| "nauc_map_at_1000_std": 0.057475, | |
| "nauc_map_at_1000_diff1": 0.300611, | |
| "nauc_recall_at_1_max": 0.242088, | |
| "nauc_recall_at_1_std": 0.00276, | |
| "nauc_recall_at_1_diff1": 0.340467, | |
| "nauc_recall_at_3_max": 0.314631, | |
| "nauc_recall_at_3_std": 0.072352, | |
| "nauc_recall_at_3_diff1": 0.260977, | |
| "nauc_recall_at_5_max": 0.343255, | |
| "nauc_recall_at_5_std": 0.094105, | |
| "nauc_recall_at_5_diff1": 0.242641, | |
| "nauc_recall_at_10_max": 0.389135, | |
| "nauc_recall_at_10_std": 0.170459, | |
| "nauc_recall_at_10_diff1": 0.240436, | |
| "nauc_recall_at_20_max": 0.440327, | |
| "nauc_recall_at_20_std": 0.243425, | |
| "nauc_recall_at_20_diff1": 0.225185, | |
| "nauc_recall_at_100_max": 0.488993, | |
| "nauc_recall_at_100_std": 0.423469, | |
| "nauc_recall_at_100_diff1": 0.170894, | |
| "nauc_recall_at_1000_max": 0.535473, | |
| "nauc_recall_at_1000_std": 0.585053, | |
| "nauc_recall_at_1000_diff1": 0.161342, | |
| "nauc_precision_at_1_max": 0.250479, | |
| "nauc_precision_at_1_std": 0.019234, | |
| "nauc_precision_at_1_diff1": 0.335807, | |
| "nauc_precision_at_3_max": 0.312609, | |
| "nauc_precision_at_3_std": 0.098992, | |
| "nauc_precision_at_3_diff1": 0.232633, | |
| "nauc_precision_at_5_max": 0.321341, | |
| "nauc_precision_at_5_std": 0.121296, | |
| "nauc_precision_at_5_diff1": 0.194865, | |
| "nauc_precision_at_10_max": 0.316709, | |
| "nauc_precision_at_10_std": 0.18397, | |
| "nauc_precision_at_10_diff1": 0.157855, | |
| "nauc_precision_at_20_max": 0.310475, | |
| "nauc_precision_at_20_std": 0.225964, | |
| "nauc_precision_at_20_diff1": 0.117234, | |
| "nauc_precision_at_100_max": 0.217555, | |
| "nauc_precision_at_100_std": 0.269504, | |
| "nauc_precision_at_100_diff1": 0.029149, | |
| "nauc_precision_at_1000_max": 0.094419, | |
| "nauc_precision_at_1000_std": 0.203673, | |
| "nauc_precision_at_1000_diff1": -0.029269, | |
| "nauc_mrr_at_1_max": 0.250479, | |
| "nauc_mrr_at_1_std": 0.019234, | |
| "nauc_mrr_at_1_diff1": 0.335807, | |
| "nauc_mrr_at_3_max": 0.285525, | |
| "nauc_mrr_at_3_std": 0.053665, | |
| "nauc_mrr_at_3_diff1": 0.296797, | |
| "nauc_mrr_at_5_max": 0.290497, | |
| "nauc_mrr_at_5_std": 0.058275, | |
| "nauc_mrr_at_5_diff1": 0.293153, | |
| "nauc_mrr_at_10_max": 0.29465, | |
| "nauc_mrr_at_10_std": 0.065692, | |
| "nauc_mrr_at_10_diff1": 0.295064, | |
| "nauc_mrr_at_20_max": 0.295426, | |
| "nauc_mrr_at_20_std": 0.066635, | |
| "nauc_mrr_at_20_diff1": 0.295253, | |
| "nauc_mrr_at_100_max": 0.294819, | |
| "nauc_mrr_at_100_std": 0.067348, | |
| "nauc_mrr_at_100_diff1": 0.295063, | |
| "nauc_mrr_at_1000_max": 0.29466, | |
| "nauc_mrr_at_1000_std": 0.067075, | |
| "nauc_mrr_at_1000_diff1": 0.295171, | |
| "main_score": 0.4532, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 2530.8694610595703, | |
| "kg_co2_emissions": null | |
| } |