| { | |
| "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0", | |
| "task_name": "CQADupstackEnglishRetrieval", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.32229, | |
| "ndcg_at_3": 0.35352, | |
| "ndcg_at_5": 0.36907, | |
| "ndcg_at_10": 0.38867, | |
| "ndcg_at_20": 0.40624, | |
| "ndcg_at_100": 0.43169, | |
| "ndcg_at_1000": 0.45411, | |
| "map_at_1": 0.25286, | |
| "map_at_3": 0.31391, | |
| "map_at_5": 0.3276, | |
| "map_at_10": 0.33835, | |
| "map_at_20": 0.34453, | |
| "map_at_100": 0.34926, | |
| "map_at_1000": 0.35039, | |
| "recall_at_1": 0.25286, | |
| "recall_at_3": 0.36961, | |
| "recall_at_5": 0.4154, | |
| "recall_at_10": 0.47543, | |
| "recall_at_20": 0.53979, | |
| "recall_at_100": 0.65744, | |
| "recall_at_1000": 0.80437, | |
| "precision_at_1": 0.32229, | |
| "precision_at_3": 0.17113, | |
| "precision_at_5": 0.11962, | |
| "precision_at_10": 0.0721, | |
| "precision_at_20": 0.04287, | |
| "precision_at_100": 0.01177, | |
| "precision_at_1000": 0.00165, | |
| "mrr_at_1": 0.322293, | |
| "mrr_at_3": 0.377707, | |
| "mrr_at_5": 0.388917, | |
| "mrr_at_10": 0.398009, | |
| "mrr_at_20": 0.402384, | |
| "mrr_at_100": 0.40498, | |
| "mrr_at_1000": 0.40545, | |
| "nauc_ndcg_at_1_max": 0.386829, | |
| "nauc_ndcg_at_1_std": 0.074424, | |
| "nauc_ndcg_at_1_diff1": 0.528493, | |
| "nauc_ndcg_at_3_max": 0.370654, | |
| "nauc_ndcg_at_3_std": 0.054984, | |
| "nauc_ndcg_at_3_diff1": 0.466131, | |
| "nauc_ndcg_at_5_max": 0.36923, | |
| "nauc_ndcg_at_5_std": 0.061408, | |
| "nauc_ndcg_at_5_diff1": 0.457153, | |
| "nauc_ndcg_at_10_max": 0.365462, | |
| "nauc_ndcg_at_10_std": 0.062711, | |
| "nauc_ndcg_at_10_diff1": 0.455885, | |
| "nauc_ndcg_at_20_max": 0.364087, | |
| "nauc_ndcg_at_20_std": 0.064921, | |
| "nauc_ndcg_at_20_diff1": 0.453433, | |
| "nauc_ndcg_at_100_max": 0.366238, | |
| "nauc_ndcg_at_100_std": 0.083159, | |
| "nauc_ndcg_at_100_diff1": 0.447424, | |
| "nauc_ndcg_at_1000_max": 0.37042, | |
| "nauc_ndcg_at_1000_std": 0.089336, | |
| "nauc_ndcg_at_1000_diff1": 0.448673, | |
| "nauc_map_at_1_max": 0.332074, | |
| "nauc_map_at_1_std": 0.021052, | |
| "nauc_map_at_1_diff1": 0.546382, | |
| "nauc_map_at_3_max": 0.352336, | |
| "nauc_map_at_3_std": 0.025225, | |
| "nauc_map_at_3_diff1": 0.49159, | |
| "nauc_map_at_5_max": 0.355997, | |
| "nauc_map_at_5_std": 0.037594, | |
| "nauc_map_at_5_diff1": 0.484115, | |
| "nauc_map_at_10_max": 0.358431, | |
| "nauc_map_at_10_std": 0.042814, | |
| "nauc_map_at_10_diff1": 0.482818, | |
| "nauc_map_at_20_max": 0.359632, | |
| "nauc_map_at_20_std": 0.046509, | |
| "nauc_map_at_20_diff1": 0.481984, | |
| "nauc_map_at_100_max": 0.361803, | |
| "nauc_map_at_100_std": 0.051838, | |
| "nauc_map_at_100_diff1": 0.480556, | |
| "nauc_map_at_1000_max": 0.362442, | |
| "nauc_map_at_1000_std": 0.052821, | |
| "nauc_map_at_1000_diff1": 0.480396, | |
| "nauc_recall_at_1_max": 0.332074, | |
| "nauc_recall_at_1_std": 0.021052, | |
| "nauc_recall_at_1_diff1": 0.546382, | |
| "nauc_recall_at_3_max": 0.33786, | |
| "nauc_recall_at_3_std": 0.022159, | |
| "nauc_recall_at_3_diff1": 0.421871, | |
| "nauc_recall_at_5_max": 0.336662, | |
| "nauc_recall_at_5_std": 0.046278, | |
| "nauc_recall_at_5_diff1": 0.393118, | |
| "nauc_recall_at_10_max": 0.322503, | |
| "nauc_recall_at_10_std": 0.05947, | |
| "nauc_recall_at_10_diff1": 0.37952, | |
| "nauc_recall_at_20_max": 0.312259, | |
| "nauc_recall_at_20_std": 0.068895, | |
| "nauc_recall_at_20_diff1": 0.355049, | |
| "nauc_recall_at_100_max": 0.303406, | |
| "nauc_recall_at_100_std": 0.156142, | |
| "nauc_recall_at_100_diff1": 0.295623, | |
| "nauc_recall_at_1000_max": 0.305454, | |
| "nauc_recall_at_1000_std": 0.214645, | |
| "nauc_recall_at_1000_diff1": 0.271848, | |
| "nauc_precision_at_1_max": 0.386829, | |
| "nauc_precision_at_1_std": 0.074424, | |
| "nauc_precision_at_1_diff1": 0.528493, | |
| "nauc_precision_at_3_max": 0.370629, | |
| "nauc_precision_at_3_std": 0.114377, | |
| "nauc_precision_at_3_diff1": 0.322216, | |
| "nauc_precision_at_5_max": 0.356068, | |
| "nauc_precision_at_5_std": 0.161786, | |
| "nauc_precision_at_5_diff1": 0.256865, | |
| "nauc_precision_at_10_max": 0.336078, | |
| "nauc_precision_at_10_std": 0.188689, | |
| "nauc_precision_at_10_diff1": 0.195934, | |
| "nauc_precision_at_20_max": 0.294667, | |
| "nauc_precision_at_20_std": 0.210742, | |
| "nauc_precision_at_20_diff1": 0.13482, | |
| "nauc_precision_at_100_max": 0.229317, | |
| "nauc_precision_at_100_std": 0.273075, | |
| "nauc_precision_at_100_diff1": -0.000666, | |
| "nauc_precision_at_1000_max": 0.139545, | |
| "nauc_precision_at_1000_std": 0.264182, | |
| "nauc_precision_at_1000_diff1": -0.103752, | |
| "nauc_mrr_at_1_max": 0.386829, | |
| "nauc_mrr_at_1_std": 0.074424, | |
| "nauc_mrr_at_1_diff1": 0.528493, | |
| "nauc_mrr_at_3_max": 0.387082, | |
| "nauc_mrr_at_3_std": 0.075774, | |
| "nauc_mrr_at_3_diff1": 0.478237, | |
| "nauc_mrr_at_5_max": 0.385714, | |
| "nauc_mrr_at_5_std": 0.078757, | |
| "nauc_mrr_at_5_diff1": 0.46983, | |
| "nauc_mrr_at_10_max": 0.385054, | |
| "nauc_mrr_at_10_std": 0.079545, | |
| "nauc_mrr_at_10_diff1": 0.469465, | |
| "nauc_mrr_at_20_max": 0.383847, | |
| "nauc_mrr_at_20_std": 0.079177, | |
| "nauc_mrr_at_20_diff1": 0.468517, | |
| "nauc_mrr_at_100_max": 0.38363, | |
| "nauc_mrr_at_100_std": 0.081133, | |
| "nauc_mrr_at_100_diff1": 0.467934, | |
| "nauc_mrr_at_1000_max": 0.383753, | |
| "nauc_mrr_at_1000_std": 0.08116, | |
| "nauc_mrr_at_1000_diff1": 0.468037, | |
| "main_score": 0.38867, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 41.29191493988037, | |
| "kg_co2_emissions": null | |
| } |