| { | |
| "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4", | |
| "task_name": "CQADupstackPhysicsRetrieval", | |
| "mteb_version": "1.25.1", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.27238, | |
| "ndcg_at_3": 0.32157, | |
| "ndcg_at_5": 0.34044, | |
| "ndcg_at_10": 0.37013, | |
| "ndcg_at_20": 0.39337, | |
| "ndcg_at_100": 0.42811, | |
| "ndcg_at_1000": 0.45276, | |
| "map_at_1": 0.22537, | |
| "map_at_3": 0.2879, | |
| "map_at_5": 0.3009, | |
| "map_at_10": 0.31509, | |
| "map_at_20": 0.32265, | |
| "map_at_100": 0.32835, | |
| "map_at_1000": 0.3296, | |
| "recall_at_1": 0.22537, | |
| "recall_at_3": 0.35122, | |
| "recall_at_5": 0.39946, | |
| "recall_at_10": 0.48803, | |
| "recall_at_20": 0.56927, | |
| "recall_at_100": 0.73288, | |
| "recall_at_1000": 0.89725, | |
| "precision_at_1": 0.27238, | |
| "precision_at_3": 0.15271, | |
| "precision_at_5": 0.1078, | |
| "precision_at_10": 0.06756, | |
| "precision_at_20": 0.04139, | |
| "precision_at_100": 0.01153, | |
| "precision_at_1000": 0.00154, | |
| "mrr_at_1": 0.272377, | |
| "mrr_at_3": 0.336702, | |
| "mrr_at_5": 0.350369, | |
| "mrr_at_10": 0.36334, | |
| "mrr_at_20": 0.368893, | |
| "mrr_at_100": 0.372666, | |
| "mrr_at_1000": 0.373281, | |
| "nauc_ndcg_at_1_max": 0.434963, | |
| "nauc_ndcg_at_1_std": -0.016834, | |
| "nauc_ndcg_at_1_diff1": 0.587191, | |
| "nauc_ndcg_at_3_max": 0.376659, | |
| "nauc_ndcg_at_3_std": -0.021128, | |
| "nauc_ndcg_at_3_diff1": 0.498754, | |
| "nauc_ndcg_at_5_max": 0.371104, | |
| "nauc_ndcg_at_5_std": -0.006056, | |
| "nauc_ndcg_at_5_diff1": 0.484702, | |
| "nauc_ndcg_at_10_max": 0.371137, | |
| "nauc_ndcg_at_10_std": 0.000755, | |
| "nauc_ndcg_at_10_diff1": 0.472322, | |
| "nauc_ndcg_at_20_max": 0.374454, | |
| "nauc_ndcg_at_20_std": 0.009248, | |
| "nauc_ndcg_at_20_diff1": 0.471307, | |
| "nauc_ndcg_at_100_max": 0.385982, | |
| "nauc_ndcg_at_100_std": 0.032502, | |
| "nauc_ndcg_at_100_diff1": 0.473894, | |
| "nauc_ndcg_at_1000_max": 0.39129, | |
| "nauc_ndcg_at_1000_std": 0.036103, | |
| "nauc_ndcg_at_1000_diff1": 0.475898, | |
| "nauc_map_at_1_max": 0.387388, | |
| "nauc_map_at_1_std": -0.063459, | |
| "nauc_map_at_1_diff1": 0.595917, | |
| "nauc_map_at_3_max": 0.368626, | |
| "nauc_map_at_3_std": -0.041075, | |
| "nauc_map_at_3_diff1": 0.520431, | |
| "nauc_map_at_5_max": 0.369652, | |
| "nauc_map_at_5_std": -0.028134, | |
| "nauc_map_at_5_diff1": 0.512029, | |
| "nauc_map_at_10_max": 0.373143, | |
| "nauc_map_at_10_std": -0.021212, | |
| "nauc_map_at_10_diff1": 0.505536, | |
| "nauc_map_at_20_max": 0.375873, | |
| "nauc_map_at_20_std": -0.017235, | |
| "nauc_map_at_20_diff1": 0.50533, | |
| "nauc_map_at_100_max": 0.378729, | |
| "nauc_map_at_100_std": -0.013049, | |
| "nauc_map_at_100_diff1": 0.505814, | |
| "nauc_map_at_1000_max": 0.379222, | |
| "nauc_map_at_1000_std": -0.012218, | |
| "nauc_map_at_1000_diff1": 0.505796, | |
| "nauc_recall_at_1_max": 0.387388, | |
| "nauc_recall_at_1_std": -0.063459, | |
| "nauc_recall_at_1_diff1": 0.595917, | |
| "nauc_recall_at_3_max": 0.317313, | |
| "nauc_recall_at_3_std": -0.038849, | |
| "nauc_recall_at_3_diff1": 0.442818, | |
| "nauc_recall_at_5_max": 0.31284, | |
| "nauc_recall_at_5_std": 0.002032, | |
| "nauc_recall_at_5_diff1": 0.407502, | |
| "nauc_recall_at_10_max": 0.310181, | |
| "nauc_recall_at_10_std": 0.029815, | |
| "nauc_recall_at_10_diff1": 0.357645, | |
| "nauc_recall_at_20_max": 0.305273, | |
| "nauc_recall_at_20_std": 0.052793, | |
| "nauc_recall_at_20_diff1": 0.339285, | |
| "nauc_recall_at_100_max": 0.336613, | |
| "nauc_recall_at_100_std": 0.198697, | |
| "nauc_recall_at_100_diff1": 0.314998, | |
| "nauc_recall_at_1000_max": 0.399223, | |
| "nauc_recall_at_1000_std": 0.384869, | |
| "nauc_recall_at_1000_diff1": 0.223792, | |
| "nauc_precision_at_1_max": 0.434963, | |
| "nauc_precision_at_1_std": -0.016834, | |
| "nauc_precision_at_1_diff1": 0.587191, | |
| "nauc_precision_at_3_max": 0.379844, | |
| "nauc_precision_at_3_std": 0.058961, | |
| "nauc_precision_at_3_diff1": 0.369786, | |
| "nauc_precision_at_5_max": 0.367037, | |
| "nauc_precision_at_5_std": 0.113331, | |
| "nauc_precision_at_5_diff1": 0.304295, | |
| "nauc_precision_at_10_max": 0.353315, | |
| "nauc_precision_at_10_std": 0.159411, | |
| "nauc_precision_at_10_diff1": 0.216986, | |
| "nauc_precision_at_20_max": 0.321937, | |
| "nauc_precision_at_20_std": 0.210608, | |
| "nauc_precision_at_20_diff1": 0.15191, | |
| "nauc_precision_at_100_max": 0.261556, | |
| "nauc_precision_at_100_std": 0.287677, | |
| "nauc_precision_at_100_diff1": 0.038748, | |
| "nauc_precision_at_1000_max": 0.144137, | |
| "nauc_precision_at_1000_std": 0.283117, | |
| "nauc_precision_at_1000_diff1": -0.06849, | |
| "nauc_mrr_at_1_max": 0.434963, | |
| "nauc_mrr_at_1_std": -0.016834, | |
| "nauc_mrr_at_1_diff1": 0.587191, | |
| "nauc_mrr_at_3_max": 0.401226, | |
| "nauc_mrr_at_3_std": -0.007172, | |
| "nauc_mrr_at_3_diff1": 0.516348, | |
| "nauc_mrr_at_5_max": 0.402557, | |
| "nauc_mrr_at_5_std": 0.003495, | |
| "nauc_mrr_at_5_diff1": 0.506254, | |
| "nauc_mrr_at_10_max": 0.403164, | |
| "nauc_mrr_at_10_std": 0.006847, | |
| "nauc_mrr_at_10_diff1": 0.501766, | |
| "nauc_mrr_at_20_max": 0.40341, | |
| "nauc_mrr_at_20_std": 0.008421, | |
| "nauc_mrr_at_20_diff1": 0.502319, | |
| "nauc_mrr_at_100_max": 0.403681, | |
| "nauc_mrr_at_100_std": 0.009655, | |
| "nauc_mrr_at_100_diff1": 0.503195, | |
| "nauc_mrr_at_1000_max": 0.403715, | |
| "nauc_mrr_at_1000_std": 0.00956, | |
| "nauc_mrr_at_1000_diff1": 0.503187, | |
| "main_score": 0.37013, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 59.619898080825806, | |
| "kg_co2_emissions": null | |
| } |