File size: 5,964 Bytes
053befb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380",
"task_name": "ClimateFEVER",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.21042,
"ndcg_at_3": 0.18007,
"ndcg_at_5": 0.19365,
"ndcg_at_10": 0.22698,
"ndcg_at_20": 0.25245,
"ndcg_at_100": 0.29216,
"ndcg_at_1000": 0.32348,
"map_at_1": 0.09732,
"map_at_3": 0.13098,
"map_at_5": 0.14246,
"map_at_10": 0.15738,
"map_at_20": 0.16557,
"map_at_100": 0.17281,
"map_at_1000": 0.17442,
"recall_at_1": 0.09732,
"recall_at_3": 0.16374,
"recall_at_5": 0.20321,
"recall_at_10": 0.27863,
"recall_at_20": 0.35101,
"recall_at_100": 0.50446,
"recall_at_1000": 0.68127,
"precision_at_1": 0.21042,
"precision_at_3": 0.12942,
"precision_at_5": 0.09967,
"precision_at_10": 0.07114,
"precision_at_20": 0.04635,
"precision_at_100": 0.014,
"precision_at_1000": 0.00197,
"mrr_at_1": 0.210423,
"mrr_at_3": 0.276439,
"mrr_at_5": 0.293377,
"mrr_at_10": 0.309231,
"mrr_at_20": 0.315901,
"mrr_at_100": 0.319553,
"mrr_at_1000": 0.320057,
"nauc_ndcg_at_1_max": 0.253668,
"nauc_ndcg_at_1_std": 0.041982,
"nauc_ndcg_at_1_diff1": 0.263596,
"nauc_ndcg_at_3_max": 0.303375,
"nauc_ndcg_at_3_std": 0.071602,
"nauc_ndcg_at_3_diff1": 0.231569,
"nauc_ndcg_at_5_max": 0.31039,
"nauc_ndcg_at_5_std": 0.08631,
"nauc_ndcg_at_5_diff1": 0.234282,
"nauc_ndcg_at_10_max": 0.321631,
"nauc_ndcg_at_10_std": 0.128647,
"nauc_ndcg_at_10_diff1": 0.224955,
"nauc_ndcg_at_20_max": 0.329699,
"nauc_ndcg_at_20_std": 0.159557,
"nauc_ndcg_at_20_diff1": 0.228594,
"nauc_ndcg_at_100_max": 0.345065,
"nauc_ndcg_at_100_std": 0.20812,
"nauc_ndcg_at_100_diff1": 0.230539,
"nauc_ndcg_at_1000_max": 0.351358,
"nauc_ndcg_at_1000_std": 0.224793,
"nauc_ndcg_at_1000_diff1": 0.228996,
"nauc_map_at_1_max": 0.281958,
"nauc_map_at_1_std": -0.021727,
"nauc_map_at_1_diff1": 0.313643,
"nauc_map_at_3_max": 0.298457,
"nauc_map_at_3_std": 0.022626,
"nauc_map_at_3_diff1": 0.257536,
"nauc_map_at_5_max": 0.304463,
"nauc_map_at_5_std": 0.038367,
"nauc_map_at_5_diff1": 0.257217,
"nauc_map_at_10_max": 0.31309,
"nauc_map_at_10_std": 0.066086,
"nauc_map_at_10_diff1": 0.251932,
"nauc_map_at_20_max": 0.31663,
"nauc_map_at_20_std": 0.07943,
"nauc_map_at_20_diff1": 0.253261,
"nauc_map_at_100_max": 0.320402,
"nauc_map_at_100_std": 0.092723,
"nauc_map_at_100_diff1": 0.252213,
"nauc_map_at_1000_max": 0.320828,
"nauc_map_at_1000_std": 0.094498,
"nauc_map_at_1000_diff1": 0.252002,
"nauc_recall_at_1_max": 0.281958,
"nauc_recall_at_1_std": -0.021727,
"nauc_recall_at_1_diff1": 0.313643,
"nauc_recall_at_3_max": 0.311157,
"nauc_recall_at_3_std": 0.060219,
"nauc_recall_at_3_diff1": 0.210486,
"nauc_recall_at_5_max": 0.297119,
"nauc_recall_at_5_std": 0.096385,
"nauc_recall_at_5_diff1": 0.194008,
"nauc_recall_at_10_max": 0.29758,
"nauc_recall_at_10_std": 0.167827,
"nauc_recall_at_10_diff1": 0.168048,
"nauc_recall_at_20_max": 0.302094,
"nauc_recall_at_20_std": 0.227934,
"nauc_recall_at_20_diff1": 0.167479,
"nauc_recall_at_100_max": 0.325903,
"nauc_recall_at_100_std": 0.356132,
"nauc_recall_at_100_diff1": 0.163043,
"nauc_recall_at_1000_max": 0.365571,
"nauc_recall_at_1000_std": 0.465573,
"nauc_recall_at_1000_diff1": 0.146935,
"nauc_precision_at_1_max": 0.253668,
"nauc_precision_at_1_std": 0.041982,
"nauc_precision_at_1_diff1": 0.263596,
"nauc_precision_at_3_max": 0.302638,
"nauc_precision_at_3_std": 0.164883,
"nauc_precision_at_3_diff1": 0.165101,
"nauc_precision_at_5_max": 0.299424,
"nauc_precision_at_5_std": 0.204229,
"nauc_precision_at_5_diff1": 0.152494,
"nauc_precision_at_10_max": 0.287718,
"nauc_precision_at_10_std": 0.276706,
"nauc_precision_at_10_diff1": 0.105829,
"nauc_precision_at_20_max": 0.276563,
"nauc_precision_at_20_std": 0.329983,
"nauc_precision_at_20_diff1": 0.10746,
"nauc_precision_at_100_max": 0.258573,
"nauc_precision_at_100_std": 0.432574,
"nauc_precision_at_100_diff1": 0.079839,
"nauc_precision_at_1000_max": 0.199198,
"nauc_precision_at_1000_std": 0.440233,
"nauc_precision_at_1000_diff1": 0.024789,
"nauc_mrr_at_1_max": 0.253668,
"nauc_mrr_at_1_std": 0.041982,
"nauc_mrr_at_1_diff1": 0.263596,
"nauc_mrr_at_3_max": 0.298863,
"nauc_mrr_at_3_std": 0.106849,
"nauc_mrr_at_3_diff1": 0.230179,
"nauc_mrr_at_5_max": 0.29585,
"nauc_mrr_at_5_std": 0.117695,
"nauc_mrr_at_5_diff1": 0.225112,
"nauc_mrr_at_10_max": 0.297507,
"nauc_mrr_at_10_std": 0.128053,
"nauc_mrr_at_10_diff1": 0.222167,
"nauc_mrr_at_20_max": 0.298771,
"nauc_mrr_at_20_std": 0.13317,
"nauc_mrr_at_20_diff1": 0.223668,
"nauc_mrr_at_100_max": 0.299334,
"nauc_mrr_at_100_std": 0.133076,
"nauc_mrr_at_100_diff1": 0.224883,
"nauc_mrr_at_1000_max": 0.299249,
"nauc_mrr_at_1000_std": 0.132749,
"nauc_mrr_at_1000_diff1": 0.224871,
"main_score": 0.22698,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 5528.608217954636,
"kg_co2_emissions": null
} |