File size: 5,988 Bytes
81d107a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "e4e08e0b7dbe3c8700f0daef558ff32256715259",
"task_name": "QuoraRetrieval",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.7981,
"ndcg_at_3": 0.83923,
"ndcg_at_5": 0.85516,
"ndcg_at_10": 0.86825,
"ndcg_at_20": 0.87562,
"ndcg_at_100": 0.88241,
"ndcg_at_1000": 0.88406,
"map_at_1": 0.69387,
"map_at_3": 0.80109,
"map_at_5": 0.81907,
"map_at_10": 0.82976,
"map_at_20": 0.83391,
"map_at_100": 0.83627,
"map_at_1000": 0.83648,
"recall_at_1": 0.69387,
"recall_at_3": 0.85762,
"recall_at_5": 0.90305,
"recall_at_10": 0.94156,
"recall_at_20": 0.9656,
"recall_at_100": 0.99099,
"recall_at_1000": 0.99905,
"precision_at_1": 0.7981,
"precision_at_3": 0.3661,
"precision_at_5": 0.24042,
"precision_at_10": 0.13102,
"precision_at_20": 0.06961,
"precision_at_100": 0.0151,
"precision_at_1000": 0.00156,
"mrr_at_1": 0.7979,
"mrr_at_3": 0.8504,
"mrr_at_5": 0.85789,
"mrr_at_10": 0.861217,
"mrr_at_20": 0.862272,
"mrr_at_100": 0.862594,
"mrr_at_1000": 0.862613,
"nauc_ndcg_at_1_max": 0.385323,
"nauc_ndcg_at_1_std": -0.352997,
"nauc_ndcg_at_1_diff1": 0.768904,
"nauc_ndcg_at_3_max": 0.358767,
"nauc_ndcg_at_3_std": -0.422362,
"nauc_ndcg_at_3_diff1": 0.750812,
"nauc_ndcg_at_5_max": 0.365901,
"nauc_ndcg_at_5_std": -0.437432,
"nauc_ndcg_at_5_diff1": 0.756063,
"nauc_ndcg_at_10_max": 0.371952,
"nauc_ndcg_at_10_std": -0.432721,
"nauc_ndcg_at_10_diff1": 0.758216,
"nauc_ndcg_at_20_max": 0.375014,
"nauc_ndcg_at_20_std": -0.419042,
"nauc_ndcg_at_20_diff1": 0.75704,
"nauc_ndcg_at_100_max": 0.380351,
"nauc_ndcg_at_100_std": -0.39988,
"nauc_ndcg_at_100_diff1": 0.756946,
"nauc_ndcg_at_1000_max": 0.380961,
"nauc_ndcg_at_1000_std": -0.395691,
"nauc_ndcg_at_1000_diff1": 0.756467,
"nauc_map_at_1_max": 0.276589,
"nauc_map_at_1_std": -0.386526,
"nauc_map_at_1_diff1": 0.7886,
"nauc_map_at_3_max": 0.332655,
"nauc_map_at_3_std": -0.448285,
"nauc_map_at_3_diff1": 0.762881,
"nauc_map_at_5_max": 0.348765,
"nauc_map_at_5_std": -0.448588,
"nauc_map_at_5_diff1": 0.761948,
"nauc_map_at_10_max": 0.357223,
"nauc_map_at_10_std": -0.437594,
"nauc_map_at_10_diff1": 0.760072,
"nauc_map_at_20_max": 0.360747,
"nauc_map_at_20_std": -0.427652,
"nauc_map_at_20_diff1": 0.75873,
"nauc_map_at_100_max": 0.363031,
"nauc_map_at_100_std": -0.420231,
"nauc_map_at_100_diff1": 0.758438,
"nauc_map_at_1000_max": 0.363384,
"nauc_map_at_1000_std": -0.41938,
"nauc_map_at_1000_diff1": 0.758393,
"nauc_recall_at_1_max": 0.276589,
"nauc_recall_at_1_std": -0.386526,
"nauc_recall_at_1_diff1": 0.7886,
"nauc_recall_at_3_max": 0.29953,
"nauc_recall_at_3_std": -0.507123,
"nauc_recall_at_3_diff1": 0.723936,
"nauc_recall_at_5_max": 0.318398,
"nauc_recall_at_5_std": -0.564493,
"nauc_recall_at_5_diff1": 0.717385,
"nauc_recall_at_10_max": 0.330489,
"nauc_recall_at_10_std": -0.596467,
"nauc_recall_at_10_diff1": 0.714574,
"nauc_recall_at_20_max": 0.34185,
"nauc_recall_at_20_std": -0.570183,
"nauc_recall_at_20_diff1": 0.707112,
"nauc_recall_at_100_max": 0.426654,
"nauc_recall_at_100_std": -0.408769,
"nauc_recall_at_100_diff1": 0.720717,
"nauc_recall_at_1000_max": 0.441165,
"nauc_recall_at_1000_std": 0.174422,
"nauc_recall_at_1000_diff1": 0.582066,
"nauc_precision_at_1_max": 0.385323,
"nauc_precision_at_1_std": -0.352997,
"nauc_precision_at_1_diff1": 0.768904,
"nauc_precision_at_3_max": 0.115283,
"nauc_precision_at_3_std": 0.034073,
"nauc_precision_at_3_diff1": -0.11805,
"nauc_precision_at_5_max": 0.067543,
"nauc_precision_at_5_std": 0.137509,
"nauc_precision_at_5_diff1": -0.254885,
"nauc_precision_at_10_max": 0.025493,
"nauc_precision_at_10_std": 0.236938,
"nauc_precision_at_10_diff1": -0.342161,
"nauc_precision_at_20_max": -0.001939,
"nauc_precision_at_20_std": 0.310031,
"nauc_precision_at_20_diff1": -0.388267,
"nauc_precision_at_100_max": -0.02205,
"nauc_precision_at_100_std": 0.38886,
"nauc_precision_at_100_diff1": -0.41661,
"nauc_precision_at_1000_max": -0.027452,
"nauc_precision_at_1000_std": 0.411492,
"nauc_precision_at_1000_diff1": -0.424162,
"nauc_mrr_at_1_max": 0.383192,
"nauc_mrr_at_1_std": -0.353824,
"nauc_mrr_at_1_diff1": 0.769376,
"nauc_mrr_at_3_max": 0.386992,
"nauc_mrr_at_3_std": -0.374313,
"nauc_mrr_at_3_diff1": 0.758136,
"nauc_mrr_at_5_max": 0.389249,
"nauc_mrr_at_5_std": -0.377732,
"nauc_mrr_at_5_diff1": 0.760258,
"nauc_mrr_at_10_max": 0.390148,
"nauc_mrr_at_10_std": -0.375749,
"nauc_mrr_at_10_diff1": 0.761165,
"nauc_mrr_at_20_max": 0.389778,
"nauc_mrr_at_20_std": -0.373585,
"nauc_mrr_at_20_diff1": 0.761091,
"nauc_mrr_at_100_max": 0.389507,
"nauc_mrr_at_100_std": -0.373448,
"nauc_mrr_at_100_diff1": 0.761166,
"nauc_mrr_at_1000_max": 0.389482,
"nauc_mrr_at_1000_std": -0.373441,
"nauc_mrr_at_1000_diff1": 0.76116,
"main_score": 0.86825,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 304.4700849056244,
"kg_co2_emissions": null
} |