Muennighoff's picture
Add MTEB evaluation
039f451
raw
history blame contribute delete
943 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 64667.21,
"map_at_1": 0.12306,
"map_at_10": 0.21523,
"map_at_100": 0.23358,
"map_at_1000": 0.23541,
"map_at_3": 0.17809,
"map_at_5": 0.19631,
"mrr_at_1": 0.27948,
"mrr_at_10": 0.40355,
"mrr_at_100": 0.41166,
"mrr_at_1000": 0.41203,
"mrr_at_3": 0.36819,
"mrr_at_5": 0.38959,
"ndcg_at_1": 0.27948,
"ndcg_at_10": 0.30462,
"ndcg_at_100": 0.37473,
"ndcg_at_1000": 0.40718,
"ndcg_at_3": 0.24646,
"ndcg_at_5": 0.26642,
"precision_at_1": 0.27948,
"precision_at_10": 0.09648,
"precision_at_100": 0.01724,
"precision_at_1000": 0.00232,
"precision_at_3": 0.1848,
"precision_at_5": 0.14293,
"recall_at_1": 0.12306,
"recall_at_10": 0.37181,
"recall_at_100": 0.61148,
"recall_at_1000": 0.79401,
"recall_at_3": 0.22883,
"recall_at_5": 0.2859
}
}