Muennighoff's picture
Add MTEB evaluation
039f451
raw
history blame contribute delete
943 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 11622.05,
"map_at_1": 0.1554,
"map_at_10": 0.22362,
"map_at_100": 0.23435,
"map_at_1000": 0.23564,
"map_at_3": 0.20143,
"map_at_5": 0.21324,
"mrr_at_1": 0.18892,
"mrr_at_10": 0.25943,
"mrr_at_100": 0.26883,
"mrr_at_1000": 0.26969,
"mrr_at_3": 0.23727,
"mrr_at_5": 0.24923,
"ndcg_at_1": 0.18892,
"ndcg_at_10": 0.26811,
"ndcg_at_100": 0.32066,
"ndcg_at_1000": 0.35166,
"ndcg_at_3": 0.22706,
"ndcg_at_5": 0.24508,
"precision_at_1": 0.18892,
"precision_at_10": 0.04942,
"precision_at_100": 0.00878,
"precision_at_1000": 0.00131,
"precision_at_3": 0.10748,
"precision_at_5": 0.07784,
"recall_at_1": 0.1554,
"recall_at_10": 0.36743,
"recall_at_100": 0.60525,
"recall_at_1000": 0.82576,
"recall_at_3": 0.25252,
"recall_at_5": 0.29872
}
}