Muennighoff's picture
Add MTEB evaluation
5d4e702
raw
history blame contribute delete
942 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 2711.63,
"map_at_1": 0.12327,
"map_at_10": 0.17572,
"map_at_100": 0.18534,
"map_at_1000": 0.18653,
"map_at_3": 0.15703,
"map_at_5": 0.16752,
"mrr_at_1": 0.15038,
"mrr_at_10": 0.20726,
"mrr_at_100": 0.2161,
"mrr_at_1000": 0.21695,
"mrr_at_3": 0.18829,
"mrr_at_5": 0.19885,
"ndcg_at_1": 0.15038,
"ndcg_at_10": 0.21241,
"ndcg_at_100": 0.26179,
"ndcg_at_1000": 0.29316,
"ndcg_at_3": 0.17762,
"ndcg_at_5": 0.19413,
"precision_at_1": 0.15038,
"precision_at_10": 0.03892,
"precision_at_100": 0.0075,
"precision_at_1000": 0.00118,
"precision_at_3": 0.08351,
"precision_at_5": 0.06187,
"recall_at_1": 0.12327,
"recall_at_10": 0.29342,
"recall_at_100": 0.51854,
"recall_at_1000": 0.74648,
"recall_at_3": 0.19596,
"recall_at_5": 0.23899
}
}