Muennighoff's picture
Add MTEB evaluation
039f451
raw
history blame contribute delete
941 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 166.79,
"map_at_1": 0.05702,
"map_at_10": 0.13642,
"map_at_100": 0.17503,
"map_at_1000": 0.19126,
"map_at_3": 0.09748,
"map_at_5": 0.11642,
"mrr_at_1": 0.4582,
"mrr_at_10": 0.54821,
"mrr_at_100": 0.55422,
"mrr_at_1000": 0.55453,
"mrr_at_3": 0.52374,
"mrr_at_5": 0.53937,
"ndcg_at_1": 0.44272,
"ndcg_at_10": 0.36213,
"ndcg_at_100": 0.33829,
"ndcg_at_1000": 0.42557,
"ndcg_at_3": 0.40814,
"ndcg_at_5": 0.39562,
"precision_at_1": 0.45511,
"precision_at_10": 0.27214,
"precision_at_100": 0.08941,
"precision_at_1000": 0.02187,
"precision_at_3": 0.37874,
"precision_at_5": 0.34489,
"recall_at_1": 0.05702,
"recall_at_10": 0.17638,
"recall_at_100": 0.34419,
"recall_at_1000": 0.6641,
"recall_at_3": 0.10914,
"recall_at_5": 0.14032
}
}