Muennighoff's picture
Add MTEB evaluation
039f451
raw
history blame contribute delete
934 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 43004.49,
"map_at_1": 0.09357,
"map_at_10": 0.18849,
"map_at_100": 0.25369,
"map_at_1000": 0.2695,
"map_at_3": 0.13625,
"map_at_5": 0.15957,
"mrr_at_1": 0.6775,
"mrr_at_10": 0.74734,
"mrr_at_100": 0.751,
"mrr_at_1000": 0.75109,
"mrr_at_3": 0.73542,
"mrr_at_5": 0.74167,
"ndcg_at_1": 0.55375,
"ndcg_at_10": 0.39874,
"ndcg_at_100": 0.43098,
"ndcg_at_1000": 0.50692,
"ndcg_at_3": 0.44856,
"ndcg_at_5": 0.42139,
"precision_at_1": 0.6775,
"precision_at_10": 0.311,
"precision_at_100": 0.09303,
"precision_at_1000": 0.02006,
"precision_at_3": 0.4825,
"precision_at_5": 0.4095,
"recall_at_1": 0.09357,
"recall_at_10": 0.23832,
"recall_at_100": 0.47906,
"recall_at_1000": 0.71309,
"recall_at_3": 0.14512,
"recall_at_5": 0.183
}
}