Muennighoff's picture
Add MTEB evaluation
5d4e702
raw
history blame
No virus
940 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 1290.88,
"map_at_1": 0.18962,
"map_at_10": 0.25863,
"map_at_100": 0.26818,
"map_at_1000": 0.26918,
"map_at_3": 0.23043,
"map_at_5": 0.24599,
"mrr_at_1": 0.20452,
"mrr_at_10": 0.27301,
"mrr_at_100": 0.28233,
"mrr_at_1000": 0.2831,
"mrr_at_3": 0.24539,
"mrr_at_5": 0.26109,
"ndcg_at_1": 0.20452,
"ndcg_at_10": 0.30355,
"ndcg_at_100": 0.35336,
"ndcg_at_1000": 0.37927,
"ndcg_at_3": 0.24705,
"ndcg_at_5": 0.2742,
"precision_at_1": 0.20452,
"precision_at_10": 0.04949,
"precision_at_100": 0.0078,
"precision_at_1000": 0.00104,
"precision_at_3": 0.10358,
"precision_at_5": 0.07774,
"recall_at_1": 0.18962,
"recall_at_10": 0.43056,
"recall_at_100": 0.66273,
"recall_at_1000": 0.8596,
"recall_at_3": 0.27776,
"recall_at_5": 0.34287
}
}