Muennighoff's picture
Add MTEB evaluation
039f451
raw
history blame contribute delete
938 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 5338.65,
"map_at_1": 0.29067,
"map_at_10": 0.39457,
"map_at_100": 0.4083,
"map_at_1000": 0.4094,
"map_at_3": 0.35995,
"map_at_5": 0.38159,
"mrr_at_1": 0.34937,
"mrr_at_10": 0.44755,
"mrr_at_100": 0.45549,
"mrr_at_1000": 0.45589,
"mrr_at_3": 0.41947,
"mrr_at_5": 0.43733,
"ndcg_at_1": 0.34937,
"ndcg_at_10": 0.45573,
"ndcg_at_100": 0.51267,
"ndcg_at_1000": 0.53184,
"ndcg_at_3": 0.39962,
"ndcg_at_5": 0.4302,
"precision_at_1": 0.34937,
"precision_at_10": 0.08296,
"precision_at_100": 0.0132,
"precision_at_1000": 0.00167,
"precision_at_3": 0.188,
"precision_at_5": 0.13763,
"recall_at_1": 0.29067,
"recall_at_10": 0.58298,
"recall_at_100": 0.82251,
"recall_at_1000": 0.94476,
"recall_at_3": 0.42984,
"recall_at_5": 0.50658
}
}