Muennighoff's picture
Add MTEB evaluation
039f451
raw
history blame contribute delete
940 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 31038.1,
"map_at_1": 0.30567,
"map_at_10": 0.4501,
"map_at_100": 0.46091,
"map_at_1000": 0.46126,
"map_at_3": 0.40897,
"map_at_5": 0.43301,
"mrr_at_1": 0.3456,
"mrr_at_10": 0.47725,
"mrr_at_100": 0.48548,
"mrr_at_1000": 0.48572,
"mrr_at_3": 0.44361,
"mrr_at_5": 0.46351,
"ndcg_at_1": 0.34531,
"ndcg_at_10": 0.5241,
"ndcg_at_100": 0.56999,
"ndcg_at_1000": 0.57831,
"ndcg_at_3": 0.44734,
"ndcg_at_5": 0.48701,
"precision_at_1": 0.34531,
"precision_at_10": 0.08612,
"precision_at_100": 0.01118,
"precision_at_1000": 0.0012,
"precision_at_3": 0.20307,
"precision_at_5": 0.14519,
"recall_at_1": 0.30567,
"recall_at_10": 0.72238,
"recall_at_100": 0.92154,
"recall_at_1000": 0.98375,
"recall_at_3": 0.52438,
"recall_at_5": 0.61517
}
}