Muennighoff's picture
Add MTEB evaluation
039f451
raw
history blame contribute delete
937 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 1922.86,
"map_at_1": 0.6598,
"map_at_10": 0.80056,
"map_at_100": 0.80763,
"map_at_1000": 0.80786,
"map_at_3": 0.76848,
"map_at_5": 0.78854,
"mrr_at_1": 0.7586,
"mrr_at_10": 0.83397,
"mrr_at_100": 0.83555,
"mrr_at_1000": 0.83557,
"mrr_at_3": 0.82033,
"mrr_at_5": 0.8297,
"ndcg_at_1": 0.7588,
"ndcg_at_10": 0.84581,
"ndcg_at_100": 0.86151,
"ndcg_at_1000": 0.86315,
"ndcg_at_3": 0.80902,
"ndcg_at_5": 0.82953,
"precision_at_1": 0.7588,
"precision_at_10": 0.12986,
"precision_at_100": 0.01511,
"precision_at_1000": 0.00156,
"precision_at_3": 0.35383,
"precision_at_5": 0.23556,
"recall_at_1": 0.6598,
"recall_at_10": 0.93716,
"recall_at_100": 0.99218,
"recall_at_1000": 0.9997,
"recall_at_3": 0.83551,
"recall_at_5": 0.88998
}
}