Muennighoff's picture
Add MTEB evaluation
5d4e702
raw
history blame
935 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 742.32,
"map_at_1": 0.67517,
"map_at_10": 0.81054,
"map_at_100": 0.81727,
"map_at_1000": 0.81752,
"map_at_3": 0.78018,
"map_at_5": 0.79879,
"mrr_at_1": 0.7752,
"mrr_at_10": 0.84429,
"mrr_at_100": 0.84582,
"mrr_at_1000": 0.84584,
"mrr_at_3": 0.83268,
"mrr_at_5": 0.84013,
"ndcg_at_1": 0.7753,
"ndcg_at_10": 0.85277,
"ndcg_at_100": 0.86805,
"ndcg_at_1000": 0.8701,
"ndcg_at_3": 0.81975,
"ndcg_at_5": 0.83723,
"precision_at_1": 0.7753,
"precision_at_10": 0.12961,
"precision_at_100": 0.01502,
"precision_at_1000": 0.00156,
"precision_at_3": 0.35713,
"precision_at_5": 0.23574,
"recall_at_1": 0.67517,
"recall_at_10": 0.93486,
"recall_at_100": 0.989,
"recall_at_1000": 0.9993,
"recall_at_3": 0.8418,
"recall_at_5": 0.88975
}
}