SGPT-1.3B-weightedmean-msmarco-specb-bitfit / evaluation /mteb /CQADupstackProgrammersRetrieval.json
Muennighoff's picture
Add MTEB evaluation
5d4e702
raw
history blame
938 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 1185.95,
"map_at_1": 0.21624,
"map_at_10": 0.3021,
"map_at_100": 0.3152,
"map_at_1000": 0.31626,
"map_at_3": 0.26951,
"map_at_5": 0.28939,
"mrr_at_1": 0.26941,
"mrr_at_10": 0.3513,
"mrr_at_100": 0.3615,
"mrr_at_1000": 0.36204,
"mrr_at_3": 0.3242,
"mrr_at_5": 0.34155,
"ndcg_at_1": 0.26941,
"ndcg_at_10": 0.35726,
"ndcg_at_100": 0.41725,
"ndcg_at_1000": 0.44105,
"ndcg_at_3": 0.30184,
"ndcg_at_5": 0.33176,
"precision_at_1": 0.26941,
"precision_at_10": 0.06655,
"precision_at_100": 0.01152,
"precision_at_1000": 0.00152,
"precision_at_3": 0.14346,
"precision_at_5": 0.10868,
"recall_at_1": 0.21624,
"recall_at_10": 0.47359,
"recall_at_100": 0.73436,
"recall_at_1000": 0.89988,
"recall_at_3": 0.3234,
"recall_at_5": 0.39856
}
}