SGPT-5.8B-weightedmean-msmarco-specb-bitfit / evaluation /mteb /CQADupstackWordpressRetrieval.json
Muennighoff's picture
Add MTEB evaluation
039f451
raw
history blame contribute delete
943 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 7608.65,
"map_at_1": 0.21356,
"map_at_10": 0.27904,
"map_at_100": 0.28938,
"map_at_1000": 0.29036,
"map_at_3": 0.25726,
"map_at_5": 0.26935,
"mrr_at_1": 0.22551,
"mrr_at_10": 0.29259,
"mrr_at_100": 0.30272,
"mrr_at_1000": 0.30348,
"mrr_at_3": 0.27295,
"mrr_at_5": 0.28358,
"ndcg_at_1": 0.22551,
"ndcg_at_10": 0.31817,
"ndcg_at_100": 0.37164,
"ndcg_at_1000": 0.3982,
"ndcg_at_3": 0.27596,
"ndcg_at_5": 0.29568,
"precision_at_1": 0.22551,
"precision_at_10": 0.04917,
"precision_at_100": 0.00828,
"precision_at_1000": 0.00114,
"precision_at_3": 0.11583,
"precision_at_5": 0.08133,
"recall_at_1": 0.21356,
"recall_at_10": 0.42489,
"recall_at_100": 0.67128,
"recall_at_1000": 0.87441,
"recall_at_3": 0.31165,
"recall_at_5": 0.35853
}
}