SGPT-1.3B-weightedmean-nli-bitfit / eval /SGPT-1.3B-weightedmean-nli-bitfit_weightedmean_layer-1_results_detailed.json
Muennighoff's picture
Better model with bs=1024
7ce2897
{
"askubuntu": {
"map_askubuntu_title": 55.97,
"p@1_askubuntu_title": 52.69,
"p@5_askubuntu_title": 41.94,
"mrr_askubuntu_title": 68.08
},
"cqadupstack": {
"map@100_cqadupstack_unix": 11.88,
"ndcg@10_cqadupstack_unix": 13.74,
"map@100_cqadupstack_gaming": 29.28,
"ndcg@10_cqadupstack_gaming": 31.75,
"map@100_cqadupstack_wordpress": 4.34,
"ndcg@10_cqadupstack_wordpress": 5.12,
"map@100_cqadupstack_stats": 14.68,
"ndcg@10_cqadupstack_stats": 16.12,
"map@100_cqadupstack_tex": 8.04,
"ndcg@10_cqadupstack_tex": 8.43,
"map@100_cqadupstack_english": 14.07,
"ndcg@10_cqadupstack_english": 15.59,
"map@100_cqadupstack_programmers": 10.78,
"ndcg@10_cqadupstack_programmers": 11.23,
"map@100_cqadupstack_mathematica": 10.74,
"ndcg@10_cqadupstack_mathematica": 12.57,
"map@100_cqadupstack_physics": 16.04,
"ndcg@10_cqadupstack_physics": 17.58,
"map@100_cqadupstack_gis": 14.81,
"ndcg@10_cqadupstack_gis": 16.19,
"map@100_cqadupstack_webmasters": 9.84,
"ndcg@10_cqadupstack_webmasters": 10.36,
"map@100_cqadupstack_android": 17.19,
"ndcg@10_cqadupstack_android": 19.08,
"map@100_cqadupstack_avg": 13.47,
"ndcg@10_cqadupstack_avg": 14.81
},
"twitterpara": {
"ap_twitter_twitterurl": 75.43,
"spearman_twitter_twitterurl": 70.6,
"ap_twitter_pit": 70.69,
"spearman_twitter_pit": 55.71,
"ap_twitter_avg": 73.06,
"spearman_twitter_avg": 63.15
},
"scidocs": {
"map_scidocs_cite_euclidean": 70.1,
"ndcg_scidocs_cite_euclidean": 85.17,
"map_scidocs_cite_cosine": 70.1,
"ndcg_scidocs_cite_cosine": 85.17,
"map_scidocs_cocite_euclidean": 72.87,
"ndcg_scidocs_cocite_euclidean": 86.72,
"map_scidocs_cocite_cosine": 72.87,
"ndcg_scidocs_cocite_cosine": 86.72,
"map_scidocs_coview_euclidean": 74.95,
"ndcg_scidocs_coview_euclidean": 87.03,
"map_scidocs_coview_cosine": 74.95,
"ndcg_scidocs_coview_cosine": 87.03,
"map_scidocs_coread_euclidean": 73.15,
"ndcg_scidocs_coread_euclidean": 86.15,
"map_scidocs_coread_cosine": 73.15,
"ndcg_scidocs_coread_cosine": 86.15,
"map_scidocs_euclidean_avg": 72.77,
"ndcg_scidocs_euclidean_avg": 86.27,
"map_scidocs_cosine_avg": 72.77,
"ndcg_scidocs_cosine_avg": 86.27
}
}