SGPT-125M-weightedmean-nli-bitfit / eval /SGPT-125M-weightedmean-nli-bitfit_weightedmean_layer-1_results_detailed.json
Muennighoff's picture
Better model with bs=1024
d02d958
{
"askubuntu": {
"map_askubuntu_title": 55.66,
"p@1_askubuntu_title": 51.61,
"p@5_askubuntu_title": 41.4,
"mrr_askubuntu_title": 66.68
},
"cqadupstack": {
"map@100_cqadupstack_unix": 10.86,
"ndcg@10_cqadupstack_unix": 11.65,
"map@100_cqadupstack_gaming": 20.48,
"ndcg@10_cqadupstack_gaming": 22.59,
"map@100_cqadupstack_wordpress": 4.11,
"ndcg@10_cqadupstack_wordpress": 4.52,
"map@100_cqadupstack_stats": 13.42,
"ndcg@10_cqadupstack_stats": 13.69,
"map@100_cqadupstack_tex": 7.05,
"ndcg@10_cqadupstack_tex": 7.4,
"map@100_cqadupstack_english": 8.84,
"ndcg@10_cqadupstack_english": 10.03,
"map@100_cqadupstack_programmers": 10.39,
"ndcg@10_cqadupstack_programmers": 10.95,
"map@100_cqadupstack_mathematica": 9.81,
"ndcg@10_cqadupstack_mathematica": 10.84,
"map@100_cqadupstack_physics": 13.33,
"ndcg@10_cqadupstack_physics": 13.56,
"map@100_cqadupstack_gis": 13.79,
"ndcg@10_cqadupstack_gis": 14.32,
"map@100_cqadupstack_webmasters": 8.58,
"ndcg@10_cqadupstack_webmasters": 9.35,
"map@100_cqadupstack_android": 12.86,
"ndcg@10_cqadupstack_android": 14.72,
"map@100_cqadupstack_avg": 11.13,
"ndcg@10_cqadupstack_avg": 11.97
},
"twitterpara": {
"ap_twitter_twitterurl": 72.79,
"spearman_twitter_twitterurl": 67.64,
"ap_twitter_pit": 66.47,
"spearman_twitter_pit": 47.88,
"ap_twitter_avg": 69.63,
"spearman_twitter_avg": 57.76
},
"scidocs": {
"map_scidocs_cite_euclidean": 65.13,
"ndcg_scidocs_cite_euclidean": 82.16,
"map_scidocs_cite_cosine": 65.13,
"ndcg_scidocs_cite_cosine": 82.16,
"map_scidocs_cocite_euclidean": 67.76,
"ndcg_scidocs_cocite_euclidean": 83.77,
"map_scidocs_cocite_cosine": 67.76,
"ndcg_scidocs_cocite_cosine": 83.77,
"map_scidocs_coview_euclidean": 70.51,
"ndcg_scidocs_coview_euclidean": 84.5,
"map_scidocs_coview_cosine": 70.51,
"ndcg_scidocs_coview_cosine": 84.5,
"map_scidocs_coread_euclidean": 68.62,
"ndcg_scidocs_coread_euclidean": 83.66,
"map_scidocs_coread_cosine": 68.62,
"ndcg_scidocs_coread_cosine": 83.66,
"map_scidocs_euclidean_avg": 68.01,
"ndcg_scidocs_euclidean_avg": 83.52,
"map_scidocs_cosine_avg": 68.01,
"ndcg_scidocs_cosine_avg": 83.52
}
}