SGPT-5.8B-weightedmean-nli-bitfit / SGPT-5.8B-weightedmean-nli-bitfit-bs1024_weightedmean_layer-1_results_detailed.json
Muennighoff's picture
Upload SGPT-5.8B-weightedmean-nli-bitfit-bs1024_weightedmean_layer-1_results_detailed.json
4ea06ca
{
"askubuntu": {
"map_askubuntu_title": 57.12,
"p@1_askubuntu_title": 57.53,
"p@5_askubuntu_title": 42.69,
"mrr_askubuntu_title": 70.49
},
"cqadupstack": {
"map@100_cqadupstack_unix": 17.15,
"ndcg@10_cqadupstack_unix": 18.51,
"map@100_cqadupstack_gaming": 29.28,
"ndcg@10_cqadupstack_gaming": 32.09,
"map@100_cqadupstack_wordpress": 6.07,
"ndcg@10_cqadupstack_wordpress": 7.24,
"map@100_cqadupstack_stats": 18.74,
"ndcg@10_cqadupstack_stats": 20.26,
"map@100_cqadupstack_tex": 8.72,
"ndcg@10_cqadupstack_tex": 9.48,
"map@100_cqadupstack_english": 18.49,
"ndcg@10_cqadupstack_english": 20.2,
"map@100_cqadupstack_programmers": 16.28,
"ndcg@10_cqadupstack_programmers": 17.7,
"map@100_cqadupstack_mathematica": 12.7,
"ndcg@10_cqadupstack_mathematica": 14.72,
"map@100_cqadupstack_physics": 19.34,
"ndcg@10_cqadupstack_physics": 21.09,
"map@100_cqadupstack_gis": 15.58,
"ndcg@10_cqadupstack_gis": 17.42,
"map@100_cqadupstack_webmasters": 11.61,
"ndcg@10_cqadupstack_webmasters": 13.42,
"map@100_cqadupstack_android": 18.4,
"ndcg@10_cqadupstack_android": 20.89,
"map@100_cqadupstack_avg": 16.03,
"ndcg@10_cqadupstack_avg": 17.75
},
"twitterpara": {
"ap_twitter_twitterurl": 76.54,
"spearman_twitter_twitterurl": 72.46,
"ap_twitter_pit": 75.96,
"spearman_twitter_pit": 59.94,
"ap_twitter_avg": 76.25,
"spearman_twitter_avg": 66.2
},
"scidocs": {
"map_scidocs_cite_euclidean": 75.03,
"ndcg_scidocs_cite_euclidean": 88.14,
"map_scidocs_cite_cosine": 75.03,
"ndcg_scidocs_cite_cosine": 88.14,
"map_scidocs_cocite_euclidean": 78.15,
"ndcg_scidocs_cocite_euclidean": 89.86,
"map_scidocs_cocite_cosine": 78.15,
"ndcg_scidocs_cocite_cosine": 89.86,
"map_scidocs_coview_euclidean": 78.3,
"ndcg_scidocs_coview_euclidean": 88.79,
"map_scidocs_coview_cosine": 78.3,
"ndcg_scidocs_coview_cosine": 88.79,
"map_scidocs_coread_euclidean": 77.1,
"ndcg_scidocs_coread_euclidean": 88.43,
"map_scidocs_coread_cosine": 77.1,
"ndcg_scidocs_coread_cosine": 88.43,
"map_scidocs_euclidean_avg": 77.15,
"ndcg_scidocs_euclidean_avg": 88.8,
"map_scidocs_cosine_avg": 77.15,
"ndcg_scidocs_cosine_avg": 88.8
}
}