sgpt-bloom-1b7-nli / sgpt-nli-bloom-1b3_weightedmean_layer-1_results_detailed.json
Muennighoff's picture
Add sgpt-nli-bloom-1b3
043ecd9
{
"askubuntu": {
"map_askubuntu_title": 57.44,
"p@1_askubuntu_title": 56.45,
"p@5_askubuntu_title": 42.8,
"mrr_askubuntu_title": 70.07
},
"cqadupstack": {
"map@100_cqadupstack_unix": 12.58,
"ndcg@10_cqadupstack_unix": 14.17,
"map@100_cqadupstack_gaming": 27.68,
"ndcg@10_cqadupstack_gaming": 30.06,
"map@100_cqadupstack_wordpress": 7.22,
"ndcg@10_cqadupstack_wordpress": 8.13,
"map@100_cqadupstack_stats": 14.86,
"ndcg@10_cqadupstack_stats": 15.8,
"map@100_cqadupstack_tex": 8.28,
"ndcg@10_cqadupstack_tex": 9.28,
"map@100_cqadupstack_english": 16.19,
"ndcg@10_cqadupstack_english": 17.94,
"map@100_cqadupstack_programmers": 12.47,
"ndcg@10_cqadupstack_programmers": 13.4,
"map@100_cqadupstack_mathematica": 12.05,
"ndcg@10_cqadupstack_mathematica": 13.43,
"map@100_cqadupstack_physics": 16.5,
"ndcg@10_cqadupstack_physics": 18.28,
"map@100_cqadupstack_gis": 18.1,
"ndcg@10_cqadupstack_gis": 19.14,
"map@100_cqadupstack_webmasters": 9.1,
"ndcg@10_cqadupstack_webmasters": 10.34,
"map@100_cqadupstack_android": 15.16,
"ndcg@10_cqadupstack_android": 17.27,
"map@100_cqadupstack_avg": 14.18,
"ndcg@10_cqadupstack_avg": 15.6
},
"twitterpara": {
"ap_twitter_twitterurl": 77.05,
"spearman_twitter_twitterurl": 71.33,
"ap_twitter_pit": 70.92,
"spearman_twitter_pit": 53.43,
"ap_twitter_avg": 73.99,
"spearman_twitter_avg": 62.38
},
"scidocs": {
"map_scidocs_cite_euclidean": 72.36,
"ndcg_scidocs_cite_euclidean": 86.55,
"map_scidocs_cite_cosine": 72.36,
"ndcg_scidocs_cite_cosine": 86.55,
"map_scidocs_cocite_euclidean": 75.37,
"ndcg_scidocs_cocite_euclidean": 88.13,
"map_scidocs_cocite_cosine": 75.37,
"ndcg_scidocs_cocite_cosine": 88.13,
"map_scidocs_coview_euclidean": 76.56,
"ndcg_scidocs_coview_euclidean": 87.9,
"map_scidocs_coview_cosine": 76.56,
"ndcg_scidocs_coview_cosine": 87.9,
"map_scidocs_coread_euclidean": 74.67,
"ndcg_scidocs_coread_euclidean": 87.14,
"map_scidocs_coread_cosine": 74.67,
"ndcg_scidocs_coread_cosine": 87.14,
"map_scidocs_euclidean_avg": 74.74,
"ndcg_scidocs_euclidean_avg": 87.43,
"map_scidocs_cosine_avg": 74.74,
"ndcg_scidocs_cosine_avg": 87.43
}
}