SGPT-1.3B-weightedmean-nli-bitfit
/
eval
/SGPT-1.3B-weightedmean-nli-bitfit_weightedmean_layer-1_results_detailed.json
{ | |
"askubuntu": { | |
"map_askubuntu_title": 55.97, | |
"p@1_askubuntu_title": 52.69, | |
"p@5_askubuntu_title": 41.94, | |
"mrr_askubuntu_title": 68.08 | |
}, | |
"cqadupstack": { | |
"map@100_cqadupstack_unix": 11.88, | |
"ndcg@10_cqadupstack_unix": 13.74, | |
"map@100_cqadupstack_gaming": 29.28, | |
"ndcg@10_cqadupstack_gaming": 31.75, | |
"map@100_cqadupstack_wordpress": 4.34, | |
"ndcg@10_cqadupstack_wordpress": 5.12, | |
"map@100_cqadupstack_stats": 14.68, | |
"ndcg@10_cqadupstack_stats": 16.12, | |
"map@100_cqadupstack_tex": 8.04, | |
"ndcg@10_cqadupstack_tex": 8.43, | |
"map@100_cqadupstack_english": 14.07, | |
"ndcg@10_cqadupstack_english": 15.59, | |
"map@100_cqadupstack_programmers": 10.78, | |
"ndcg@10_cqadupstack_programmers": 11.23, | |
"map@100_cqadupstack_mathematica": 10.74, | |
"ndcg@10_cqadupstack_mathematica": 12.57, | |
"map@100_cqadupstack_physics": 16.04, | |
"ndcg@10_cqadupstack_physics": 17.58, | |
"map@100_cqadupstack_gis": 14.81, | |
"ndcg@10_cqadupstack_gis": 16.19, | |
"map@100_cqadupstack_webmasters": 9.84, | |
"ndcg@10_cqadupstack_webmasters": 10.36, | |
"map@100_cqadupstack_android": 17.19, | |
"ndcg@10_cqadupstack_android": 19.08, | |
"map@100_cqadupstack_avg": 13.47, | |
"ndcg@10_cqadupstack_avg": 14.81 | |
}, | |
"twitterpara": { | |
"ap_twitter_twitterurl": 75.43, | |
"spearman_twitter_twitterurl": 70.6, | |
"ap_twitter_pit": 70.69, | |
"spearman_twitter_pit": 55.71, | |
"ap_twitter_avg": 73.06, | |
"spearman_twitter_avg": 63.15 | |
}, | |
"scidocs": { | |
"map_scidocs_cite_euclidean": 70.1, | |
"ndcg_scidocs_cite_euclidean": 85.17, | |
"map_scidocs_cite_cosine": 70.1, | |
"ndcg_scidocs_cite_cosine": 85.17, | |
"map_scidocs_cocite_euclidean": 72.87, | |
"ndcg_scidocs_cocite_euclidean": 86.72, | |
"map_scidocs_cocite_cosine": 72.87, | |
"ndcg_scidocs_cocite_cosine": 86.72, | |
"map_scidocs_coview_euclidean": 74.95, | |
"ndcg_scidocs_coview_euclidean": 87.03, | |
"map_scidocs_coview_cosine": 74.95, | |
"ndcg_scidocs_coview_cosine": 87.03, | |
"map_scidocs_coread_euclidean": 73.15, | |
"ndcg_scidocs_coread_euclidean": 86.15, | |
"map_scidocs_coread_cosine": 73.15, | |
"ndcg_scidocs_coread_cosine": 86.15, | |
"map_scidocs_euclidean_avg": 72.77, | |
"ndcg_scidocs_euclidean_avg": 86.27, | |
"map_scidocs_cosine_avg": 72.77, | |
"ndcg_scidocs_cosine_avg": 86.27 | |
} | |
} |