Muennighoff
commited on
Commit
•
4ea06ca
1
Parent(s):
48d3cf4
Upload SGPT-5.8B-weightedmean-nli-bitfit-bs1024_weightedmean_layer-1_results_detailed.json
Browse files
SGPT-5.8B-weightedmean-nli-bitfit-bs1024_weightedmean_layer-1_results_detailed.json
ADDED
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"askubuntu": {
|
3 |
+
"map_askubuntu_title": 57.12,
|
4 |
+
"p@1_askubuntu_title": 57.53,
|
5 |
+
"p@5_askubuntu_title": 42.69,
|
6 |
+
"mrr_askubuntu_title": 70.49
|
7 |
+
},
|
8 |
+
"cqadupstack": {
|
9 |
+
"map@100_cqadupstack_unix": 17.15,
|
10 |
+
"ndcg@10_cqadupstack_unix": 18.51,
|
11 |
+
"map@100_cqadupstack_gaming": 29.28,
|
12 |
+
"ndcg@10_cqadupstack_gaming": 32.09,
|
13 |
+
"map@100_cqadupstack_wordpress": 6.07,
|
14 |
+
"ndcg@10_cqadupstack_wordpress": 7.24,
|
15 |
+
"map@100_cqadupstack_stats": 18.74,
|
16 |
+
"ndcg@10_cqadupstack_stats": 20.26,
|
17 |
+
"map@100_cqadupstack_tex": 8.72,
|
18 |
+
"ndcg@10_cqadupstack_tex": 9.48,
|
19 |
+
"map@100_cqadupstack_english": 18.49,
|
20 |
+
"ndcg@10_cqadupstack_english": 20.2,
|
21 |
+
"map@100_cqadupstack_programmers": 16.28,
|
22 |
+
"ndcg@10_cqadupstack_programmers": 17.7,
|
23 |
+
"map@100_cqadupstack_mathematica": 12.7,
|
24 |
+
"ndcg@10_cqadupstack_mathematica": 14.72,
|
25 |
+
"map@100_cqadupstack_physics": 19.34,
|
26 |
+
"ndcg@10_cqadupstack_physics": 21.09,
|
27 |
+
"map@100_cqadupstack_gis": 15.58,
|
28 |
+
"ndcg@10_cqadupstack_gis": 17.42,
|
29 |
+
"map@100_cqadupstack_webmasters": 11.61,
|
30 |
+
"ndcg@10_cqadupstack_webmasters": 13.42,
|
31 |
+
"map@100_cqadupstack_android": 18.4,
|
32 |
+
"ndcg@10_cqadupstack_android": 20.89,
|
33 |
+
"map@100_cqadupstack_avg": 16.03,
|
34 |
+
"ndcg@10_cqadupstack_avg": 17.75
|
35 |
+
},
|
36 |
+
"twitterpara": {
|
37 |
+
"ap_twitter_twitterurl": 76.54,
|
38 |
+
"spearman_twitter_twitterurl": 72.46,
|
39 |
+
"ap_twitter_pit": 75.96,
|
40 |
+
"spearman_twitter_pit": 59.94,
|
41 |
+
"ap_twitter_avg": 76.25,
|
42 |
+
"spearman_twitter_avg": 66.2
|
43 |
+
},
|
44 |
+
"scidocs": {
|
45 |
+
"map_scidocs_cite_euclidean": 75.03,
|
46 |
+
"ndcg_scidocs_cite_euclidean": 88.14,
|
47 |
+
"map_scidocs_cite_cosine": 75.03,
|
48 |
+
"ndcg_scidocs_cite_cosine": 88.14,
|
49 |
+
"map_scidocs_cocite_euclidean": 78.15,
|
50 |
+
"ndcg_scidocs_cocite_euclidean": 89.86,
|
51 |
+
"map_scidocs_cocite_cosine": 78.15,
|
52 |
+
"ndcg_scidocs_cocite_cosine": 89.86,
|
53 |
+
"map_scidocs_coview_euclidean": 78.3,
|
54 |
+
"ndcg_scidocs_coview_euclidean": 88.79,
|
55 |
+
"map_scidocs_coview_cosine": 78.3,
|
56 |
+
"ndcg_scidocs_coview_cosine": 88.79,
|
57 |
+
"map_scidocs_coread_euclidean": 77.1,
|
58 |
+
"ndcg_scidocs_coread_euclidean": 88.43,
|
59 |
+
"map_scidocs_coread_cosine": 77.1,
|
60 |
+
"ndcg_scidocs_coread_cosine": 88.43,
|
61 |
+
"map_scidocs_euclidean_avg": 77.15,
|
62 |
+
"ndcg_scidocs_euclidean_avg": 88.8,
|
63 |
+
"map_scidocs_cosine_avg": 77.15,
|
64 |
+
"ndcg_scidocs_cosine_avg": 88.8
|
65 |
+
}
|
66 |
+
}
|