File size: 2,462 Bytes
79391b8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 |
{
"results": {
"anli_r1": {
"acc": 0.314,
"acc_stderr": 0.014683991951087967
},
"anli_r2": {
"acc": 0.343,
"acc_stderr": 0.015019206922356951
},
"anli_r3": {
"acc": 0.3458333333333333,
"acc_stderr": 0.013736245342311012
},
"cb": {
"acc": 0.48214285714285715,
"acc_stderr": 0.0673769750864465,
"f1": 0.3218559218559219
},
"copa": {
"acc": 0.62,
"acc_stderr": 0.04878317312145633
},
"hellaswag": {
"acc": 0.29286994622585144,
"acc_stderr": 0.004541492151639243,
"acc_norm": 0.3227444732125075,
"acc_norm_stderr": 0.004665704208339039
},
"rte": {
"acc": 0.5054151624548736,
"acc_stderr": 0.030094698123239966
},
"winogrande": {
"acc": 0.4925019731649566,
"acc_stderr": 0.01405090552122858
},
"storycloze_2016": {
"acc": 0.5729556386958845,
"acc_stderr": 0.01143868739857839
},
"boolq": {
"acc": 0.4675840978593272,
"acc_stderr": 0.008726657178723137
},
"arc_easy": {
"acc": 0.42297979797979796,
"acc_stderr": 0.010137328382209099,
"acc_norm": 0.3808922558922559,
"acc_norm_stderr": 0.009964428212260379
},
"arc_challenge": {
"acc": 0.19197952218430034,
"acc_stderr": 0.011509598906598098,
"acc_norm": 0.22525597269624573,
"acc_norm_stderr": 0.0122078399954073
},
"sciq": {
"acc": 0.72,
"acc_stderr": 0.014205696104091496,
"acc_norm": 0.679,
"acc_norm_stderr": 0.014770821817934645
},
"piqa": {
"acc": 0.6273122959738846,
"acc_stderr": 0.011281318332897734,
"acc_norm": 0.6202393906420022,
"acc_norm_stderr": 0.01132348350471584
}
},
"versions": {
"anli_r1": 0,
"anli_r2": 0,
"anli_r3": 0,
"cb": 1,
"copa": 0,
"hellaswag": 0,
"rte": 0,
"winogrande": 0,
"storycloze_2016": 0,
"boolq": 1,
"arc_easy": 0,
"arc_challenge": 0,
"sciq": 0,
"piqa": 0
}
} |