File size: 2,455 Bytes
43c0298 cc04ae0 43c0298 cc04ae0 43c0298 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 |
{
"results": {
"anli_r1": {
"acc": 0.31,
"acc_stderr": 0.014632638658632896
},
"anli_r2": {
"acc": 0.354,
"acc_stderr": 0.015129868238451773
},
"anli_r3": {
"acc": 0.3375,
"acc_stderr": 0.013655897185463655
},
"cb": {
"acc": 0.44642857142857145,
"acc_stderr": 0.06703189227942398,
"f1": 0.43517730496453905
},
"copa": {
"acc": 0.79,
"acc_stderr": 0.040936018074033256
},
"hellaswag": {
"acc": 0.4761999601672974,
"acc_stderr": 0.004984125363319067,
"acc_norm": 0.6349332802230632,
"acc_norm_stderr": 0.004804649197163698
},
"rte": {
"acc": 0.5306859205776173,
"acc_stderr": 0.030039730592197812
},
"winogrande": {
"acc": 0.5872138910812944,
"acc_stderr": 0.013837060648682094
},
"storycloze_2016": {
"acc": 0.7183324425440941,
"acc_stderr": 0.010401844358587662
},
"boolq": {
"acc": 0.6238532110091743,
"acc_stderr": 0.008472516562330725
},
"arc_easy": {
"acc": 0.627104377104377,
"acc_stderr": 0.009922743197129253,
"acc_norm": 0.6081649831649831,
"acc_norm_stderr": 0.010016835016834974
},
"arc_challenge": {
"acc": 0.30631399317406144,
"acc_stderr": 0.013470584417276513,
"acc_norm": 0.32593856655290104,
"acc_norm_stderr": 0.013697432466693246
},
"sciq": {
"acc": 0.909,
"acc_stderr": 0.009099549538400245,
"acc_norm": 0.898,
"acc_norm_stderr": 0.009575368801653886
},
"piqa": {
"acc": 0.7568008705114254,
"acc_stderr": 0.010009611953858917,
"acc_norm": 0.7665941240478781,
"acc_norm_stderr": 0.009869247889520994
}
},
"versions": {
"anli_r1": 0,
"anli_r2": 0,
"anli_r3": 0,
"cb": 1,
"copa": 0,
"hellaswag": 0,
"rte": 0,
"winogrande": 0,
"storycloze_2016": 0,
"boolq": 1,
"arc_easy": 0,
"arc_challenge": 0,
"sciq": 0,
"piqa": 0
}
} |