| { | |
| "results": { | |
| "anli_r1": { | |
| "acc": 0.314, | |
| "acc_stderr": 0.014683991951087967 | |
| }, | |
| "anli_r2": { | |
| "acc": 0.343, | |
| "acc_stderr": 0.015019206922356951 | |
| }, | |
| "anli_r3": { | |
| "acc": 0.3458333333333333, | |
| "acc_stderr": 0.013736245342311012 | |
| }, | |
| "cb": { | |
| "acc": 0.48214285714285715, | |
| "acc_stderr": 0.0673769750864465, | |
| "f1": 0.3218559218559219 | |
| }, | |
| "copa": { | |
| "acc": 0.62, | |
| "acc_stderr": 0.04878317312145633 | |
| }, | |
| "hellaswag": { | |
| "acc": 0.29286994622585144, | |
| "acc_stderr": 0.004541492151639243, | |
| "acc_norm": 0.3227444732125075, | |
| "acc_norm_stderr": 0.004665704208339039 | |
| }, | |
| "rte": { | |
| "acc": 0.5054151624548736, | |
| "acc_stderr": 0.030094698123239966 | |
| }, | |
| "winogrande": { | |
| "acc": 0.4925019731649566, | |
| "acc_stderr": 0.01405090552122858 | |
| }, | |
| "storycloze_2016": { | |
| "acc": 0.5729556386958845, | |
| "acc_stderr": 0.01143868739857839 | |
| }, | |
| "boolq": { | |
| "acc": 0.4675840978593272, | |
| "acc_stderr": 0.008726657178723137 | |
| }, | |
| "arc_easy": { | |
| "acc": 0.42297979797979796, | |
| "acc_stderr": 0.010137328382209099, | |
| "acc_norm": 0.3808922558922559, | |
| "acc_norm_stderr": 0.009964428212260379 | |
| }, | |
| "arc_challenge": { | |
| "acc": 0.19197952218430034, | |
| "acc_stderr": 0.011509598906598098, | |
| "acc_norm": 0.22525597269624573, | |
| "acc_norm_stderr": 0.0122078399954073 | |
| }, | |
| "sciq": { | |
| "acc": 0.72, | |
| "acc_stderr": 0.014205696104091496, | |
| "acc_norm": 0.679, | |
| "acc_norm_stderr": 0.014770821817934645 | |
| }, | |
| "piqa": { | |
| "acc": 0.6273122959738846, | |
| "acc_stderr": 0.011281318332897734, | |
| "acc_norm": 0.6202393906420022, | |
| "acc_norm_stderr": 0.01132348350471584 | |
| } | |
| }, | |
| "versions": { | |
| "anli_r1": 0, | |
| "anli_r2": 0, | |
| "anli_r3": 0, | |
| "cb": 1, | |
| "copa": 0, | |
| "hellaswag": 0, | |
| "rte": 0, | |
| "winogrande": 0, | |
| "storycloze_2016": 0, | |
| "boolq": 1, | |
| "arc_easy": 0, | |
| "arc_challenge": 0, | |
| "sciq": 0, | |
| "piqa": 0 | |
| } | |
| } |