| { | |
| "results": { | |
| "anli_r1": { | |
| "acc": 0.289, | |
| "acc_stderr": 0.014341711358296191 | |
| }, | |
| "anli_r2": { | |
| "acc": 0.352, | |
| "acc_stderr": 0.015110404505648666 | |
| }, | |
| "anli_r3": { | |
| "acc": 0.335, | |
| "acc_stderr": 0.013630871843821474 | |
| }, | |
| "cb": { | |
| "acc": 0.5, | |
| "acc_stderr": 0.06741998624632421, | |
| "f1": 0.35047619047619044 | |
| }, | |
| "copa": { | |
| "acc": 0.68, | |
| "acc_stderr": 0.04688261722621504 | |
| }, | |
| "hellaswag": { | |
| "acc": 0.36247759410476, | |
| "acc_stderr": 0.004797332565990064, | |
| "acc_norm": 0.44911372236606256, | |
| "acc_norm_stderr": 0.0049638729368579396 | |
| }, | |
| "rte": { | |
| "acc": 0.5415162454873647, | |
| "acc_stderr": 0.029992535385373314 | |
| }, | |
| "winogrande": { | |
| "acc": 0.5138121546961326, | |
| "acc_stderr": 0.01404712291644041 | |
| }, | |
| "storycloze_2016": { | |
| "acc": 0.6392303580972741, | |
| "acc_stderr": 0.011105110530046357 | |
| }, | |
| "boolq": { | |
| "acc": 0.5382262996941896, | |
| "acc_stderr": 0.00871946009810685 | |
| }, | |
| "arc_easy": { | |
| "acc": 0.5332491582491582, | |
| "acc_stderr": 0.010237073872130744, | |
| "acc_norm": 0.5227272727272727, | |
| "acc_norm_stderr": 0.010249179090605987 | |
| }, | |
| "arc_challenge": { | |
| "acc": 0.23122866894197952, | |
| "acc_stderr": 0.012320858834772276, | |
| "acc_norm": 0.26791808873720135, | |
| "acc_norm_stderr": 0.012942030195136432 | |
| }, | |
| "sciq": { | |
| "acc": 0.891, | |
| "acc_stderr": 0.009859828407037186, | |
| "acc_norm": 0.882, | |
| "acc_norm_stderr": 0.010206869264381791 | |
| }, | |
| "piqa": { | |
| "acc": 0.6985854189336235, | |
| "acc_stderr": 0.010706248242753761, | |
| "acc_norm": 0.6942328618063112, | |
| "acc_norm_stderr": 0.010749627366141642 | |
| } | |
| }, | |
| "versions": { | |
| "anli_r1": 0, | |
| "anli_r2": 0, | |
| "anli_r3": 0, | |
| "cb": 1, | |
| "copa": 0, | |
| "hellaswag": 0, | |
| "rte": 0, | |
| "winogrande": 0, | |
| "storycloze_2016": 0, | |
| "boolq": 1, | |
| "arc_easy": 0, | |
| "arc_challenge": 0, | |
| "sciq": 0, | |
| "piqa": 0 | |
| } | |
| } |