| { | |
| "results": { | |
| "anli_r1": { | |
| "acc": 0.317, | |
| "acc_stderr": 0.014721675438880224 | |
| }, | |
| "anli_r2": { | |
| "acc": 0.366, | |
| "acc_stderr": 0.015240612726405756 | |
| }, | |
| "anli_r3": { | |
| "acc": 0.32083333333333336, | |
| "acc_stderr": 0.013480882752851553 | |
| }, | |
| "cb": { | |
| "acc": 0.5, | |
| "acc_stderr": 0.06741998624632421, | |
| "f1": 0.3491841491841492 | |
| }, | |
| "copa": { | |
| "acc": 0.7, | |
| "acc_stderr": 0.046056618647183814 | |
| }, | |
| "hellaswag": { | |
| "acc": 0.36427006572395937, | |
| "acc_stderr": 0.004802413919932656, | |
| "acc_norm": 0.44503087034455285, | |
| "acc_norm_stderr": 0.004959535443170619 | |
| }, | |
| "rte": { | |
| "acc": 0.516245487364621, | |
| "acc_stderr": 0.030080573208738064 | |
| }, | |
| "winogrande": { | |
| "acc": 0.5098658247829518, | |
| "acc_stderr": 0.014049749833367592 | |
| }, | |
| "storycloze_2016": { | |
| "acc": 0.6435061464457509, | |
| "acc_stderr": 0.011075964871051003 | |
| }, | |
| "boolq": { | |
| "acc": 0.5155963302752293, | |
| "acc_stderr": 0.008740799550176545 | |
| }, | |
| "arc_easy": { | |
| "acc": 0.5349326599326599, | |
| "acc_stderr": 0.010234713052723667, | |
| "acc_norm": 0.5193602693602694, | |
| "acc_norm_stderr": 0.01025208949116552 | |
| }, | |
| "arc_challenge": { | |
| "acc": 0.23720136518771331, | |
| "acc_stderr": 0.012430399829260851, | |
| "acc_norm": 0.2696245733788396, | |
| "acc_norm_stderr": 0.01296804068686916 | |
| }, | |
| "sciq": { | |
| "acc": 0.899, | |
| "acc_stderr": 0.00953361892934099, | |
| "acc_norm": 0.887, | |
| "acc_norm_stderr": 0.010016552866696865 | |
| }, | |
| "piqa": { | |
| "acc": 0.6936887921653971, | |
| "acc_stderr": 0.01075497003236732, | |
| "acc_norm": 0.7007616974972797, | |
| "acc_norm_stderr": 0.010684130673134581 | |
| } | |
| }, | |
| "versions": { | |
| "anli_r1": 0, | |
| "anli_r2": 0, | |
| "anli_r3": 0, | |
| "cb": 1, | |
| "copa": 0, | |
| "hellaswag": 0, | |
| "rte": 0, | |
| "winogrande": 0, | |
| "storycloze_2016": 0, | |
| "boolq": 1, | |
| "arc_easy": 0, | |
| "arc_challenge": 0, | |
| "sciq": 0, | |
| "piqa": 0 | |
| } | |
| } |