| task,metric,value,err,version | |
| anli_r1,acc,0.339,0.014976758771620342,0 | |
| anli_r2,acc,0.323,0.01479492784334864,0 | |
| anli_r3,acc,0.3475,0.013751753243291852,0 | |
| arc_challenge,acc,0.2551194539249147,0.012739038695202102,0 | |
| arc_challenge,acc_norm,0.28498293515358364,0.013191348179838795,0 | |
| arc_easy,acc,0.5833333333333334,0.010116282977781239,0 | |
| arc_easy,acc_norm,0.5361952861952862,0.010232865550346736,0 | |
| boolq,acc,0.5620795107033639,0.008677388652709261,1 | |
| cb,acc,0.35714285714285715,0.0646095738380922,1 | |
| cb,f1,0.2627450980392157,,1 | |
| copa,acc,0.7,0.046056618647183814,0 | |
| hellaswag,acc,0.4334793865763792,0.0049454247716115935,0 | |
| hellaswag,acc_norm,0.5575582553276239,0.0049566093272183885,0 | |
| piqa,acc,0.7323177366702938,0.01033011118937043,0 | |
| piqa,acc_norm,0.7410228509249184,0.010220966031405617,0 | |
| rte,acc,0.5379061371841155,0.030009848912529117,0 | |
| sciq,acc,0.877,0.010391293421849877,0 | |
| sciq,acc_norm,0.84,0.011598902298689007,0 | |
| storycloze_2016,acc,0.6841261357562801,0.010749892827011111,0 | |
| winogrande,acc,0.5509076558800315,0.01397945938914085,0 | |