| task,metric,value,err,version | |
| anli_r1,acc,0.336,0.014944140233795023,0 | |
| anli_r2,acc,0.349,0.015080663991563102,0 | |
| anli_r3,acc,0.3383333333333333,0.013664144006618268,0 | |
| arc_challenge,acc,0.3037542662116041,0.013438909184778755,0 | |
| arc_challenge,acc_norm,0.32081911262798635,0.013640943091946531,0 | |
| arc_easy,acc,0.6460437710437711,0.009812370644174425,0 | |
| arc_easy,acc_norm,0.6548821548821548,0.009755139387152029,0 | |
| boolq,acc,0.5914373088685015,0.008597580502718664,1 | |
| cb,acc,0.5,0.06741998624632421,1 | |
| cb,f1,0.435174510009433,,1 | |
| copa,acc,0.73,0.0446196043338474,0 | |
| hellaswag,acc,0.45717984465245964,0.004971449552787175,0 | |
| hellaswag,acc_norm,0.6003784106751643,0.004888194985997393,0 | |
| piqa,acc,0.7470076169749728,0.010142888698862464,0 | |
| piqa,acc_norm,0.7535364526659413,0.010054810789671815,0 | |
| rte,acc,0.5812274368231047,0.029696661081234824,0 | |
| sciq,acc,0.921,0.00853415677333344,0 | |
| sciq,acc_norm,0.921,0.008534156773333442,0 | |
| storycloze_2016,acc,0.7129877071084981,0.010460934115933266,0 | |
| winogrande,acc,0.5611681136543015,0.013946933444507032,0 | |