task,metric,value,err,version
anli_r1,acc,0.323,0.014794927843348633,0
anli_r2,acc,0.317,0.014721675438880236,0
anli_r3,acc,0.3625,0.013883037874225516,0
arc_challenge,acc,0.2790102389078498,0.013106784883601333,0
arc_challenge,acc_norm,0.30802047781569963,0.013491429517292038,0
arc_easy,acc,0.5942760942760943,0.010075755540128873,0
arc_easy,acc_norm,0.5757575757575758,0.010141333654958552,0
boolq,acc,0.5755351681957187,0.008644688121685498,1
cb,acc,0.35714285714285715,0.06460957383809221,1
cb,f1,0.19573820395738203,,1
copa,acc,0.79,0.040936018074033256,0
hellaswag,acc,0.4592710615415256,0.004973199296339971,0
hellaswag,acc_norm,0.6106353316072496,0.00486609688094144,0
piqa,acc,0.7540805223068553,0.010047331865625194,0
piqa,acc_norm,0.7589771490750816,0.009979042717267314,0
rte,acc,0.5126353790613718,0.030086851767188564,0
sciq,acc,0.835,0.01174363286691616,0
sciq,acc_norm,0.788,0.01293148186493805,0
storycloze_2016,acc,0.7194013896312133,0.01038980964728882,0
winogrande,acc,0.585635359116022,0.013844846232268565,0