task,metric,value,err,version
anli_r1,acc,0.335,0.014933117490932573,0
anli_r2,acc,0.342,0.015008706182121728,0
anli_r3,acc,0.35,0.013774667009018554,0
arc_challenge,acc,0.2508532423208191,0.012668198621315433,0
arc_challenge,acc_norm,0.26706484641638223,0.012928933196496354,0
arc_easy,acc,0.5572390572390572,0.010192333348394457,0
arc_easy,acc_norm,0.5122053872053872,0.010256726235129021,0
boolq,acc,0.5079510703363914,0.00874394919013925,1
cb,acc,0.30357142857142855,0.06199938655510754,1
cb,f1,0.264400871459695,,1
copa,acc,0.75,0.04351941398892446,0
hellaswag,acc,0.4386576379207329,0.004952087083128898,0
hellaswag,acc_norm,0.5731925911173074,0.004936029827672035,0
piqa,acc,0.749183895538629,0.010113869547069044,0
piqa,acc_norm,0.7529923830250272,0.01006226814077264,0
rte,acc,0.5379061371841155,0.030009848912529113,0
sciq,acc,0.845,0.011450157470799478,0
sciq,acc_norm,0.816,0.012259457340938584,0
storycloze_2016,acc,0.711918760021379,0.01047253701982258,0
winogrande,acc,0.5674822415153907,0.013923911578623839,0