| task,metric,value,err,version | |
| anli_r1,acc,0.323,0.014794927843348633,0 | |
| anli_r2,acc,0.364,0.015222868840522024,0 | |
| anli_r3,acc,0.3375,0.013655897185463655,0 | |
| arc_challenge,acc,0.23976109215017063,0.012476304127453947,0 | |
| arc_challenge,acc_norm,0.257679180887372,0.0127807705627684,0 | |
| arc_easy,acc,0.5071548821548821,0.01025873302244637,0 | |
| arc_easy,acc_norm,0.4650673400673401,0.010234713052723658,0 | |
| boolq,acc,0.5,0.008745054976398168,1 | |
| cb,acc,0.5178571428571429,0.06737697508644648,1 | |
| cb,f1,0.3525733525733525,,1 | |
| copa,acc,0.65,0.047937248544110196,0 | |
| hellaswag,acc,0.3941445927106154,0.004876674814874709,0 | |
| hellaswag,acc_norm,0.48645688109938257,0.004987950663406552,0 | |
| piqa,acc,0.7023939064200218,0.010667353792388213,0 | |
| piqa,acc_norm,0.7002176278563657,0.01068968696713809,0 | |
| rte,acc,0.51985559566787,0.030072723167317177,0 | |
| sciq,acc,0.735,0.013963164754809946,0 | |
| sciq,acc_norm,0.705,0.014428554438445517,0 | |
| storycloze_2016,acc,0.6424371993586317,0.011083341168827792,0 | |
| winogrande,acc,0.5138121546961326,0.014047122916440412,0 | |