|
{ |
|
"results": { |
|
"anli_r1": { |
|
"acc": 0.342, |
|
"acc_stderr": 0.015008706182121731 |
|
}, |
|
"anli_r2": { |
|
"acc": 0.329, |
|
"acc_stderr": 0.014865395385928367 |
|
}, |
|
"anli_r3": { |
|
"acc": 0.32666666666666666, |
|
"acc_stderr": 0.013544340907003663 |
|
}, |
|
"cb": { |
|
"acc": 0.5892857142857143, |
|
"acc_stderr": 0.0663363415035954, |
|
"f1": 0.4120234604105572 |
|
}, |
|
"copa": { |
|
"acc": 0.77, |
|
"acc_stderr": 0.04229525846816507 |
|
}, |
|
"hellaswag": { |
|
"acc": 0.4666401115315674, |
|
"acc_stderr": 0.004978662946687269, |
|
"acc_norm": 0.6238797052380004, |
|
"acc_norm_stderr": 0.004834207964061318 |
|
}, |
|
"rte": { |
|
"acc": 0.5018050541516246, |
|
"acc_stderr": 0.030096267148976626 |
|
}, |
|
"winogrande": { |
|
"acc": 0.590370955011839, |
|
"acc_stderr": 0.013821049109655483 |
|
}, |
|
"storycloze_2016": { |
|
"acc": 0.7242116515232496, |
|
"acc_stderr": 0.010334748387645674 |
|
}, |
|
"boolq": { |
|
"acc": 0.6162079510703364, |
|
"acc_stderr": 0.008505584729104973 |
|
}, |
|
"arc_easy": { |
|
"acc": 0.6266835016835017, |
|
"acc_stderr": 0.00992500914280291, |
|
"acc_norm": 0.6153198653198653, |
|
"acc_norm_stderr": 0.009983171707009 |
|
}, |
|
"arc_challenge": { |
|
"acc": 0.29180887372013653, |
|
"acc_stderr": 0.013284525292403492, |
|
"acc_norm": 0.31569965870307165, |
|
"acc_norm_stderr": 0.013582571095815291 |
|
}, |
|
"sciq": { |
|
"acc": 0.907, |
|
"acc_stderr": 0.00918887563499668, |
|
"acc_norm": 0.9, |
|
"acc_norm_stderr": 0.00949157995752505 |
|
}, |
|
"piqa": { |
|
"acc": 0.750816104461371, |
|
"acc_stderr": 0.010091882770120216, |
|
"acc_norm": 0.7611534276387377, |
|
"acc_norm_stderr": 0.009948120385337484 |
|
} |
|
}, |
|
"versions": { |
|
"anli_r1": 0, |
|
"anli_r2": 0, |
|
"anli_r3": 0, |
|
"cb": 1, |
|
"copa": 0, |
|
"hellaswag": 0, |
|
"rte": 0, |
|
"winogrande": 0, |
|
"storycloze_2016": 0, |
|
"boolq": 1, |
|
"arc_easy": 0, |
|
"arc_challenge": 0, |
|
"sciq": 0, |
|
"piqa": 0 |
|
} |
|
} |