|
{ |
|
"results": { |
|
"anli_r1": { |
|
"acc": 0.34, |
|
"acc_stderr": 0.014987482264363935 |
|
}, |
|
"anli_r2": { |
|
"acc": 0.347, |
|
"acc_stderr": 0.015060472031706617 |
|
}, |
|
"anli_r3": { |
|
"acc": 0.3325, |
|
"acc_stderr": 0.01360541734571053 |
|
}, |
|
"cb": { |
|
"acc": 0.32142857142857145, |
|
"acc_stderr": 0.06297362289056341, |
|
"f1": 0.1621621621621622 |
|
}, |
|
"copa": { |
|
"acc": 0.82, |
|
"acc_stderr": 0.038612291966536955 |
|
}, |
|
"hellaswag": { |
|
"acc": 0.48008364867556264, |
|
"acc_stderr": 0.0049858213361464, |
|
"acc_norm": 0.6368253335988847, |
|
"acc_norm_stderr": 0.00479931720990201 |
|
}, |
|
"rte": { |
|
"acc": 0.5595667870036101, |
|
"acc_stderr": 0.029882123363118716 |
|
}, |
|
"winogrande": { |
|
"acc": 0.6179952644041041, |
|
"acc_stderr": 0.013655578215970424 |
|
}, |
|
"storycloze_2016": { |
|
"acc": 0.7279529663281668, |
|
"acc_stderr": 0.010290888060871242 |
|
}, |
|
"boolq": { |
|
"acc": 0.6214067278287462, |
|
"acc_stderr": 0.00848334171802448 |
|
}, |
|
"arc_easy": { |
|
"acc": 0.6477272727272727, |
|
"acc_stderr": 0.009801753933112778, |
|
"acc_norm": 0.6199494949494949, |
|
"acc_norm_stderr": 0.009960175831493124 |
|
}, |
|
"arc_challenge": { |
|
"acc": 0.30119453924914674, |
|
"acc_stderr": 0.01340674176784762, |
|
"acc_norm": 0.32337883959044367, |
|
"acc_norm_stderr": 0.013669421630012123 |
|
}, |
|
"sciq": { |
|
"acc": 0.918, |
|
"acc_stderr": 0.008680515615523722, |
|
"acc_norm": 0.914, |
|
"acc_norm_stderr": 0.008870325962594766 |
|
}, |
|
"piqa": { |
|
"acc": 0.7524483133841132, |
|
"acc_stderr": 0.01006970396685711, |
|
"acc_norm": 0.7747551686615887, |
|
"acc_norm_stderr": 0.009746643471032136 |
|
} |
|
}, |
|
"versions": { |
|
"anli_r1": 0, |
|
"anli_r2": 0, |
|
"anli_r3": 0, |
|
"cb": 1, |
|
"copa": 0, |
|
"hellaswag": 0, |
|
"rte": 0, |
|
"winogrande": 0, |
|
"storycloze_2016": 0, |
|
"boolq": 1, |
|
"arc_easy": 0, |
|
"arc_challenge": 0, |
|
"sciq": 0, |
|
"piqa": 0 |
|
} |
|
} |