{
    "results": {
        "anli_r1": {
            "acc": 0.332,
            "acc_stderr": 0.014899597242811475
        },
        "anli_r2": {
            "acc": 0.333,
            "acc_stderr": 0.014910846164229864
        },
        "anli_r3": {
            "acc": 0.34,
            "acc_stderr": 0.013680495725767797
        },
        "cb": {
            "acc": 0.35714285714285715,
            "acc_stderr": 0.06460957383809218,
            "f1": 0.2528248587570622
        },
        "copa": {
            "acc": 0.77,
            "acc_stderr": 0.04229525846816506
        },
        "hellaswag": {
            "acc": 0.46932881896036643,
            "acc_stderr": 0.004980384575535383,
            "acc_norm": 0.6172077275443139,
            "acc_norm_stderr": 0.0048507486878599185
        },
        "rte": {
            "acc": 0.4693140794223827,
            "acc_stderr": 0.03003973059219781
        },
        "winogrande": {
            "acc": 0.5927387529597474,
            "acc_stderr": 0.013808654122417862
        },
        "storycloze_2016": {
            "acc": 0.7183324425440941,
            "acc_stderr": 0.010401844358587665
        },
        "boolq": {
            "acc": 0.6180428134556575,
            "acc_stderr": 0.00849785199842719
        },
        "arc_easy": {
            "acc": 0.6195286195286195,
            "acc_stderr": 0.009962305992058577,
            "acc_norm": 0.5959595959595959,
            "acc_norm_stderr": 0.01006906164954955
        },
        "arc_challenge": {
            "acc": 0.295221843003413,
            "acc_stderr": 0.01332975029338232,
            "acc_norm": 0.30802047781569963,
            "acc_norm_stderr": 0.013491429517292038
        },
        "sciq": {
            "acc": 0.896,
            "acc_stderr": 0.009658016218524301,
            "acc_norm": 0.871,
            "acc_norm_stderr": 0.010605256784796586
        },
        "piqa": {
            "acc": 0.7464635473340587,
            "acc_stderr": 0.010150090834551794,
            "acc_norm": 0.7573449401523396,
            "acc_norm_stderr": 0.010002002569708688
        }
    },
    "versions": {
        "anli_r1": 0,
        "anli_r2": 0,
        "anli_r3": 0,
        "cb": 1,
        "copa": 0,
        "hellaswag": 0,
        "rte": 0,
        "winogrande": 0,
        "storycloze_2016": 0,
        "boolq": 1,
        "arc_easy": 0,
        "arc_challenge": 0,
        "sciq": 0,
        "piqa": 0
    }
}