Add eval

2b855b11bc4/evaluation/rankeval/2b855b11bc4_2.csv

@@ -12,6 +12,8 @@ cb,f1,0.24217687074829933,,1
 copa,acc,0.76,0.042923469599092816,0
 hellaswag,acc,0.4340768771161123,0.004946221512145273,0
 hellaswag,acc_norm,0.5575582553276239,0.004956609327218393,0
+piqa,acc,0.7431991294885746,0.010192864802278047,0
+piqa,acc_norm,0.7453754080522307,0.010164432237060499,0
 rte,acc,0.4981949458483754,0.030096267148976633,0
 sciq,acc,0.883,0.01016928780271333,0
 sciq,acc_norm,0.867,0.01074366913239735,0

2b855b11bc4/evaluation/rankeval/2b855b11bc4_2.json

@@ -60,6 +60,12 @@
             "acc_stderr": 0.01016928780271333,
             "acc_norm": 0.867,
             "acc_norm_stderr": 0.01074366913239735
+        },
+        "piqa": {
+            "acc": 0.7431991294885746,
+            "acc_stderr": 0.010192864802278047,
+            "acc_norm": 0.7453754080522307,
+            "acc_norm_stderr": 0.010164432237060499
         }
     },
     "versions": {
@@ -75,6 +81,7 @@
         "boolq": 1,
         "arc_easy": 0,
         "arc_challenge": 0,
-        "sciq": 0
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b11bc4/evaluation/rankeval/2b855b11bc4_3.csv

@@ -2,11 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.316,0.014709193056057147,0
 anli_r2,acc,0.352,0.015110404505648671,0
 anli_r3,acc,0.35083333333333333,0.013782212417178197,0
+arc_challenge,acc,0.27303754266211605,0.013019332762635746,0
+arc_challenge,acc_norm,0.2832764505119454,0.013167478735134575,0
+arc_easy,acc,0.5833333333333334,0.010116282977781247,0
+arc_easy,acc_norm,0.5660774410774411,0.010169795770462104,0
+boolq,acc,0.6033639143730887,0.008556148582032,1
 cb,acc,0.42857142857142855,0.06672848092813058,1
 cb,f1,0.4271380793119923,,1
 copa,acc,0.73,0.0446196043338474,0
 hellaswag,acc,0.4331806413065126,0.0049450236570322765,0
 hellaswag,acc_norm,0.5667197769368651,0.004945157565218203,0
+piqa,acc,0.7415669205658324,0.010213971636773315,0
+piqa,acc_norm,0.7377584330794341,0.010262502565172443,0
 rte,acc,0.5379061371841155,0.030009848912529113,0
+sciq,acc,0.881,0.01024421514533666,0
+sciq,acc_norm,0.864,0.01084535023047299,0
 storycloze_2016,acc,0.6851950828433993,0.010740068943171381,0
 winogrande,acc,0.5659037095501184,0.013929882555694054,0

2b855b11bc4/evaluation/rankeval/2b855b11bc4_3.json

@@ -42,6 +42,30 @@
         "boolq": {
             "acc": 0.6033639143730887,
             "acc_stderr": 0.008556148582032
+        },
+        "arc_easy": {
+            "acc": 0.5833333333333334,
+            "acc_stderr": 0.010116282977781247,
+            "acc_norm": 0.5660774410774411,
+            "acc_norm_stderr": 0.010169795770462104
+        },
+        "arc_challenge": {
+            "acc": 0.27303754266211605,
+            "acc_stderr": 0.013019332762635746,
+            "acc_norm": 0.2832764505119454,
+            "acc_norm_stderr": 0.013167478735134575
+        },
+        "sciq": {
+            "acc": 0.881,
+            "acc_stderr": 0.01024421514533666,
+            "acc_norm": 0.864,
+            "acc_norm_stderr": 0.01084535023047299
+        },
+        "piqa": {
+            "acc": 0.7415669205658324,
+            "acc_stderr": 0.010213971636773315,
+            "acc_norm": 0.7377584330794341,
+            "acc_norm_stderr": 0.010262502565172443
         }
     },
     "versions": {
@@ -54,6 +78,10 @@
         "rte": 0,
         "winogrande": 0,
         "storycloze_2016": 0,
-        "boolq": 1
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b11bc4/evaluation/rankeval/2b855b11bc4_4.csv

@@ -2,10 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.336,0.014944140233795027,0
 anli_r2,acc,0.354,0.015129868238451772,0
 anli_r3,acc,0.3325,0.013605417345710526,0
+arc_challenge,acc,0.27986348122866894,0.013119040897725922,0
+arc_challenge,acc_norm,0.29692832764505117,0.013352025976725223,0
+arc_easy,acc,0.5841750841750841,0.010113348244647869,0
+arc_easy,acc_norm,0.5614478114478114,0.010182010275471116,0
+boolq,acc,0.6085626911314985,0.008536430524403957,1
 cb,acc,0.48214285714285715,0.0673769750864465,1
 cb,f1,0.40945083014048533,,1
 copa,acc,0.77,0.04229525846816506,0
 hellaswag,acc,0.4340768771161123,0.004946221512145273,0
 hellaswag,acc_norm,0.5635331607249552,0.004949335356881862,0
+piqa,acc,0.736126224156692,0.010282996367695562,0
+piqa,acc_norm,0.7421109902067464,0.010206956662056246,0
 rte,acc,0.49458483754512633,0.030094698123239966,0
+sciq,acc,0.888,0.009977753031397234,0
+sciq,acc_norm,0.869,0.010674874844837952,0
+storycloze_2016,acc,0.6905398182789952,0.01068995674518907,0
 winogrande,acc,0.5453827940015785,0.013994481027065997,0

2b855b11bc4/evaluation/rankeval/2b855b11bc4_4.json

@@ -38,6 +38,34 @@
         "storycloze_2016": {
             "acc": 0.6905398182789952,
             "acc_stderr": 0.01068995674518907
+        },
+        "boolq": {
+            "acc": 0.6085626911314985,
+            "acc_stderr": 0.008536430524403957
+        },
+        "arc_easy": {
+            "acc": 0.5841750841750841,
+            "acc_stderr": 0.010113348244647869,
+            "acc_norm": 0.5614478114478114,
+            "acc_norm_stderr": 0.010182010275471116
+        },
+        "arc_challenge": {
+            "acc": 0.27986348122866894,
+            "acc_stderr": 0.013119040897725922,
+            "acc_norm": 0.29692832764505117,
+            "acc_norm_stderr": 0.013352025976725223
+        },
+        "sciq": {
+            "acc": 0.888,
+            "acc_stderr": 0.009977753031397234,
+            "acc_norm": 0.869,
+            "acc_norm_stderr": 0.010674874844837952
+        },
+        "piqa": {
+            "acc": 0.736126224156692,
+            "acc_stderr": 0.010282996367695562,
+            "acc_norm": 0.7421109902067464,
+            "acc_norm_stderr": 0.010206956662056246
         }
     },
     "versions": {
@@ -49,6 +77,11 @@
         "hellaswag": 0,
         "rte": 0,
         "winogrande": 0,
-        "storycloze_2016": 0
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b11bc4/evaluation/rankeval/2b855b11bc4_4_lm-eval_global_step52452_2023-01-31-17-30-37_4shots_backup.json

@@ -1,54 +0,0 @@
-{
-    "results": {
-        "anli_r1": {
-            "acc": 0.336,
-            "acc_stderr": 0.014944140233795027
-        },
-        "anli_r2": {
-            "acc": 0.354,
-            "acc_stderr": 0.015129868238451772
-        },
-        "anli_r3": {
-            "acc": 0.3325,
-            "acc_stderr": 0.013605417345710526
-        },
-        "cb": {
-            "acc": 0.48214285714285715,
-            "acc_stderr": 0.0673769750864465,
-            "f1": 0.40945083014048533
-        },
-        "copa": {
-            "acc": 0.77,
-            "acc_stderr": 0.04229525846816506
-        },
-        "hellaswag": {
-            "acc": 0.4340768771161123,
-            "acc_stderr": 0.004946221512145273,
-            "acc_norm": 0.5635331607249552,
-            "acc_norm_stderr": 0.004949335356881862
-        },
-        "rte": {
-            "acc": 0.49458483754512633,
-            "acc_stderr": 0.030094698123239966
-        },
-        "winogrande": {
-            "acc": 0.5453827940015785,
-            "acc_stderr": 0.013994481027065997
-        },
-        "storycloze_2016": {
-            "acc": 0.6905398182789952,
-            "acc_stderr": 0.01068995674518907
-        }
-    },
-    "versions": {
-        "anli_r1": 0,
-        "anli_r2": 0,
-        "anli_r3": 0,
-        "cb": 1,
-        "copa": 0,
-        "hellaswag": 0,
-        "rte": 0,
-        "winogrande": 0,
-        "storycloze_2016": 0
-    }
-}

2b855b11bc4/evaluation/rankeval/2b855b11bc4_5.csv

@@ -2,6 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.357,0.015158521721486773,0
 anli_r2,acc,0.361,0.015195720118175118,0
 anli_r3,acc,0.3525,0.013797164918918362,0
+arc_challenge,acc,0.2815699658703072,0.013143376735009024,0
+arc_challenge,acc_norm,0.2909556313993174,0.013273077865907597,0
+arc_easy,acc,0.5862794612794613,0.010105878530238137,0
+arc_easy,acc_norm,0.5622895622895623,0.010179856486006897,0
+boolq,acc,0.6055045871559633,0.008548152025770934,1
 cb,acc,0.4642857142857143,0.06724777654937658,1
 cb,f1,0.33484504913076335,,1
 copa,acc,0.76,0.04292346959909283,0
+hellaswag,acc,0.4325831507667795,0.004944215937021392,0
+hellaswag,acc_norm,0.5673172674765983,0.004944351065545863,0
+piqa,acc,0.7372143634385201,0.010269354068140767,0
+piqa,acc_norm,0.7372143634385201,0.010269354068140777,0
+rte,acc,0.5306859205776173,0.03003973059219781,0
+sciq,acc,0.889,0.009938701010583726,0
+sciq,acc_norm,0.886,0.010055103435823328,0
+storycloze_2016,acc,0.6873329770176376,0.010720223172953168,0
+winogrande,acc,0.569060773480663,0.01391779662333597,0

2b855b11bc4/evaluation/rankeval/2b855b11bc4_5.json

@@ -20,6 +20,52 @@
         "copa": {
             "acc": 0.76,
             "acc_stderr": 0.04292346959909283
+        },
+        "hellaswag": {
+            "acc": 0.4325831507667795,
+            "acc_stderr": 0.004944215937021392,
+            "acc_norm": 0.5673172674765983,
+            "acc_norm_stderr": 0.004944351065545863
+        },
+        "rte": {
+            "acc": 0.5306859205776173,
+            "acc_stderr": 0.03003973059219781
+        },
+        "winogrande": {
+            "acc": 0.569060773480663,
+            "acc_stderr": 0.01391779662333597
+        },
+        "storycloze_2016": {
+            "acc": 0.6873329770176376,
+            "acc_stderr": 0.010720223172953168
+        },
+        "boolq": {
+            "acc": 0.6055045871559633,
+            "acc_stderr": 0.008548152025770934
+        },
+        "arc_easy": {
+            "acc": 0.5862794612794613,
+            "acc_stderr": 0.010105878530238137,
+            "acc_norm": 0.5622895622895623,
+            "acc_norm_stderr": 0.010179856486006897
+        },
+        "arc_challenge": {
+            "acc": 0.2815699658703072,
+            "acc_stderr": 0.013143376735009024,
+            "acc_norm": 0.2909556313993174,
+            "acc_norm_stderr": 0.013273077865907597
+        },
+        "sciq": {
+            "acc": 0.889,
+            "acc_stderr": 0.009938701010583726,
+            "acc_norm": 0.886,
+            "acc_norm_stderr": 0.010055103435823328
+        },
+        "piqa": {
+            "acc": 0.7372143634385201,
+            "acc_stderr": 0.010269354068140767,
+            "acc_norm": 0.7372143634385201,
+            "acc_norm_stderr": 0.010269354068140777
         }
     },
     "versions": {
@@ -27,6 +73,15 @@
         "anli_r2": 0,
         "anli_r3": 0,
         "cb": 1,
-        "copa": 0
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b14bc4/evaluation/rankeval/2b855b14bc4_2.csv

@@ -12,6 +12,8 @@ cb,f1,0.2628346843527389,,1
 copa,acc,0.77,0.04229525846816506,0
 hellaswag,acc,0.42999402509460266,0.004940631135803533,0
 hellaswag,acc_norm,0.5637323242381995,0.0049490803348160245,0
+piqa,acc,0.7328618063112078,0.010323440492612431,0
+piqa,acc_norm,0.7295973884657236,0.01036316703162078,0
 rte,acc,0.5090252707581228,0.030091559826331334,0
 sciq,acc,0.87,0.010640169792499347,0
 sciq,acc_norm,0.838,0.011657267771304413,0

2b855b14bc4/evaluation/rankeval/2b855b14bc4_2.json

@@ -60,6 +60,12 @@
             "acc_stderr": 0.010640169792499347,
             "acc_norm": 0.838,
             "acc_norm_stderr": 0.011657267771304413
+        },
+        "piqa": {
+            "acc": 0.7328618063112078,
+            "acc_stderr": 0.010323440492612431,
+            "acc_norm": 0.7295973884657236,
+            "acc_norm_stderr": 0.01036316703162078
         }
     },
     "versions": {
@@ -75,6 +81,7 @@
         "boolq": 1,
         "arc_easy": 0,
         "arc_challenge": 0,
-        "sciq": 0
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b14bc4/evaluation/rankeval/2b855b14bc4_3.csv

@@ -2,11 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.323,0.014794927843348633,0
 anli_r2,acc,0.357,0.015158521721486769,0
 anli_r3,acc,0.34833333333333333,0.013759437498874079,0
+arc_challenge,acc,0.2738907849829352,0.013032004972989505,0
+arc_challenge,acc_norm,0.28071672354948807,0.013131238126975576,0
+arc_easy,acc,0.5921717171717171,0.010083950240041216,0
+arc_easy,acc_norm,0.5711279461279462,0.010155440652900152,0
+boolq,acc,0.5941896024464832,0.008588486726385772,1
 cb,acc,0.4642857142857143,0.0672477765493766,1
 cb,f1,0.3162578162578163,,1
 copa,acc,0.81,0.03942772444036622,0
 hellaswag,acc,0.4329814777932683,0.004944755230598382,0
 hellaswag,acc_norm,0.5656243776140211,0.004946617138983511,0
+piqa,acc,0.735582154515778,0.010289787244767168,0
+piqa,acc_norm,0.7334058759521219,0.010316749863541365,0
 rte,acc,0.5054151624548736,0.030094698123239966,0
+sciq,acc,0.872,0.010570133761108665,0
+sciq,acc_norm,0.829,0.011912216456264613,0
 storycloze_2016,acc,0.6900053447354356,0.010695042806212553,0
 winogrande,acc,0.5461720599842147,0.013992441563707067,0

2b855b14bc4/evaluation/rankeval/2b855b14bc4_3.json

@@ -38,6 +38,34 @@
         "storycloze_2016": {
             "acc": 0.6900053447354356,
             "acc_stderr": 0.010695042806212553
+        },
+        "boolq": {
+            "acc": 0.5941896024464832,
+            "acc_stderr": 0.008588486726385772
+        },
+        "arc_easy": {
+            "acc": 0.5921717171717171,
+            "acc_stderr": 0.010083950240041216,
+            "acc_norm": 0.5711279461279462,
+            "acc_norm_stderr": 0.010155440652900152
+        },
+        "arc_challenge": {
+            "acc": 0.2738907849829352,
+            "acc_stderr": 0.013032004972989505,
+            "acc_norm": 0.28071672354948807,
+            "acc_norm_stderr": 0.013131238126975576
+        },
+        "sciq": {
+            "acc": 0.872,
+            "acc_stderr": 0.010570133761108665,
+            "acc_norm": 0.829,
+            "acc_norm_stderr": 0.011912216456264613
+        },
+        "piqa": {
+            "acc": 0.735582154515778,
+            "acc_stderr": 0.010289787244767168,
+            "acc_norm": 0.7334058759521219,
+            "acc_norm_stderr": 0.010316749863541365
         }
     },
     "versions": {
@@ -49,6 +77,11 @@
         "hellaswag": 0,
         "rte": 0,
         "winogrande": 0,
-        "storycloze_2016": 0
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b14bc4/evaluation/rankeval/2b855b14bc4_4.csv

@@ -2,11 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.36,0.015186527932040117,0
 anli_r2,acc,0.352,0.015110404505648673,0
 anli_r3,acc,0.35,0.013774667009018552,0
+arc_challenge,acc,0.2636518771331058,0.012875929151297056,0
+arc_challenge,acc_norm,0.2841296928327645,0.013179442447653886,0
+arc_easy,acc,0.5972222222222222,0.010063960494989161,0
+arc_easy,acc_norm,0.5702861952861953,0.010157908005763676,0
+boolq,acc,0.5951070336391437,0.008585393347962307,1
 cb,acc,0.48214285714285715,0.0673769750864465,1
 cb,f1,0.3338164251207729,,1
 copa,acc,0.79,0.040936018074033256,0
 hellaswag,acc,0.4314877514439355,0.004942716091996078,0
 hellaswag,acc_norm,0.5659231228838877,0.004946221512145289,0
+piqa,acc,0.7301414581066377,0.010356595421852209,0
+piqa,acc_norm,0.7377584330794341,0.010262502565172443,0
 rte,acc,0.48375451263537905,0.030080573208738064,0
+sciq,acc,0.886,0.010055103435823328,0
+sciq,acc_norm,0.86,0.010978183844357807,0
 storycloze_2016,acc,0.6916087653661144,0.010679734445487801,0
 winogrande,acc,0.569060773480663,0.013917796623335964,0

2b855b14bc4/evaluation/rankeval/2b855b14bc4_4.json

@@ -38,6 +38,34 @@
         "storycloze_2016": {
             "acc": 0.6916087653661144,
             "acc_stderr": 0.010679734445487801
+        },
+        "boolq": {
+            "acc": 0.5951070336391437,
+            "acc_stderr": 0.008585393347962307
+        },
+        "arc_easy": {
+            "acc": 0.5972222222222222,
+            "acc_stderr": 0.010063960494989161,
+            "acc_norm": 0.5702861952861953,
+            "acc_norm_stderr": 0.010157908005763676
+        },
+        "arc_challenge": {
+            "acc": 0.2636518771331058,
+            "acc_stderr": 0.012875929151297056,
+            "acc_norm": 0.2841296928327645,
+            "acc_norm_stderr": 0.013179442447653886
+        },
+        "sciq": {
+            "acc": 0.886,
+            "acc_stderr": 0.010055103435823328,
+            "acc_norm": 0.86,
+            "acc_norm_stderr": 0.010978183844357807
+        },
+        "piqa": {
+            "acc": 0.7301414581066377,
+            "acc_stderr": 0.010356595421852209,
+            "acc_norm": 0.7377584330794341,
+            "acc_norm_stderr": 0.010262502565172443
         }
     },
     "versions": {
@@ -49,6 +77,11 @@
         "hellaswag": 0,
         "rte": 0,
         "winogrande": 0,
-        "storycloze_2016": 0
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b14bc4/evaluation/rankeval/2b855b14bc4_5.csv

@@ -2,6 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.357,0.015158521721486773,0
 anli_r2,acc,0.35,0.015090650341444231,0
 anli_r3,acc,0.34833333333333333,0.01375943749887407,0
+arc_challenge,acc,0.2687713310580205,0.012955065963710684,0
+arc_challenge,acc_norm,0.2773037542662116,0.013082095839059374,0
+arc_easy,acc,0.5909090909090909,0.010088775152615788,0
+arc_easy,acc_norm,0.5664983164983165,0.010168640625454103,0
+boolq,acc,0.5951070336391437,0.008585393347962317,1
 cb,acc,0.4642857142857143,0.06724777654937658,1
 cb,f1,0.32226930320150665,,1
 copa,acc,0.79,0.040936018074033256,0
+hellaswag,acc,0.43238398725353516,0.004943945069611458,0
+hellaswag,acc_norm,0.5669189404501095,0.004944889545497962,0
+piqa,acc,0.7263329706202394,0.010402184206229211,0
+piqa,acc_norm,0.733949945593036,0.010310039263352824,0
+rte,acc,0.5126353790613718,0.030086851767188564,0
+sciq,acc,0.893,0.009779910359847169,0
+sciq,acc_norm,0.862,0.010912152632504403,0
+storycloze_2016,acc,0.6900053447354356,0.010695042806212555,0
+winogrande,acc,0.5493291239147593,0.01398392886904024,0

2b855b14bc4/evaluation/rankeval/2b855b14bc4_5.json

@@ -20,6 +20,52 @@
         "copa": {
             "acc": 0.79,
             "acc_stderr": 0.040936018074033256
+        },
+        "hellaswag": {
+            "acc": 0.43238398725353516,
+            "acc_stderr": 0.004943945069611458,
+            "acc_norm": 0.5669189404501095,
+            "acc_norm_stderr": 0.004944889545497962
+        },
+        "rte": {
+            "acc": 0.5126353790613718,
+            "acc_stderr": 0.030086851767188564
+        },
+        "winogrande": {
+            "acc": 0.5493291239147593,
+            "acc_stderr": 0.01398392886904024
+        },
+        "storycloze_2016": {
+            "acc": 0.6900053447354356,
+            "acc_stderr": 0.010695042806212555
+        },
+        "boolq": {
+            "acc": 0.5951070336391437,
+            "acc_stderr": 0.008585393347962317
+        },
+        "arc_easy": {
+            "acc": 0.5909090909090909,
+            "acc_stderr": 0.010088775152615788,
+            "acc_norm": 0.5664983164983165,
+            "acc_norm_stderr": 0.010168640625454103
+        },
+        "arc_challenge": {
+            "acc": 0.2687713310580205,
+            "acc_stderr": 0.012955065963710684,
+            "acc_norm": 0.2773037542662116,
+            "acc_norm_stderr": 0.013082095839059374
+        },
+        "sciq": {
+            "acc": 0.893,
+            "acc_stderr": 0.009779910359847169,
+            "acc_norm": 0.862,
+            "acc_norm_stderr": 0.010912152632504403
+        },
+        "piqa": {
+            "acc": 0.7263329706202394,
+            "acc_stderr": 0.010402184206229211,
+            "acc_norm": 0.733949945593036,
+            "acc_norm_stderr": 0.010310039263352824
         }
     },
     "versions": {
@@ -27,6 +73,15 @@
         "anli_r2": 0,
         "anli_r3": 0,
         "cb": 1,
-        "copa": 0
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b18bc4/evaluation/rankeval/2b855b18bc4_2.csv

@@ -12,6 +12,8 @@ cb,f1,0.2674860989171788,,1
 copa,acc,0.73,0.0446196043338474,0
 hellaswag,acc,0.4281019717187811,0.004937924326742572,0
 hellaswag,acc_norm,0.559151563433579,0.004954740808837193,0
+piqa,acc,0.733949945593036,0.010310039263352831,0
+piqa,acc_norm,0.7334058759521219,0.010316749863541365,0
 rte,acc,0.5379061371841155,0.030009848912529117,0
 sciq,acc,0.883,0.010169287802713329,0
 sciq,acc_norm,0.872,0.010570133761108663,0

2b855b18bc4/evaluation/rankeval/2b855b18bc4_2.json

@@ -60,6 +60,12 @@
             "acc_stderr": 0.010169287802713329,
             "acc_norm": 0.872,
             "acc_norm_stderr": 0.010570133761108663
+        },
+        "piqa": {
+            "acc": 0.733949945593036,
+            "acc_stderr": 0.010310039263352831,
+            "acc_norm": 0.7334058759521219,
+            "acc_norm_stderr": 0.010316749863541365
         }
     },
     "versions": {
@@ -75,6 +81,7 @@
         "boolq": 1,
         "arc_easy": 0,
         "arc_challenge": 0,
-        "sciq": 0
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b18bc4/evaluation/rankeval/2b855b18bc4_3.csv

@@ -2,12 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.321,0.014770821817934642,0
 anli_r2,acc,0.348,0.01507060460376841,0
 anli_r3,acc,0.3283333333333333,0.013562032919529024,0
+arc_challenge,acc,0.26791808873720135,0.012942030195136438,0
+arc_challenge,acc_norm,0.30631399317406144,0.013470584417276513,0
+arc_easy,acc,0.6001683501683501,0.010051788039412925,0
+arc_easy,acc_norm,0.5740740740740741,0.010146568651002255,0
 boolq,acc,0.5770642201834862,0.008640558744656428,1
 cb,acc,0.4107142857142857,0.0663363415035954,1
 cb,f1,0.26246498599439777,,1
 copa,acc,0.75,0.04351941398892446,0
 hellaswag,acc,0.4303923521210914,0.00494119160731791,0
 hellaswag,acc_norm,0.5641306512646883,0.004948567856373856,0
+piqa,acc,0.7442872687704026,0.010178690109459857,0
+piqa,acc_norm,0.7513601741022851,0.010084511234296855,0
 rte,acc,0.5306859205776173,0.03003973059219781,0
+sciq,acc,0.888,0.009977753031397236,0
+sciq,acc_norm,0.871,0.010605256784796572,0
 storycloze_2016,acc,0.6910742918225548,0.01068485396626845,0
 winogrande,acc,0.5556432517758485,0.013965196769083555,0

2b855b18bc4/evaluation/rankeval/2b855b18bc4_3.json

@@ -42,6 +42,30 @@
         "boolq": {
             "acc": 0.5770642201834862,
             "acc_stderr": 0.008640558744656428
+        },
+        "arc_easy": {
+            "acc": 0.6001683501683501,
+            "acc_stderr": 0.010051788039412925,
+            "acc_norm": 0.5740740740740741,
+            "acc_norm_stderr": 0.010146568651002255
+        },
+        "arc_challenge": {
+            "acc": 0.26791808873720135,
+            "acc_stderr": 0.012942030195136438,
+            "acc_norm": 0.30631399317406144,
+            "acc_norm_stderr": 0.013470584417276513
+        },
+        "sciq": {
+            "acc": 0.888,
+            "acc_stderr": 0.009977753031397236,
+            "acc_norm": 0.871,
+            "acc_norm_stderr": 0.010605256784796572
+        },
+        "piqa": {
+            "acc": 0.7442872687704026,
+            "acc_stderr": 0.010178690109459857,
+            "acc_norm": 0.7513601741022851,
+            "acc_norm_stderr": 0.010084511234296855
         }
     },
     "versions": {
@@ -54,6 +78,10 @@
         "rte": 0,
         "winogrande": 0,
         "storycloze_2016": 0,
-        "boolq": 1
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b18bc4/evaluation/rankeval/2b855b18bc4_4.csv

@@ -2,10 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.36,0.015186527932040122,0
 anli_r2,acc,0.318,0.014734079309311901,0
 anli_r3,acc,0.3416666666666667,0.013696658778002508,0
+arc_challenge,acc,0.26109215017064846,0.012835523909473841,0
+arc_challenge,acc_norm,0.295221843003413,0.013329750293382316,0
+arc_easy,acc,0.6005892255892256,0.010050018228742122,0
+arc_easy,acc_norm,0.5787037037037037,0.010131882498193127,0
+boolq,acc,0.5660550458715596,0.008668405003744127,1
 cb,acc,0.42857142857142855,0.06672848092813057,1
 cb,f1,0.33008658008658015,,1
 copa,acc,0.75,0.04351941398892446,0
 hellaswag,acc,0.4298944433379805,0.004940490508240647,0
 hellaswag,acc_norm,0.5628360884285999,0.004950221546187577,0
+piqa,acc,0.7328618063112078,0.010323440492612442,0
+piqa,acc_norm,0.735582154515778,0.010289787244767166,0
 rte,acc,0.5234657039711191,0.03006330041190266,0
+sciq,acc,0.899,0.009533618929340997,0
+sciq,acc_norm,0.89,0.009899393819724425,0
+storycloze_2016,acc,0.6878674505611972,0.010715220346279678,0
 winogrande,acc,0.5588003157063931,0.013954975072834736,0

2b855b18bc4/evaluation/rankeval/2b855b18bc4_4.json

@@ -34,6 +34,38 @@
         "winogrande": {
             "acc": 0.5588003157063931,
             "acc_stderr": 0.013954975072834736
+        },
+        "storycloze_2016": {
+            "acc": 0.6878674505611972,
+            "acc_stderr": 0.010715220346279678
+        },
+        "boolq": {
+            "acc": 0.5660550458715596,
+            "acc_stderr": 0.008668405003744127
+        },
+        "arc_easy": {
+            "acc": 0.6005892255892256,
+            "acc_stderr": 0.010050018228742122,
+            "acc_norm": 0.5787037037037037,
+            "acc_norm_stderr": 0.010131882498193127
+        },
+        "arc_challenge": {
+            "acc": 0.26109215017064846,
+            "acc_stderr": 0.012835523909473841,
+            "acc_norm": 0.295221843003413,
+            "acc_norm_stderr": 0.013329750293382316
+        },
+        "sciq": {
+            "acc": 0.899,
+            "acc_stderr": 0.009533618929340997,
+            "acc_norm": 0.89,
+            "acc_norm_stderr": 0.009899393819724425
+        },
+        "piqa": {
+            "acc": 0.7328618063112078,
+            "acc_stderr": 0.010323440492612442,
+            "acc_norm": 0.735582154515778,
+            "acc_norm_stderr": 0.010289787244767166
         }
     },
     "versions": {
@@ -44,6 +76,12 @@
         "copa": 0,
         "hellaswag": 0,
         "rte": 0,
-        "winogrande": 0
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b18bc4/evaluation/rankeval/2b855b18bc4_5.csv

@@ -2,6 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.327,0.014842213153411249,0
 anli_r2,acc,0.324,0.014806864733738854,0
 anli_r3,acc,0.3175,0.013443538681348054,0
+arc_challenge,acc,0.2696245733788396,0.01296804068686915,0
+arc_challenge,acc_norm,0.2883959044368601,0.013238394422428175,0
+arc_easy,acc,0.5951178451178452,0.010072423960395701,0
+arc_easy,acc_norm,0.5803872053872053,0.010126315840891536,0
+boolq,acc,0.5636085626911315,0.008674000467432073,1
 cb,acc,0.5178571428571429,0.06737697508644648,1
 cb,f1,0.33564993564993567,,1
 copa,acc,0.76,0.04292346959909283,0
+hellaswag,acc,0.43158733320055764,0.004942853459371548,0
+hellaswag,acc_norm,0.5655247958573989,0.004946748608271348,0
+piqa,acc,0.7328618063112078,0.010323440492612437,0
+piqa,acc_norm,0.7470076169749728,0.010142888698862453,0
+rte,acc,0.5270758122743683,0.030052303463143706,0
+sciq,acc,0.903,0.009363689373248111,0
+sciq,acc_norm,0.901,0.009449248027662747,0
+storycloze_2016,acc,0.6889363976483164,0.010705164869803167,0
+winogrande,acc,0.5564325177584846,0.0139626949076204,0

2b855b18bc4/evaluation/rankeval/2b855b18bc4_5.json

@@ -20,6 +20,52 @@
         "copa": {
             "acc": 0.76,
             "acc_stderr": 0.04292346959909283
+        },
+        "hellaswag": {
+            "acc": 0.43158733320055764,
+            "acc_stderr": 0.004942853459371548,
+            "acc_norm": 0.5655247958573989,
+            "acc_norm_stderr": 0.004946748608271348
+        },
+        "rte": {
+            "acc": 0.5270758122743683,
+            "acc_stderr": 0.030052303463143706
+        },
+        "winogrande": {
+            "acc": 0.5564325177584846,
+            "acc_stderr": 0.0139626949076204
+        },
+        "storycloze_2016": {
+            "acc": 0.6889363976483164,
+            "acc_stderr": 0.010705164869803167
+        },
+        "boolq": {
+            "acc": 0.5636085626911315,
+            "acc_stderr": 0.008674000467432073
+        },
+        "arc_easy": {
+            "acc": 0.5951178451178452,
+            "acc_stderr": 0.010072423960395701,
+            "acc_norm": 0.5803872053872053,
+            "acc_norm_stderr": 0.010126315840891536
+        },
+        "arc_challenge": {
+            "acc": 0.2696245733788396,
+            "acc_stderr": 0.01296804068686915,
+            "acc_norm": 0.2883959044368601,
+            "acc_norm_stderr": 0.013238394422428175
+        },
+        "sciq": {
+            "acc": 0.903,
+            "acc_stderr": 0.009363689373248111,
+            "acc_norm": 0.901,
+            "acc_norm_stderr": 0.009449248027662747
+        },
+        "piqa": {
+            "acc": 0.7328618063112078,
+            "acc_stderr": 0.010323440492612437,
+            "acc_norm": 0.7470076169749728,
+            "acc_norm_stderr": 0.010142888698862453
         }
     },
     "versions": {
@@ -27,6 +73,15 @@
         "anli_r2": 0,
         "anli_r3": 0,
         "cb": 1,
-        "copa": 0
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b28bc4/evaluation/rankeval/2b855b28bc4_2.csv

@@ -12,6 +12,8 @@ cb,f1,0.2880105401844532,,1
 copa,acc,0.75,0.04351941398892446,0
 hellaswag,acc,0.43308105954989046,0.00494488954549795,0
 hellaswag,acc_norm,0.5610436168094005,0.004952454721934803,0
+piqa,acc,0.7480957562568009,0.010128421335088681,0
+piqa,acc_norm,0.7459194776931447,0.010157271999135046,0
 rte,acc,0.5270758122743683,0.030052303463143713,0
 sciq,acc,0.872,0.010570133761108654,0
 sciq,acc_norm,0.849,0.011328165223341673,0

2b855b28bc4/evaluation/rankeval/2b855b28bc4_2.json

@@ -60,6 +60,12 @@
             "acc_stderr": 0.010570133761108654,
             "acc_norm": 0.849,
             "acc_norm_stderr": 0.011328165223341673
+        },
+        "piqa": {
+            "acc": 0.7480957562568009,
+            "acc_stderr": 0.010128421335088681,
+            "acc_norm": 0.7459194776931447,
+            "acc_norm_stderr": 0.010157271999135046
         }
     },
     "versions": {
@@ -75,6 +81,7 @@
         "boolq": 1,
         "arc_easy": 0,
         "arc_challenge": 0,
-        "sciq": 0
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b28bc4/evaluation/rankeval/2b855b28bc4_3.csv

@@ -2,11 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.319,0.014746404865473468,0
 anli_r2,acc,0.347,0.01506047203170662,0
 anli_r3,acc,0.3333333333333333,0.013613950010225594,0
+arc_challenge,acc,0.2568259385665529,0.012766923794116801,0
+arc_challenge,acc_norm,0.2977815699658703,0.013363080107244489,0
+arc_easy,acc,0.5883838383838383,0.01009821864671491,0
+arc_easy,acc_norm,0.563973063973064,0.010175459582759738,0
+boolq,acc,0.6045871559633027,0.008551600109082895,1
 cb,acc,0.4107142857142857,0.0663363415035954,1
 cb,f1,0.3536644846617893,,1
 copa,acc,0.81,0.03942772444036623,0
 hellaswag,acc,0.4311890061740689,0.0049423027680021055,0
 hellaswag,acc_norm,0.5632344154550887,0.004949716368890495,0
+piqa,acc,0.7442872687704026,0.010178690109459862,0
+piqa,acc_norm,0.7524483133841132,0.010069703966857116,0
 rte,acc,0.5270758122743683,0.030052303463143706,0
+sciq,acc,0.876,0.010427498872343961,0
+sciq,acc_norm,0.855,0.011139977517890132,0
 storycloze_2016,acc,0.6996258685195083,0.010600915927985028,0
 winogrande,acc,0.5461720599842147,0.013992441563707068,0

2b855b28bc4/evaluation/rankeval/2b855b28bc4_3.json

@@ -38,6 +38,34 @@
         "storycloze_2016": {
             "acc": 0.6996258685195083,
             "acc_stderr": 0.010600915927985028
+        },
+        "boolq": {
+            "acc": 0.6045871559633027,
+            "acc_stderr": 0.008551600109082895
+        },
+        "arc_easy": {
+            "acc": 0.5883838383838383,
+            "acc_stderr": 0.01009821864671491,
+            "acc_norm": 0.563973063973064,
+            "acc_norm_stderr": 0.010175459582759738
+        },
+        "arc_challenge": {
+            "acc": 0.2568259385665529,
+            "acc_stderr": 0.012766923794116801,
+            "acc_norm": 0.2977815699658703,
+            "acc_norm_stderr": 0.013363080107244489
+        },
+        "sciq": {
+            "acc": 0.876,
+            "acc_stderr": 0.010427498872343961,
+            "acc_norm": 0.855,
+            "acc_norm_stderr": 0.011139977517890132
+        },
+        "piqa": {
+            "acc": 0.7442872687704026,
+            "acc_stderr": 0.010178690109459862,
+            "acc_norm": 0.7524483133841132,
+            "acc_norm_stderr": 0.010069703966857116
         }
     },
     "versions": {
@@ -49,6 +77,11 @@
         "hellaswag": 0,
         "rte": 0,
         "winogrande": 0,
-        "storycloze_2016": 0
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b28bc4/evaluation/rankeval/2b855b28bc4_4.csv

@@ -2,11 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.359,0.015177264224798592,0
 anli_r2,acc,0.349,0.0150806639915631,0
 anli_r3,acc,0.3383333333333333,0.013664144006618275,0
+arc_challenge,acc,0.2645051194539249,0.012889272949313366,0
+arc_challenge,acc_norm,0.302901023890785,0.013428241573185349,0
+arc_easy,acc,0.5968013468013468,0.01006566857679479,0
+arc_easy,acc_norm,0.5585016835016835,0.010189314382749936,0
+boolq,acc,0.6039755351681957,0.008553881336813413,1
 cb,acc,0.44642857142857145,0.067031892279424,1
 cb,f1,0.3171262699564586,,1
 copa,acc,0.8,0.040201512610368445,0
 hellaswag,acc,0.42869946225851424,0.004938787067611805,0
 hellaswag,acc_norm,0.5677155945030871,0.004943809330692693,0
+piqa,acc,0.7388465723612623,0.010248738649935587,0
+piqa,acc_norm,0.7393906420021763,0.010241826155811632,0
 rte,acc,0.5090252707581228,0.030091559826331334,0
+sciq,acc,0.889,0.009938701010583726,0
+sciq,acc_norm,0.87,0.01064016979249935,0
 storycloze_2016,acc,0.6969535008017104,0.010627613073376717,0
 winogrande,acc,0.5627466456195738,0.013941393310695918,0

2b855b28bc4/evaluation/rankeval/2b855b28bc4_4.json

@@ -38,6 +38,34 @@
         "storycloze_2016": {
             "acc": 0.6969535008017104,
             "acc_stderr": 0.010627613073376717
+        },
+        "boolq": {
+            "acc": 0.6039755351681957,
+            "acc_stderr": 0.008553881336813413
+        },
+        "arc_easy": {
+            "acc": 0.5968013468013468,
+            "acc_stderr": 0.01006566857679479,
+            "acc_norm": 0.5585016835016835,
+            "acc_norm_stderr": 0.010189314382749936
+        },
+        "arc_challenge": {
+            "acc": 0.2645051194539249,
+            "acc_stderr": 0.012889272949313366,
+            "acc_norm": 0.302901023890785,
+            "acc_norm_stderr": 0.013428241573185349
+        },
+        "sciq": {
+            "acc": 0.889,
+            "acc_stderr": 0.009938701010583726,
+            "acc_norm": 0.87,
+            "acc_norm_stderr": 0.01064016979249935
+        },
+        "piqa": {
+            "acc": 0.7388465723612623,
+            "acc_stderr": 0.010248738649935587,
+            "acc_norm": 0.7393906420021763,
+            "acc_norm_stderr": 0.010241826155811632
         }
     },
     "versions": {
@@ -49,6 +77,11 @@
         "hellaswag": 0,
         "rte": 0,
         "winogrande": 0,
-        "storycloze_2016": 0
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b28bc4/evaluation/rankeval/2b855b28bc4_5.csv

@@ -2,6 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.348,0.015070604603768408,0
 anli_r2,acc,0.325,0.014818724459095527,0
 anli_r3,acc,0.3458333333333333,0.013736245342311012,0
+arc_challenge,acc,0.26023890784982934,0.012821930225112563,0
+arc_challenge,acc_norm,0.295221843003413,0.013329750293382316,0
+arc_easy,acc,0.5942760942760943,0.010075755540128876,0
+arc_easy,acc_norm,0.5736531986531986,0.010147858603835144,0
+boolq,acc,0.6110091743119266,0.008526800159503202,1
 cb,acc,0.42857142857142855,0.06672848092813057,1
 cb,f1,0.3018867924528302,,1
 copa,acc,0.77,0.04229525846816505,0
+hellaswag,acc,0.4307906791475802,0.004941748817682304,0
+hellaswag,acc_norm,0.5699063931487751,0.0049407715594755024,0
+piqa,acc,0.7383025027203483,0.01025563077270823,0
+piqa,acc_norm,0.7377584330794341,0.010262502565172442,0
+rte,acc,0.5523465703971119,0.029931070362939526,0
+sciq,acc,0.89,0.009899393819724439,0
+sciq,acc_norm,0.876,0.01042749887234396,0
+storycloze_2016,acc,0.6969535008017104,0.01062761307337672,0
+winogrande,acc,0.5469613259668509,0.0139903666321481,0

2b855b28bc4/evaluation/rankeval/2b855b28bc4_5.json

@@ -20,6 +20,52 @@
         "copa": {
             "acc": 0.77,
             "acc_stderr": 0.04229525846816505
+        },
+        "hellaswag": {
+            "acc": 0.4307906791475802,
+            "acc_stderr": 0.004941748817682304,
+            "acc_norm": 0.5699063931487751,
+            "acc_norm_stderr": 0.0049407715594755024
+        },
+        "rte": {
+            "acc": 0.5523465703971119,
+            "acc_stderr": 0.029931070362939526
+        },
+        "winogrande": {
+            "acc": 0.5469613259668509,
+            "acc_stderr": 0.0139903666321481
+        },
+        "storycloze_2016": {
+            "acc": 0.6969535008017104,
+            "acc_stderr": 0.01062761307337672
+        },
+        "boolq": {
+            "acc": 0.6110091743119266,
+            "acc_stderr": 0.008526800159503202
+        },
+        "arc_easy": {
+            "acc": 0.5942760942760943,
+            "acc_stderr": 0.010075755540128876,
+            "acc_norm": 0.5736531986531986,
+            "acc_norm_stderr": 0.010147858603835144
+        },
+        "arc_challenge": {
+            "acc": 0.26023890784982934,
+            "acc_stderr": 0.012821930225112563,
+            "acc_norm": 0.295221843003413,
+            "acc_norm_stderr": 0.013329750293382316
+        },
+        "sciq": {
+            "acc": 0.89,
+            "acc_stderr": 0.009899393819724439,
+            "acc_norm": 0.876,
+            "acc_norm_stderr": 0.01042749887234396
+        },
+        "piqa": {
+            "acc": 0.7383025027203483,
+            "acc_stderr": 0.01025563077270823,
+            "acc_norm": 0.7377584330794341,
+            "acc_norm_stderr": 0.010262502565172442
         }
     },
     "versions": {
@@ -27,6 +73,15 @@
         "anli_r2": 0,
         "anli_r3": 0,
         "cb": 1,
-        "copa": 0
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b55bc4/evaluation/rankeval/2b855b55bc4_2.csv

@@ -12,6 +12,8 @@ cb,f1,0.29390681003584224,,1
 copa,acc,0.8,0.040201512610368445,0
 hellaswag,acc,0.42949611631149176,0.004939925958728869,0
 hellaswag,acc_norm,0.5636327424815774,0.004949207947265914,0
+piqa,acc,0.736126224156692,0.010282996367695562,0
+piqa,acc_norm,0.7377584330794341,0.010262502565172443,0
 rte,acc,0.5306859205776173,0.030039730592197812,0
 sciq,acc,0.886,0.010055103435823332,0
 sciq,acc_norm,0.873,0.010534798620855762,0

2b855b55bc4/evaluation/rankeval/2b855b55bc4_2.json

@@ -60,6 +60,12 @@
             "acc_stderr": 0.010055103435823332,
             "acc_norm": 0.873,
             "acc_norm_stderr": 0.010534798620855762
+        },
+        "piqa": {
+            "acc": 0.736126224156692,
+            "acc_stderr": 0.010282996367695562,
+            "acc_norm": 0.7377584330794341,
+            "acc_norm_stderr": 0.010262502565172443
         }
     },
     "versions": {
@@ -75,6 +81,7 @@
         "boolq": 1,
         "arc_easy": 0,
         "arc_challenge": 0,
-        "sciq": 0
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b55bc4/evaluation/rankeval/2b855b55bc4_3.csv

@@ -2,11 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.328,0.01485384248727033,0
 anli_r2,acc,0.364,0.015222868840522022,0
 anli_r3,acc,0.3516666666666667,0.013789711695404785,0
+arc_challenge,acc,0.257679180887372,0.012780770562768402,0
+arc_challenge,acc_norm,0.2738907849829352,0.013032004972989501,0
+arc_easy,acc,0.5829124579124579,0.010117738967781995,0
+arc_easy,acc_norm,0.5782828282828283,0.010133255284012316,0
+boolq,acc,0.6070336391437309,0.008542335147970571,1
 cb,acc,0.48214285714285715,0.0673769750864465,1
 cb,f1,0.4085858585858586,,1
 copa,acc,0.79,0.040936018074033256,0
 hellaswag,acc,0.43069109739095796,0.004941609820763584,0
 hellaswag,acc_norm,0.5651264688309102,0.004947272454226218,0
+piqa,acc,0.7372143634385201,0.010269354068140767,0
+piqa,acc_norm,0.7415669205658324,0.01021397163677331,0
 rte,acc,0.5595667870036101,0.029882123363118712,0
+sciq,acc,0.893,0.009779910359847167,0
+sciq,acc_norm,0.884,0.010131468138756998,0
 storycloze_2016,acc,0.6932121859967931,0.010664275190473634,0
 winogrande,acc,0.5706393054459353,0.013911537499969158,0

2b855b55bc4/evaluation/rankeval/2b855b55bc4_3.json

@@ -42,6 +42,30 @@
         "boolq": {
             "acc": 0.6070336391437309,
             "acc_stderr": 0.008542335147970571
+        },
+        "arc_easy": {
+            "acc": 0.5829124579124579,
+            "acc_stderr": 0.010117738967781995,
+            "acc_norm": 0.5782828282828283,
+            "acc_norm_stderr": 0.010133255284012316
+        },
+        "arc_challenge": {
+            "acc": 0.257679180887372,
+            "acc_stderr": 0.012780770562768402,
+            "acc_norm": 0.2738907849829352,
+            "acc_norm_stderr": 0.013032004972989501
+        },
+        "sciq": {
+            "acc": 0.893,
+            "acc_stderr": 0.009779910359847167,
+            "acc_norm": 0.884,
+            "acc_norm_stderr": 0.010131468138756998
+        },
+        "piqa": {
+            "acc": 0.7372143634385201,
+            "acc_stderr": 0.010269354068140767,
+            "acc_norm": 0.7415669205658324,
+            "acc_norm_stderr": 0.01021397163677331
         }
     },
     "versions": {
@@ -54,6 +78,10 @@
         "rte": 0,
         "winogrande": 0,
         "storycloze_2016": 0,
-        "boolq": 1
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b55bc4/evaluation/rankeval/2b855b55bc4_3_lm-eval_global_step52452_2023-01-31-17-30-37_3shots_backup.json

@@ -1,59 +0,0 @@
-{
-    "results": {
-        "anli_r1": {
-            "acc": 0.328,
-            "acc_stderr": 0.01485384248727033
-        },
-        "anli_r2": {
-            "acc": 0.364,
-            "acc_stderr": 0.015222868840522022
-        },
-        "anli_r3": {
-            "acc": 0.3516666666666667,
-            "acc_stderr": 0.013789711695404785
-        },
-        "cb": {
-            "acc": 0.48214285714285715,
-            "acc_stderr": 0.0673769750864465,
-            "f1": 0.4085858585858586
-        },
-        "copa": {
-            "acc": 0.79,
-            "acc_stderr": 0.040936018074033256
-        },
-        "hellaswag": {
-            "acc": 0.43069109739095796,
-            "acc_stderr": 0.004941609820763584,
-            "acc_norm": 0.5651264688309102,
-            "acc_norm_stderr": 0.004947272454226218
-        },
-        "rte": {
-            "acc": 0.5595667870036101,
-            "acc_stderr": 0.029882123363118712
-        },
-        "winogrande": {
-            "acc": 0.5706393054459353,
-            "acc_stderr": 0.013911537499969158
-        },
-        "storycloze_2016": {
-            "acc": 0.6932121859967931,
-            "acc_stderr": 0.010664275190473634
-        },
-        "boolq": {
-            "acc": 0.6070336391437309,
-            "acc_stderr": 0.008542335147970571
-        }
-    },
-    "versions": {
-        "anli_r1": 0,
-        "anli_r2": 0,
-        "anli_r3": 0,
-        "cb": 1,
-        "copa": 0,
-        "hellaswag": 0,
-        "rte": 0,
-        "winogrande": 0,
-        "storycloze_2016": 0,
-        "boolq": 1
-    }
-}

2b855b55bc4/evaluation/rankeval/2b855b55bc4_4.csv

@@ -2,11 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.356,0.015149042659306626,0
 anli_r2,acc,0.327,0.014842213153411247,0
 anli_r3,acc,0.35083333333333333,0.013782212417178193,0
+arc_challenge,acc,0.24232081911262798,0.012521593295800116,0
+arc_challenge,acc_norm,0.2815699658703072,0.013143376735009022,0
+arc_easy,acc,0.5820707070707071,0.010120628211017888,0
+arc_easy,acc_norm,0.5698653198653199,0.010159130445178511,0
+boolq,acc,0.6131498470948012,0.008518188340844748,1
 cb,acc,0.4642857142857143,0.06724777654937658,1
 cb,f1,0.3249662618083671,,1
 copa,acc,0.79,0.040936018074033256,0
 hellaswag,acc,0.4312885879306911,0.004942440746328494,0
 hellaswag,acc_norm,0.5671181039633539,0.004944620712318273,0
+piqa,acc,0.7388465723612623,0.010248738649935574,0
+piqa,acc_norm,0.7415669205658324,0.010213971636773306,0
 rte,acc,0.5523465703971119,0.029931070362939526,0
+sciq,acc,0.891,0.009859828407037186,0
+sciq,acc_norm,0.895,0.00969892102602495,0
 storycloze_2016,acc,0.6980224478888295,0.010616985436073357,0
 winogrande,acc,0.56353591160221,0.013938569465677019,0

2b855b55bc4/evaluation/rankeval/2b855b55bc4_4.json

@@ -38,6 +38,34 @@
         "storycloze_2016": {
             "acc": 0.6980224478888295,
             "acc_stderr": 0.010616985436073357
+        },
+        "boolq": {
+            "acc": 0.6131498470948012,
+            "acc_stderr": 0.008518188340844748
+        },
+        "arc_easy": {
+            "acc": 0.5820707070707071,
+            "acc_stderr": 0.010120628211017888,
+            "acc_norm": 0.5698653198653199,
+            "acc_norm_stderr": 0.010159130445178511
+        },
+        "arc_challenge": {
+            "acc": 0.24232081911262798,
+            "acc_stderr": 0.012521593295800116,
+            "acc_norm": 0.2815699658703072,
+            "acc_norm_stderr": 0.013143376735009022
+        },
+        "sciq": {
+            "acc": 0.891,
+            "acc_stderr": 0.009859828407037186,
+            "acc_norm": 0.895,
+            "acc_norm_stderr": 0.00969892102602495
+        },
+        "piqa": {
+            "acc": 0.7388465723612623,
+            "acc_stderr": 0.010248738649935574,
+            "acc_norm": 0.7415669205658324,
+            "acc_norm_stderr": 0.010213971636773306
         }
     },
     "versions": {
@@ -49,6 +77,11 @@
         "hellaswag": 0,
         "rte": 0,
         "winogrande": 0,
-        "storycloze_2016": 0
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b55bc4/evaluation/rankeval/2b855b55bc4_5.csv

@@ -2,6 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.354,0.015129868238451773,0
 anli_r2,acc,0.334,0.014922019523732965,0
 anli_r3,acc,0.3525,0.013797164918918355,0
+arc_challenge,acc,0.24744027303754265,0.012610352663292673,0
+arc_challenge,acc_norm,0.27559726962457337,0.013057169655761838,0
+arc_easy,acc,0.5867003367003367,0.010104361780747513,0
+arc_easy,acc_norm,0.5774410774410774,0.010135978222981075,0
+boolq,acc,0.6128440366972477,0.008519429207594416,1
 cb,acc,0.5178571428571429,0.06737697508644647,1
 cb,f1,0.34887334887334887,,1
 copa,acc,0.75,0.04351941398892446,0
+hellaswag,acc,0.4297948615813583,0.004940349676769321,0
+hellaswag,acc_norm,0.5647281418044214,0.004947793051042662,0
+piqa,acc,0.733949945593036,0.010310039263352831,0
+piqa,acc_norm,0.7421109902067464,0.010206956662056232,0
+rte,acc,0.5523465703971119,0.029931070362939526,0
+sciq,acc,0.901,0.009449248027662732,0
+sciq,acc_norm,0.912,0.008963053962592085,0
+storycloze_2016,acc,0.6905398182789952,0.010689956745189072,0
+winogrande,acc,0.5611681136543015,0.013946933444507032,0

2b855b55bc4/evaluation/rankeval/2b855b55bc4_5.json

@@ -20,6 +20,52 @@
         "copa": {
             "acc": 0.75,
             "acc_stderr": 0.04351941398892446
+        },
+        "hellaswag": {
+            "acc": 0.4297948615813583,
+            "acc_stderr": 0.004940349676769321,
+            "acc_norm": 0.5647281418044214,
+            "acc_norm_stderr": 0.004947793051042662
+        },
+        "rte": {
+            "acc": 0.5523465703971119,
+            "acc_stderr": 0.029931070362939526
+        },
+        "winogrande": {
+            "acc": 0.5611681136543015,
+            "acc_stderr": 0.013946933444507032
+        },
+        "storycloze_2016": {
+            "acc": 0.6905398182789952,
+            "acc_stderr": 0.010689956745189072
+        },
+        "boolq": {
+            "acc": 0.6128440366972477,
+            "acc_stderr": 0.008519429207594416
+        },
+        "arc_easy": {
+            "acc": 0.5867003367003367,
+            "acc_stderr": 0.010104361780747513,
+            "acc_norm": 0.5774410774410774,
+            "acc_norm_stderr": 0.010135978222981075
+        },
+        "arc_challenge": {
+            "acc": 0.24744027303754265,
+            "acc_stderr": 0.012610352663292673,
+            "acc_norm": 0.27559726962457337,
+            "acc_norm_stderr": 0.013057169655761838
+        },
+        "sciq": {
+            "acc": 0.901,
+            "acc_stderr": 0.009449248027662732,
+            "acc_norm": 0.912,
+            "acc_norm_stderr": 0.008963053962592085
+        },
+        "piqa": {
+            "acc": 0.733949945593036,
+            "acc_stderr": 0.010310039263352831,
+            "acc_norm": 0.7421109902067464,
+            "acc_norm_stderr": 0.010206956662056232
         }
     },
     "versions": {
@@ -27,6 +73,15 @@
         "anli_r2": 0,
         "anli_r3": 0,
         "cb": 1,
-        "copa": 0
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b9bc4/evaluation/rankeval/2b855b9bc4_2.csv

@@ -12,6 +12,8 @@ cb,f1,0.24454009245974814,,1
 copa,acc,0.76,0.04292346959909283,0
 hellaswag,acc,0.4312885879306911,0.004942440746328495,0
 hellaswag,acc_norm,0.55646285600478,0.004957863944093132,0
+piqa,acc,0.7301414581066377,0.010356595421852197,0
+piqa,acc_norm,0.735038084874864,0.010296557993316049,0
 rte,acc,0.516245487364621,0.030080573208738064,0
 sciq,acc,0.88,0.01028132801274739,0
 sciq,acc_norm,0.843,0.011510146979230189,0

2b855b9bc4/evaluation/rankeval/2b855b9bc4_2.json

@@ -60,6 +60,12 @@
             "acc_stderr": 0.01028132801274739,
             "acc_norm": 0.843,
             "acc_norm_stderr": 0.011510146979230189
+        },
+        "piqa": {
+            "acc": 0.7301414581066377,
+            "acc_stderr": 0.010356595421852197,
+            "acc_norm": 0.735038084874864,
+            "acc_norm_stderr": 0.010296557993316049
         }
     },
     "versions": {
@@ -75,6 +81,7 @@
         "boolq": 1,
         "arc_easy": 0,
         "arc_challenge": 0,
-        "sciq": 0
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b9bc4/evaluation/rankeval/2b855b9bc4_3.csv

@@ -2,12 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.322,0.014782913600996664,0
 anli_r2,acc,0.353,0.015120172605483689,0
 anli_r3,acc,0.3333333333333333,0.013613950010225593,0
+arc_challenge,acc,0.2525597269624573,0.012696728980207706,0
+arc_challenge,acc_norm,0.28242320819112626,0.013155456884097222,0
+arc_easy,acc,0.5765993265993266,0.010138671005289045,0
+arc_easy,acc_norm,0.5517676767676768,0.010204645126856942,0
 boolq,acc,0.5834862385321101,0.008622288020674003,1
 cb,acc,0.375,0.06527912098338669,1
 cb,f1,0.34540644540644544,,1
 copa,acc,0.77,0.04229525846816506,0
 hellaswag,acc,0.4303923521210914,0.004941191607317909,0
 hellaswag,acc_norm,0.5595498904600678,0.004954265595373475,0
+piqa,acc,0.7377584330794341,0.010262502565172449,0
+piqa,acc_norm,0.7475516866158868,0.010135665547362355,0
 rte,acc,0.49458483754512633,0.030094698123239966,0
+sciq,acc,0.881,0.01024421514533666,0
+sciq,acc_norm,0.856,0.01110798754893915,0
 storycloze_2016,acc,0.6905398182789952,0.01068995674518907,0
 winogrande,acc,0.5390686661404893,0.014009521680980316,0

2b855b9bc4/evaluation/rankeval/2b855b9bc4_3.json

@@ -42,6 +42,30 @@
         "boolq": {
             "acc": 0.5834862385321101,
             "acc_stderr": 0.008622288020674003
+        },
+        "arc_easy": {
+            "acc": 0.5765993265993266,
+            "acc_stderr": 0.010138671005289045,
+            "acc_norm": 0.5517676767676768,
+            "acc_norm_stderr": 0.010204645126856942
+        },
+        "arc_challenge": {
+            "acc": 0.2525597269624573,
+            "acc_stderr": 0.012696728980207706,
+            "acc_norm": 0.28242320819112626,
+            "acc_norm_stderr": 0.013155456884097222
+        },
+        "sciq": {
+            "acc": 0.881,
+            "acc_stderr": 0.01024421514533666,
+            "acc_norm": 0.856,
+            "acc_norm_stderr": 0.01110798754893915
+        },
+        "piqa": {
+            "acc": 0.7377584330794341,
+            "acc_stderr": 0.010262502565172449,
+            "acc_norm": 0.7475516866158868,
+            "acc_norm_stderr": 0.010135665547362355
         }
     },
     "versions": {
@@ -54,6 +78,10 @@
         "rte": 0,
         "winogrande": 0,
         "storycloze_2016": 0,
-        "boolq": 1
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b9bc4/evaluation/rankeval/2b855b9bc4_4.csv

@@ -2,11 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.348,0.01507060460376841,0
 anli_r2,acc,0.346,0.015050266127564448,0
 anli_r3,acc,0.355,0.013819249004047308,0
+arc_challenge,acc,0.26535836177474403,0.012902554762313964,0
+arc_challenge,acc_norm,0.2977815699658703,0.013363080107244487,0
+arc_easy,acc,0.5774410774410774,0.01013597822298108,0
+arc_easy,acc_norm,0.555976430976431,0.010195285580783954,0
+boolq,acc,0.5776758409785933,0.008638883260317736,1
 cb,acc,0.30357142857142855,0.06199938655510754,1
 cb,f1,0.24443052074631022,,1
 copa,acc,0.77,0.04229525846816506,0
 hellaswag,acc,0.43158733320055764,0.00494285345937155,0
 hellaswag,acc_norm,0.5638319059948218,0.004948952519517514,0
+piqa,acc,0.736126224156692,0.010282996367695562,0
+piqa,acc_norm,0.7404787812840044,0.010227939888173925,0
 rte,acc,0.48736462093862815,0.030086851767188564,0
+sciq,acc,0.887,0.01001655286669686,0
+sciq,acc_norm,0.878,0.010354864712936701,0
 storycloze_2016,acc,0.692143238909674,0.010674598158758179,0
 winogrande,acc,0.5469613259668509,0.013990366632148088,0

2b855b9bc4/evaluation/rankeval/2b855b9bc4_4.json

@@ -38,6 +38,34 @@
         "storycloze_2016": {
             "acc": 0.692143238909674,
             "acc_stderr": 0.010674598158758179
+        },
+        "boolq": {
+            "acc": 0.5776758409785933,
+            "acc_stderr": 0.008638883260317736
+        },
+        "arc_easy": {
+            "acc": 0.5774410774410774,
+            "acc_stderr": 0.01013597822298108,
+            "acc_norm": 0.555976430976431,
+            "acc_norm_stderr": 0.010195285580783954
+        },
+        "arc_challenge": {
+            "acc": 0.26535836177474403,
+            "acc_stderr": 0.012902554762313964,
+            "acc_norm": 0.2977815699658703,
+            "acc_norm_stderr": 0.013363080107244487
+        },
+        "sciq": {
+            "acc": 0.887,
+            "acc_stderr": 0.01001655286669686,
+            "acc_norm": 0.878,
+            "acc_norm_stderr": 0.010354864712936701
+        },
+        "piqa": {
+            "acc": 0.736126224156692,
+            "acc_stderr": 0.010282996367695562,
+            "acc_norm": 0.7404787812840044,
+            "acc_norm_stderr": 0.010227939888173925
         }
     },
     "versions": {
@@ -49,6 +77,11 @@
         "hellaswag": 0,
         "rte": 0,
         "winogrande": 0,
-        "storycloze_2016": 0
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }

2b855b9bc4/evaluation/rankeval/2b855b9bc4_5.csv

@@ -2,6 +2,20 @@ task,metric,value,err,version
 anli_r1,acc,0.337,0.014955087918653616,0
 anli_r2,acc,0.328,0.014853842487270334,0
 anli_r3,acc,0.33916666666666667,0.013672343491681822,0
+arc_challenge,acc,0.2696245733788396,0.012968040686869143,0
+arc_challenge,acc_norm,0.28924914675767915,0.013250012579393443,0
+arc_easy,acc,0.57996632996633,0.010127718838529321,0
+arc_easy,acc_norm,0.5681818181818182,0.010163945352271733,0
+boolq,acc,0.5804281345565749,0.008631175489166726,1
 cb,acc,0.32142857142857145,0.06297362289056341,1
 cb,f1,0.24285714285714288,,1
 copa,acc,0.74,0.04408440022768078,0
+hellaswag,acc,0.4298944433379805,0.004940490508240647,0
+hellaswag,acc_norm,0.5665206134236208,0.004945424771611602,0
+piqa,acc,0.7334058759521219,0.010316749863541367,0
+piqa,acc_norm,0.7486398258977149,0.010121156016819245,0
+rte,acc,0.4657039711191336,0.030025579819366426,0
+sciq,acc,0.891,0.00985982840703719,0
+sciq,acc_norm,0.882,0.01020686926438179,0
+storycloze_2016,acc,0.6910742918225548,0.010684853966268455,0
+winogrande,acc,0.5461720599842147,0.01399244156370706,0

2b855b9bc4/evaluation/rankeval/2b855b9bc4_5.json

@@ -20,6 +20,52 @@
         "copa": {
             "acc": 0.74,
             "acc_stderr": 0.04408440022768078
+        },
+        "hellaswag": {
+            "acc": 0.4298944433379805,
+            "acc_stderr": 0.004940490508240647,
+            "acc_norm": 0.5665206134236208,
+            "acc_norm_stderr": 0.004945424771611602
+        },
+        "rte": {
+            "acc": 0.4657039711191336,
+            "acc_stderr": 0.030025579819366426
+        },
+        "winogrande": {
+            "acc": 0.5461720599842147,
+            "acc_stderr": 0.01399244156370706
+        },
+        "storycloze_2016": {
+            "acc": 0.6910742918225548,
+            "acc_stderr": 0.010684853966268455
+        },
+        "boolq": {
+            "acc": 0.5804281345565749,
+            "acc_stderr": 0.008631175489166726
+        },
+        "arc_easy": {
+            "acc": 0.57996632996633,
+            "acc_stderr": 0.010127718838529321,
+            "acc_norm": 0.5681818181818182,
+            "acc_norm_stderr": 0.010163945352271733
+        },
+        "arc_challenge": {
+            "acc": 0.2696245733788396,
+            "acc_stderr": 0.012968040686869143,
+            "acc_norm": 0.28924914675767915,
+            "acc_norm_stderr": 0.013250012579393443
+        },
+        "sciq": {
+            "acc": 0.891,
+            "acc_stderr": 0.00985982840703719,
+            "acc_norm": 0.882,
+            "acc_norm_stderr": 0.01020686926438179
+        },
+        "piqa": {
+            "acc": 0.7334058759521219,
+            "acc_stderr": 0.010316749863541367,
+            "acc_norm": 0.7486398258977149,
+            "acc_norm_stderr": 0.010121156016819245
         }
     },
     "versions": {
@@ -27,6 +73,15 @@
         "anli_r2": 0,
         "anli_r3": 0,
         "cb": 1,
-        "copa": 0
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
     }
 }