Add

1b121b21b/evaluation/lm1-1b1-21b-oscar-results_lm-eval_global_step52452_2022-12-28-10-34-30.csv

@@ -0,0 +1,21 @@
+task,metric,value,err,version
+anli_r1,acc,0.286,0.014297146862517908,0
+anli_r2,acc,0.304,0.01455320568795044,0
+anli_r3,acc,0.3175,0.013443538681348054,0
+arc_challenge,acc,0.26535836177474403,0.012902554762313969,0
+arc_challenge,acc_norm,0.2909556313993174,0.013273077865907573,0
+arc_easy,acc,0.5122053872053872,0.010256726235129016,0
+arc_easy,acc_norm,0.4877946127946128,0.01025672623512901,0
+boolq,acc,0.6862385321100918,0.008115773046958279,1
+cb,acc,0.35714285714285715,0.06460957383809221,1
+cb,f1,0.27666815942678014,,1
+copa,acc,0.69,0.04648231987117316,0
+hellaswag,acc,0.4907388966341366,0.004988925410522774,0
+hellaswag,acc_norm,0.5834495120493925,0.00491979470467327,0
+piqa,acc,0.6605005440696409,0.011048455047173918,0
+piqa,acc_norm,0.6534276387377584,0.011103020320872166,0
+rte,acc,0.5631768953068592,0.029855247390314945,0
+sciq,acc,0.905,0.009276910103103324,0
+sciq,acc_norm,0.872,0.010570133761108658,0
+storycloze_2016,acc,0.5879208979155531,0.011382271506935862,0
+winogrande,acc,0.5177584846093133,0.014043619596174966,0

1b121b21b/evaluation/lm1-1b1-21b-oscar-results_lm-eval_global_step52452_2022-12-28-10-34-30.json

@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.286,
+            "acc_stderr": 0.014297146862517908
+        },
+        "anli_r2": {
+            "acc": 0.304,
+            "acc_stderr": 0.01455320568795044
+        },
+        "anli_r3": {
+            "acc": 0.3175,
+            "acc_stderr": 0.013443538681348054
+        },
+        "cb": {
+            "acc": 0.35714285714285715,
+            "acc_stderr": 0.06460957383809221,
+            "f1": 0.27666815942678014
+        },
+        "copa": {
+            "acc": 0.69,
+            "acc_stderr": 0.04648231987117316
+        },
+        "hellaswag": {
+            "acc": 0.4907388966341366,
+            "acc_stderr": 0.004988925410522774,
+            "acc_norm": 0.5834495120493925,
+            "acc_norm_stderr": 0.00491979470467327
+        },
+        "rte": {
+            "acc": 0.5631768953068592,
+            "acc_stderr": 0.029855247390314945
+        },
+        "winogrande": {
+            "acc": 0.5177584846093133,
+            "acc_stderr": 0.014043619596174966
+        },
+        "storycloze_2016": {
+            "acc": 0.5879208979155531,
+            "acc_stderr": 0.011382271506935862
+        },
+        "boolq": {
+            "acc": 0.6862385321100918,
+            "acc_stderr": 0.008115773046958279
+        },
+        "arc_easy": {
+            "acc": 0.5122053872053872,
+            "acc_stderr": 0.010256726235129016,
+            "acc_norm": 0.4877946127946128,
+            "acc_norm_stderr": 0.01025672623512901
+        },
+        "arc_challenge": {
+            "acc": 0.26535836177474403,
+            "acc_stderr": 0.012902554762313969,
+            "acc_norm": 0.2909556313993174,
+            "acc_norm_stderr": 0.013273077865907573
+        },
+        "sciq": {
+            "acc": 0.905,
+            "acc_stderr": 0.009276910103103324,
+            "acc_norm": 0.872,
+            "acc_norm_stderr": 0.010570133761108658
+        },
+        "piqa": {
+            "acc": 0.6605005440696409,
+            "acc_stderr": 0.011048455047173918,
+            "acc_norm": 0.6534276387377584,
+            "acc_norm_stderr": 0.011103020320872166
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}

1b121b21b/evaluation/lm1-1b1-21b-results_lm-eval_global_step39672_2022-12-01-17-56-56.csv

@@ -0,0 +1,120 @@
+task,metric,value,err,version
+copa,acc,0.68,0.04688261722621505,0
+hendrycksTest-abstract_algebra,acc,0.28,0.04512608598542127,0
+hendrycksTest-abstract_algebra,acc_norm,0.29,0.045604802157206824,0
+hendrycksTest-anatomy,acc,0.2074074074074074,0.03502553170678318,0
+hendrycksTest-anatomy,acc_norm,0.1925925925925926,0.03406542058502651,0
+hendrycksTest-astronomy,acc,0.21052631578947367,0.03317672787533157,0
+hendrycksTest-astronomy,acc_norm,0.27631578947368424,0.03639057569952924,0
+hendrycksTest-business_ethics,acc,0.34,0.04760952285695236,0
+hendrycksTest-business_ethics,acc_norm,0.29,0.04560480215720683,0
+hendrycksTest-clinical_knowledge,acc,0.20754716981132076,0.02495991802891127,0
+hendrycksTest-clinical_knowledge,acc_norm,0.32452830188679244,0.028815615713432115,0
+hendrycksTest-college_biology,acc,0.25,0.03621034121889507,0
+hendrycksTest-college_biology,acc_norm,0.2361111111111111,0.03551446610810826,0
+hendrycksTest-college_chemistry,acc,0.23,0.042295258468165085,0
+hendrycksTest-college_chemistry,acc_norm,0.31,0.04648231987117316,0
+hendrycksTest-college_computer_science,acc,0.27,0.0446196043338474,0
+hendrycksTest-college_computer_science,acc_norm,0.28,0.04512608598542128,0
+hendrycksTest-college_mathematics,acc,0.26,0.0440844002276808,0
+hendrycksTest-college_mathematics,acc_norm,0.31,0.04648231987117316,0
+hendrycksTest-college_medicine,acc,0.2138728323699422,0.031265112061730424,0
+hendrycksTest-college_medicine,acc_norm,0.26011560693641617,0.03345036916788992,0
+hendrycksTest-college_physics,acc,0.2549019607843137,0.04336432707993178,0
+hendrycksTest-college_physics,acc_norm,0.30392156862745096,0.045766654032077636,0
+hendrycksTest-computer_security,acc,0.29,0.04560480215720684,0
+hendrycksTest-computer_security,acc_norm,0.33,0.047258156262526045,0
+hendrycksTest-conceptual_physics,acc,0.23829787234042554,0.027851252973889764,0
+hendrycksTest-conceptual_physics,acc_norm,0.1574468085106383,0.023809905196619695,0
+hendrycksTest-econometrics,acc,0.24561403508771928,0.04049339297748142,0
+hendrycksTest-econometrics,acc_norm,0.24561403508771928,0.04049339297748142,0
+hendrycksTest-electrical_engineering,acc,0.2896551724137931,0.03780019230438015,0
+hendrycksTest-electrical_engineering,acc_norm,0.2896551724137931,0.03780019230438014,0
+hendrycksTest-elementary_mathematics,acc,0.21428571428571427,0.021132859182754433,0
+hendrycksTest-elementary_mathematics,acc_norm,0.23809523809523808,0.021935878081184756,0
+hendrycksTest-formal_logic,acc,0.2857142857142857,0.04040610178208841,0
+hendrycksTest-formal_logic,acc_norm,0.2857142857142857,0.0404061017820884,0
+hendrycksTest-global_facts,acc,0.18,0.03861229196653694,0
+hendrycksTest-global_facts,acc_norm,0.19,0.039427724440366234,0
+hendrycksTest-high_school_biology,acc,0.20967741935483872,0.023157879349083522,0
+hendrycksTest-high_school_biology,acc_norm,0.2645161290322581,0.02509189237885928,0
+hendrycksTest-high_school_chemistry,acc,0.16748768472906403,0.026273086047535414,0
+hendrycksTest-high_school_chemistry,acc_norm,0.2413793103448276,0.03010833071801162,0
+hendrycksTest-high_school_computer_science,acc,0.23,0.042295258468165044,0
+hendrycksTest-high_school_computer_science,acc_norm,0.23,0.04229525846816505,0
+hendrycksTest-high_school_european_history,acc,0.24242424242424243,0.033464098810559534,0
+hendrycksTest-high_school_european_history,acc_norm,0.26666666666666666,0.03453131801885414,0
+hendrycksTest-high_school_geography,acc,0.20202020202020202,0.028606204289229872,0
+hendrycksTest-high_school_geography,acc_norm,0.2727272727272727,0.03173071239071724,0
+hendrycksTest-high_school_government_and_politics,acc,0.18652849740932642,0.02811209121011748,0
+hendrycksTest-high_school_government_and_politics,acc_norm,0.23834196891191708,0.030748905363909895,0
+hendrycksTest-high_school_macroeconomics,acc,0.2282051282051282,0.021278393863586282,0
+hendrycksTest-high_school_macroeconomics,acc_norm,0.258974358974359,0.02221110681006166,0
+hendrycksTest-high_school_mathematics,acc,0.2222222222222222,0.025348097468097838,0
+hendrycksTest-high_school_mathematics,acc_norm,0.3148148148148148,0.028317533496066468,0
+hendrycksTest-high_school_microeconomics,acc,0.20588235294117646,0.026265024608275882,0
+hendrycksTest-high_school_microeconomics,acc_norm,0.29411764705882354,0.029597329730978093,0
+hendrycksTest-high_school_physics,acc,0.24503311258278146,0.03511807571804724,0
+hendrycksTest-high_school_physics,acc_norm,0.2119205298013245,0.033367670865679766,0
+hendrycksTest-high_school_psychology,acc,0.22201834862385322,0.017818849564796634,0
+hendrycksTest-high_school_psychology,acc_norm,0.23486238532110093,0.018175110510343578,0
+hendrycksTest-high_school_statistics,acc,0.2222222222222222,0.02835321286686346,0
+hendrycksTest-high_school_statistics,acc_norm,0.24537037037037038,0.029346665094372937,0
+hendrycksTest-high_school_us_history,acc,0.28431372549019607,0.03166009679399812,0
+hendrycksTest-high_school_us_history,acc_norm,0.27941176470588236,0.031493281045079556,0
+hendrycksTest-high_school_world_history,acc,0.25738396624472576,0.028458820991460285,0
+hendrycksTest-high_school_world_history,acc_norm,0.2742616033755274,0.029041333510598035,0
+hendrycksTest-human_aging,acc,0.3273542600896861,0.031493846709941306,0
+hendrycksTest-human_aging,acc_norm,0.2645739910313901,0.029605103217038308,0
+hendrycksTest-human_sexuality,acc,0.31297709923664124,0.04066962905677697,0
+hendrycksTest-human_sexuality,acc_norm,0.3282442748091603,0.04118438565806298,0
+hendrycksTest-international_law,acc,0.1652892561983471,0.03390780612972776,0
+hendrycksTest-international_law,acc_norm,0.4462809917355372,0.0453793517794788,0
+hendrycksTest-jurisprudence,acc,0.23148148148148148,0.04077494709252626,0
+hendrycksTest-jurisprudence,acc_norm,0.4074074074074074,0.047500773411999854,0
+hendrycksTest-logical_fallacies,acc,0.1901840490797546,0.030833491146281235,0
+hendrycksTest-logical_fallacies,acc_norm,0.26380368098159507,0.03462419931615623,0
+hendrycksTest-machine_learning,acc,0.33035714285714285,0.044642857142857144,0
+hendrycksTest-machine_learning,acc_norm,0.21428571428571427,0.03894641120044792,0
+hendrycksTest-management,acc,0.17475728155339806,0.037601780060266224,0
+hendrycksTest-management,acc_norm,0.23300970873786409,0.04185832598928315,0
+hendrycksTest-marketing,acc,0.2863247863247863,0.02961432369045665,0
+hendrycksTest-marketing,acc_norm,0.3162393162393162,0.030463656747340244,0
+hendrycksTest-medical_genetics,acc,0.31,0.04648231987117316,0
+hendrycksTest-medical_genetics,acc_norm,0.38,0.04878317312145633,0
+hendrycksTest-miscellaneous,acc,0.25925925925925924,0.015671006009339572,0
+hendrycksTest-miscellaneous,acc_norm,0.2515964240102171,0.01551732236552963,0
+hendrycksTest-moral_disputes,acc,0.2630057803468208,0.02370309952525817,0
+hendrycksTest-moral_disputes,acc_norm,0.3092485549132948,0.02488314057007175,0
+hendrycksTest-moral_scenarios,acc,0.24022346368715083,0.014288343803925293,0
+hendrycksTest-moral_scenarios,acc_norm,0.24692737430167597,0.014422292204808835,0
+hendrycksTest-nutrition,acc,0.24183006535947713,0.024518195641879334,0
+hendrycksTest-nutrition,acc_norm,0.38235294117647056,0.027826109307283686,0
+hendrycksTest-philosophy,acc,0.20257234726688103,0.022827317491059682,0
+hendrycksTest-philosophy,acc_norm,0.28938906752411575,0.025755865922632935,0
+hendrycksTest-prehistory,acc,0.21604938271604937,0.022899162918445803,0
+hendrycksTest-prehistory,acc_norm,0.1882716049382716,0.021751866060815875,0
+hendrycksTest-professional_accounting,acc,0.2375886524822695,0.025389512552729903,0
+hendrycksTest-professional_accounting,acc_norm,0.24468085106382978,0.025645553622266726,0
+hendrycksTest-professional_law,acc,0.2561929595827901,0.011149173153110582,0
+hendrycksTest-professional_law,acc_norm,0.28292046936114734,0.011503891323188976,0
+hendrycksTest-professional_medicine,acc,0.22058823529411764,0.025187786660227248,0
+hendrycksTest-professional_medicine,acc_norm,0.21323529411764705,0.024880971512294275,0
+hendrycksTest-professional_psychology,acc,0.24509803921568626,0.017401816711427667,0
+hendrycksTest-professional_psychology,acc_norm,0.2679738562091503,0.017917974069594726,0
+hendrycksTest-public_relations,acc,0.24545454545454545,0.04122066502878285,0
+hendrycksTest-public_relations,acc_norm,0.2,0.03831305140884603,0
+hendrycksTest-security_studies,acc,0.2979591836734694,0.02927956741106567,0
+hendrycksTest-security_studies,acc_norm,0.2571428571428571,0.02797982353874455,0
+hendrycksTest-sociology,acc,0.31840796019900497,0.03294118479054095,0
+hendrycksTest-sociology,acc_norm,0.3333333333333333,0.03333333333333334,0
+hendrycksTest-us_foreign_policy,acc,0.33,0.04725815626252605,0
+hendrycksTest-us_foreign_policy,acc_norm,0.33,0.047258156262526045,0
+hendrycksTest-virology,acc,0.3072289156626506,0.03591566797824662,0
+hendrycksTest-virology,acc_norm,0.25903614457831325,0.03410646614071855,0
+hendrycksTest-world_religions,acc,0.2982456140350877,0.03508771929824565,0
+hendrycksTest-world_religions,acc_norm,0.3684210526315789,0.036996580176568775,0
+piqa,acc,0.6545157780195865,0.011094802893617745,0
+piqa,acc_norm,0.6605005440696409,0.011048455047173913,0
+rte,acc,0.5234657039711191,0.03006330041190266,0
+winogrande,acc,0.4996053670086819,0.014052481306049516,0

1b121b21b/evaluation/lm1-1b1-21b-results_lm-eval_global_step39672_2022-12-01-17-56-56.json

@@ -0,0 +1,427 @@
+{
+    "results": {
+        "copa": {
+            "acc": 0.68,
+            "acc_stderr": 0.04688261722621505
+        },
+        "piqa": {
+            "acc": 0.6545157780195865,
+            "acc_stderr": 0.011094802893617745,
+            "acc_norm": 0.6605005440696409,
+            "acc_norm_stderr": 0.011048455047173913
+        },
+        "rte": {
+            "acc": 0.5234657039711191,
+            "acc_stderr": 0.03006330041190266
+        },
+        "winogrande": {
+            "acc": 0.4996053670086819,
+            "acc_stderr": 0.014052481306049516
+        },
+        "hendrycksTest-abstract_algebra": {
+            "acc": 0.28,
+            "acc_stderr": 0.04512608598542127,
+            "acc_norm": 0.29,
+            "acc_norm_stderr": 0.045604802157206824
+        },
+        "hendrycksTest-anatomy": {
+            "acc": 0.2074074074074074,
+            "acc_stderr": 0.03502553170678318,
+            "acc_norm": 0.1925925925925926,
+            "acc_norm_stderr": 0.03406542058502651
+        },
+        "hendrycksTest-astronomy": {
+            "acc": 0.21052631578947367,
+            "acc_stderr": 0.03317672787533157,
+            "acc_norm": 0.27631578947368424,
+            "acc_norm_stderr": 0.03639057569952924
+        },
+        "hendrycksTest-business_ethics": {
+            "acc": 0.34,
+            "acc_stderr": 0.04760952285695236,
+            "acc_norm": 0.29,
+            "acc_norm_stderr": 0.04560480215720683
+        },
+        "hendrycksTest-clinical_knowledge": {
+            "acc": 0.20754716981132076,
+            "acc_stderr": 0.02495991802891127,
+            "acc_norm": 0.32452830188679244,
+            "acc_norm_stderr": 0.028815615713432115
+        },
+        "hendrycksTest-college_biology": {
+            "acc": 0.25,
+            "acc_stderr": 0.03621034121889507,
+            "acc_norm": 0.2361111111111111,
+            "acc_norm_stderr": 0.03551446610810826
+        },
+        "hendrycksTest-college_chemistry": {
+            "acc": 0.23,
+            "acc_stderr": 0.042295258468165085,
+            "acc_norm": 0.31,
+            "acc_norm_stderr": 0.04648231987117316
+        },
+        "hendrycksTest-college_computer_science": {
+            "acc": 0.27,
+            "acc_stderr": 0.0446196043338474,
+            "acc_norm": 0.28,
+            "acc_norm_stderr": 0.04512608598542128
+        },
+        "hendrycksTest-college_mathematics": {
+            "acc": 0.26,
+            "acc_stderr": 0.0440844002276808,
+            "acc_norm": 0.31,
+            "acc_norm_stderr": 0.04648231987117316
+        },
+        "hendrycksTest-college_medicine": {
+            "acc": 0.2138728323699422,
+            "acc_stderr": 0.031265112061730424,
+            "acc_norm": 0.26011560693641617,
+            "acc_norm_stderr": 0.03345036916788992
+        },
+        "hendrycksTest-college_physics": {
+            "acc": 0.2549019607843137,
+            "acc_stderr": 0.04336432707993178,
+            "acc_norm": 0.30392156862745096,
+            "acc_norm_stderr": 0.045766654032077636
+        },
+        "hendrycksTest-computer_security": {
+            "acc": 0.29,
+            "acc_stderr": 0.04560480215720684,
+            "acc_norm": 0.33,
+            "acc_norm_stderr": 0.047258156262526045
+        },
+        "hendrycksTest-conceptual_physics": {
+            "acc": 0.23829787234042554,
+            "acc_stderr": 0.027851252973889764,
+            "acc_norm": 0.1574468085106383,
+            "acc_norm_stderr": 0.023809905196619695
+        },
+        "hendrycksTest-econometrics": {
+            "acc": 0.24561403508771928,
+            "acc_stderr": 0.04049339297748142,
+            "acc_norm": 0.24561403508771928,
+            "acc_norm_stderr": 0.04049339297748142
+        },
+        "hendrycksTest-electrical_engineering": {
+            "acc": 0.2896551724137931,
+            "acc_stderr": 0.03780019230438015,
+            "acc_norm": 0.2896551724137931,
+            "acc_norm_stderr": 0.03780019230438014
+        },
+        "hendrycksTest-elementary_mathematics": {
+            "acc": 0.21428571428571427,
+            "acc_stderr": 0.021132859182754433,
+            "acc_norm": 0.23809523809523808,
+            "acc_norm_stderr": 0.021935878081184756
+        },
+        "hendrycksTest-formal_logic": {
+            "acc": 0.2857142857142857,
+            "acc_stderr": 0.04040610178208841,
+            "acc_norm": 0.2857142857142857,
+            "acc_norm_stderr": 0.0404061017820884
+        },
+        "hendrycksTest-global_facts": {
+            "acc": 0.18,
+            "acc_stderr": 0.03861229196653694,
+            "acc_norm": 0.19,
+            "acc_norm_stderr": 0.039427724440366234
+        },
+        "hendrycksTest-high_school_biology": {
+            "acc": 0.20967741935483872,
+            "acc_stderr": 0.023157879349083522,
+            "acc_norm": 0.2645161290322581,
+            "acc_norm_stderr": 0.02509189237885928
+        },
+        "hendrycksTest-high_school_chemistry": {
+            "acc": 0.16748768472906403,
+            "acc_stderr": 0.026273086047535414,
+            "acc_norm": 0.2413793103448276,
+            "acc_norm_stderr": 0.03010833071801162
+        },
+        "hendrycksTest-high_school_computer_science": {
+            "acc": 0.23,
+            "acc_stderr": 0.042295258468165044,
+            "acc_norm": 0.23,
+            "acc_norm_stderr": 0.04229525846816505
+        },
+        "hendrycksTest-high_school_european_history": {
+            "acc": 0.24242424242424243,
+            "acc_stderr": 0.033464098810559534,
+            "acc_norm": 0.26666666666666666,
+            "acc_norm_stderr": 0.03453131801885414
+        },
+        "hendrycksTest-high_school_geography": {
+            "acc": 0.20202020202020202,
+            "acc_stderr": 0.028606204289229872,
+            "acc_norm": 0.2727272727272727,
+            "acc_norm_stderr": 0.03173071239071724
+        },
+        "hendrycksTest-high_school_government_and_politics": {
+            "acc": 0.18652849740932642,
+            "acc_stderr": 0.02811209121011748,
+            "acc_norm": 0.23834196891191708,
+            "acc_norm_stderr": 0.030748905363909895
+        },
+        "hendrycksTest-high_school_macroeconomics": {
+            "acc": 0.2282051282051282,
+            "acc_stderr": 0.021278393863586282,
+            "acc_norm": 0.258974358974359,
+            "acc_norm_stderr": 0.02221110681006166
+        },
+        "hendrycksTest-high_school_mathematics": {
+            "acc": 0.2222222222222222,
+            "acc_stderr": 0.025348097468097838,
+            "acc_norm": 0.3148148148148148,
+            "acc_norm_stderr": 0.028317533496066468
+        },
+        "hendrycksTest-high_school_microeconomics": {
+            "acc": 0.20588235294117646,
+            "acc_stderr": 0.026265024608275882,
+            "acc_norm": 0.29411764705882354,
+            "acc_norm_stderr": 0.029597329730978093
+        },
+        "hendrycksTest-high_school_physics": {
+            "acc": 0.24503311258278146,
+            "acc_stderr": 0.03511807571804724,
+            "acc_norm": 0.2119205298013245,
+            "acc_norm_stderr": 0.033367670865679766
+        },
+        "hendrycksTest-high_school_psychology": {
+            "acc": 0.22201834862385322,
+            "acc_stderr": 0.017818849564796634,
+            "acc_norm": 0.23486238532110093,
+            "acc_norm_stderr": 0.018175110510343578
+        },
+        "hendrycksTest-high_school_statistics": {
+            "acc": 0.2222222222222222,
+            "acc_stderr": 0.02835321286686346,
+            "acc_norm": 0.24537037037037038,
+            "acc_norm_stderr": 0.029346665094372937
+        },
+        "hendrycksTest-high_school_us_history": {
+            "acc": 0.28431372549019607,
+            "acc_stderr": 0.03166009679399812,
+            "acc_norm": 0.27941176470588236,
+            "acc_norm_stderr": 0.031493281045079556
+        },
+        "hendrycksTest-high_school_world_history": {
+            "acc": 0.25738396624472576,
+            "acc_stderr": 0.028458820991460285,
+            "acc_norm": 0.2742616033755274,
+            "acc_norm_stderr": 0.029041333510598035
+        },
+        "hendrycksTest-human_aging": {
+            "acc": 0.3273542600896861,
+            "acc_stderr": 0.031493846709941306,
+            "acc_norm": 0.2645739910313901,
+            "acc_norm_stderr": 0.029605103217038308
+        },
+        "hendrycksTest-human_sexuality": {
+            "acc": 0.31297709923664124,
+            "acc_stderr": 0.04066962905677697,
+            "acc_norm": 0.3282442748091603,
+            "acc_norm_stderr": 0.04118438565806298
+        },
+        "hendrycksTest-international_law": {
+            "acc": 0.1652892561983471,
+            "acc_stderr": 0.03390780612972776,
+            "acc_norm": 0.4462809917355372,
+            "acc_norm_stderr": 0.0453793517794788
+        },
+        "hendrycksTest-jurisprudence": {
+            "acc": 0.23148148148148148,
+            "acc_stderr": 0.04077494709252626,
+            "acc_norm": 0.4074074074074074,
+            "acc_norm_stderr": 0.047500773411999854
+        },
+        "hendrycksTest-logical_fallacies": {
+            "acc": 0.1901840490797546,
+            "acc_stderr": 0.030833491146281235,
+            "acc_norm": 0.26380368098159507,
+            "acc_norm_stderr": 0.03462419931615623
+        },
+        "hendrycksTest-machine_learning": {
+            "acc": 0.33035714285714285,
+            "acc_stderr": 0.044642857142857144,
+            "acc_norm": 0.21428571428571427,
+            "acc_norm_stderr": 0.03894641120044792
+        },
+        "hendrycksTest-management": {
+            "acc": 0.17475728155339806,
+            "acc_stderr": 0.037601780060266224,
+            "acc_norm": 0.23300970873786409,
+            "acc_norm_stderr": 0.04185832598928315
+        },
+        "hendrycksTest-marketing": {
+            "acc": 0.2863247863247863,
+            "acc_stderr": 0.02961432369045665,
+            "acc_norm": 0.3162393162393162,
+            "acc_norm_stderr": 0.030463656747340244
+        },
+        "hendrycksTest-medical_genetics": {
+            "acc": 0.31,
+            "acc_stderr": 0.04648231987117316,
+            "acc_norm": 0.38,
+            "acc_norm_stderr": 0.04878317312145633
+        },
+        "hendrycksTest-miscellaneous": {
+            "acc": 0.25925925925925924,
+            "acc_stderr": 0.015671006009339572,
+            "acc_norm": 0.2515964240102171,
+            "acc_norm_stderr": 0.01551732236552963
+        },
+        "hendrycksTest-moral_disputes": {
+            "acc": 0.2630057803468208,
+            "acc_stderr": 0.02370309952525817,
+            "acc_norm": 0.3092485549132948,
+            "acc_norm_stderr": 0.02488314057007175
+        },
+        "hendrycksTest-moral_scenarios": {
+            "acc": 0.24022346368715083,
+            "acc_stderr": 0.014288343803925293,
+            "acc_norm": 0.24692737430167597,
+            "acc_norm_stderr": 0.014422292204808835
+        },
+        "hendrycksTest-nutrition": {
+            "acc": 0.24183006535947713,
+            "acc_stderr": 0.024518195641879334,
+            "acc_norm": 0.38235294117647056,
+            "acc_norm_stderr": 0.027826109307283686
+        },
+        "hendrycksTest-philosophy": {
+            "acc": 0.20257234726688103,
+            "acc_stderr": 0.022827317491059682,
+            "acc_norm": 0.28938906752411575,
+            "acc_norm_stderr": 0.025755865922632935
+        },
+        "hendrycksTest-prehistory": {
+            "acc": 0.21604938271604937,
+            "acc_stderr": 0.022899162918445803,
+            "acc_norm": 0.1882716049382716,
+            "acc_norm_stderr": 0.021751866060815875
+        },
+        "hendrycksTest-professional_accounting": {
+            "acc": 0.2375886524822695,
+            "acc_stderr": 0.025389512552729903,
+            "acc_norm": 0.24468085106382978,
+            "acc_norm_stderr": 0.025645553622266726
+        },
+        "hendrycksTest-professional_law": {
+            "acc": 0.2561929595827901,
+            "acc_stderr": 0.011149173153110582,
+            "acc_norm": 0.28292046936114734,
+            "acc_norm_stderr": 0.011503891323188976
+        },
+        "hendrycksTest-professional_medicine": {
+            "acc": 0.22058823529411764,
+            "acc_stderr": 0.025187786660227248,
+            "acc_norm": 0.21323529411764705,
+            "acc_norm_stderr": 0.024880971512294275
+        },
+        "hendrycksTest-professional_psychology": {
+            "acc": 0.24509803921568626,
+            "acc_stderr": 0.017401816711427667,
+            "acc_norm": 0.2679738562091503,
+            "acc_norm_stderr": 0.017917974069594726
+        },
+        "hendrycksTest-public_relations": {
+            "acc": 0.24545454545454545,
+            "acc_stderr": 0.04122066502878285,
+            "acc_norm": 0.2,
+            "acc_norm_stderr": 0.03831305140884603
+        },
+        "hendrycksTest-security_studies": {
+            "acc": 0.2979591836734694,
+            "acc_stderr": 0.02927956741106567,
+            "acc_norm": 0.2571428571428571,
+            "acc_norm_stderr": 0.02797982353874455
+        },
+        "hendrycksTest-sociology": {
+            "acc": 0.31840796019900497,
+            "acc_stderr": 0.03294118479054095,
+            "acc_norm": 0.3333333333333333,
+            "acc_norm_stderr": 0.03333333333333334
+        },
+        "hendrycksTest-us_foreign_policy": {
+            "acc": 0.33,
+            "acc_stderr": 0.04725815626252605,
+            "acc_norm": 0.33,
+            "acc_norm_stderr": 0.047258156262526045
+        },
+        "hendrycksTest-virology": {
+            "acc": 0.3072289156626506,
+            "acc_stderr": 0.03591566797824662,
+            "acc_norm": 0.25903614457831325,
+            "acc_norm_stderr": 0.03410646614071855
+        },
+        "hendrycksTest-world_religions": {
+            "acc": 0.2982456140350877,
+            "acc_stderr": 0.03508771929824565,
+            "acc_norm": 0.3684210526315789,
+            "acc_norm_stderr": 0.036996580176568775
+        }
+    },
+    "versions": {
+        "copa": 0,
+        "piqa": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "hendrycksTest-abstract_algebra": 0,
+        "hendrycksTest-anatomy": 0,
+        "hendrycksTest-astronomy": 0,
+        "hendrycksTest-business_ethics": 0,
+        "hendrycksTest-clinical_knowledge": 0,
+        "hendrycksTest-college_biology": 0,
+        "hendrycksTest-college_chemistry": 0,
+        "hendrycksTest-college_computer_science": 0,
+        "hendrycksTest-college_mathematics": 0,
+        "hendrycksTest-college_medicine": 0,
+        "hendrycksTest-college_physics": 0,
+        "hendrycksTest-computer_security": 0,
+        "hendrycksTest-conceptual_physics": 0,
+        "hendrycksTest-econometrics": 0,
+        "hendrycksTest-electrical_engineering": 0,
+        "hendrycksTest-elementary_mathematics": 0,
+        "hendrycksTest-formal_logic": 0,
+        "hendrycksTest-global_facts": 0,
+        "hendrycksTest-high_school_biology": 0,
+        "hendrycksTest-high_school_chemistry": 0,
+        "hendrycksTest-high_school_computer_science": 0,
+        "hendrycksTest-high_school_european_history": 0,
+        "hendrycksTest-high_school_geography": 0,
+        "hendrycksTest-high_school_government_and_politics": 0,
+        "hendrycksTest-high_school_macroeconomics": 0,
+        "hendrycksTest-high_school_mathematics": 0,
+        "hendrycksTest-high_school_microeconomics": 0,
+        "hendrycksTest-high_school_physics": 0,
+        "hendrycksTest-high_school_psychology": 0,
+        "hendrycksTest-high_school_statistics": 0,
+        "hendrycksTest-high_school_us_history": 0,
+        "hendrycksTest-high_school_world_history": 0,
+        "hendrycksTest-human_aging": 0,
+        "hendrycksTest-human_sexuality": 0,
+        "hendrycksTest-international_law": 0,
+        "hendrycksTest-jurisprudence": 0,
+        "hendrycksTest-logical_fallacies": 0,
+        "hendrycksTest-machine_learning": 0,
+        "hendrycksTest-management": 0,
+        "hendrycksTest-marketing": 0,
+        "hendrycksTest-medical_genetics": 0,
+        "hendrycksTest-miscellaneous": 0,
+        "hendrycksTest-moral_disputes": 0,
+        "hendrycksTest-moral_scenarios": 0,
+        "hendrycksTest-nutrition": 0,
+        "hendrycksTest-philosophy": 0,
+        "hendrycksTest-prehistory": 0,
+        "hendrycksTest-professional_accounting": 0,
+        "hendrycksTest-professional_law": 0,
+        "hendrycksTest-professional_medicine": 0,
+        "hendrycksTest-professional_psychology": 0,
+        "hendrycksTest-public_relations": 0,
+        "hendrycksTest-security_studies": 0,
+        "hendrycksTest-sociology": 0,
+        "hendrycksTest-us_foreign_policy": 0,
+        "hendrycksTest-virology": 0,
+        "hendrycksTest-world_religions": 0
+    }
+}

1b121b21b/evaluation/lm1-1b1-21b-results_lm-eval_global_step39672_2022-12-03-10-25-38.csv

@@ -0,0 +1,10 @@
+task,metric,value,err,version
+arc_challenge,acc,0.19539249146757678,0.01158690718995291,0
+arc_challenge,acc_norm,0.24573378839590443,0.012581033453730107,0
+arc_easy,acc,0.47895622895622897,0.01025069260202259,0
+arc_easy,acc_norm,0.43013468013468015,0.010159130445178497,0
+boolq,acc,0.5700305810397553,0.008658853690729258,1
+hellaswag,acc,0.31099382593108943,0.004619542392006404,0
+hellaswag,acc_norm,0.35600477992431784,0.004778380758851136,0
+sciq,acc,0.79,0.012886662332274531,0
+sciq,acc_norm,0.712,0.01432694179723156,0

1b121b21b/evaluation/lm1-1b1-21b-results_lm-eval_global_step39672_2022-12-03-10-25-38.json

@@ -0,0 +1,39 @@
+{
+    "results": {
+        "boolq": {
+            "acc": 0.5700305810397553,
+            "acc_stderr": 0.008658853690729258
+        },
+        "hellaswag": {
+            "acc": 0.31099382593108943,
+            "acc_stderr": 0.004619542392006404,
+            "acc_norm": 0.35600477992431784,
+            "acc_norm_stderr": 0.004778380758851136
+        },
+        "arc_challenge": {
+            "acc": 0.19539249146757678,
+            "acc_stderr": 0.01158690718995291,
+            "acc_norm": 0.24573378839590443,
+            "acc_norm_stderr": 0.012581033453730107
+        },
+        "arc_easy": {
+            "acc": 0.47895622895622897,
+            "acc_stderr": 0.01025069260202259,
+            "acc_norm": 0.43013468013468015,
+            "acc_norm_stderr": 0.010159130445178497
+        },
+        "sciq": {
+            "acc": 0.79,
+            "acc_stderr": 0.012886662332274531,
+            "acc_norm": 0.712,
+            "acc_norm_stderr": 0.01432694179723156
+        }
+    },
+    "versions": {
+        "boolq": 1,
+        "hellaswag": 0,
+        "arc_challenge": 0,
+        "arc_easy": 0,
+        "sciq": 0
+    }
+}

1b121b21b/global_step39672/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d294520f89b443e0c1dbf95aa9190033bd9a9e3edffa8282aadd78f4d8608d99
+size 51395415

1b121b21b/global_step39672/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7ef7b500a66787eee9db13dd2ca2acddd51faff88156819b22a4c9bd808069
+size 51395373

1b121b21b/global_step39672/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140186e714667fdcb1e495e27e1685f226884f7f4c2d84421cb56bac90d3a294
+size 51395437

1b121b21b/global_step39672/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c1aeda2125129811a5d0ec7eabd3ea1ab926f2a7bcb47aed076b93de04a276
+size 51395501

1b121b21b/global_step39672/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c9093b498ba2e9bb98e8a1adc9aff3e852697f47ea2c26b43d5c943f2d1db3
+size 51395565

1b121b21b/global_step39672/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc15255d78cb44ca951211e0bd4ac600054cfaf81f75b211a48b50ebd011c2b
+size 51395373

1b121b21b/global_step39672/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd80e8ae92d6a31863309a041d9e25d2ded3181970c86b0186cfd34583df159
+size 51395373

1b121b21b/global_step39672/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3cc3242143f6fbeab5e26f922cdef749866fe8a3899b56d0febb9b4629b9337
+size 51395437

1b121b21b/global_step39672/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dafa85566d94a757313d19af7faa2a855b25e07b9e6ec51e4f0cd64589087bf
+size 51395501

1b121b21b/global_step39672/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348594104bedc6b6eeba82a559b6cc161bc0dca99a37f77ecf34358e00478a79
+size 51395437

1b121b21b/global_step39672/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf277af701839d2e470416f08dd16ace9ea796cc98e6e507166e045aaf0eb747
+size 51395501

1b121b21b/global_step39672/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b94a3dafba54629c068eefeecf00d05d5ff3a6440b130062551a2752a3551d9
+size 51395426

1b121b21b/global_step39672/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164d1aca796a26d12300d7437a254b3b5e9f0d2b5f201510481dbdb2858fab9b
+size 51395373

1b121b21b/global_step39672/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a0f3fe500129f06e92ada8836f281406c5648891c3b0391ae7948c3422912c
+size 51395437

1b121b21b/global_step39672/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86adde93cb07e99a7844fd428f10bfac514e9fda0b387df22eb28efbb12cf6cc
+size 51395501

1b121b21b/global_step39672/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d47a791e190435acc4ea2ac0bdcdae527476dfa5f827ae7f0bb3213a7e75b0
+size 51395501

1b121b21b/global_step39672/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22df623e82a1ebd65cf6643256b557af86653bf0173c6e942709d13d18e1388
+size 51395437

1b121b21b/global_step39672/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7828acf17c56bf95bcba492da5e061ad8a35d8db42a78c1a047a11ca1c7cfb94
+size 51395437

1b121b21b/global_step39672/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54aa66977312ecdc2505227db1a42fbed838353f084e6ff9138f0a68b02245db
+size 51395373

1b121b21b/global_step39672/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b730b9da3ec8003fe292d8cc900ff824b4d80de607853ad10046fa6bd9468b14
+size 51395373

1b121b21b/global_step39672/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f399197374a42ac840a9c2721432e7f95497dfe86a6f926da04ac2c28327ba1
+size 51395437

1b121b21b/global_step39672/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820ac5f7c61fc6a0007f8bfd86716bc29f012304d9d79dac7995c05ba3f2ac57
+size 51395373

1b121b21b/global_step39672/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d380e3a09fee1058fa07ffb30aabf719fba9d291b1e9af495a2ab62028ab7b
+size 51395490

1b121b21b/global_step39672/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8a85098b0b2411b669575f7d9d11ea99bdb494bd48104c5bb8f7680968b10c
+size 51395437

1b121b21b/global_step39672/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb27c99446acb93dc3f4d2cec7cab831c3739de1e15aeeb0f994ac2b1c0ba75a
+size 51395565

1b121b21b/global_step39672/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d7ce0aae359e4188168f1ae5646c32a0f1ce9d9aac4fc04fe9382d11e4f398
+size 51395437

1b121b21b/global_step39672/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50280c8f2b0ffe0e2ab6c2c68aab1608fdaeb501676895f66e813a36f00105c0
+size 51395437

1b121b21b/global_step39672/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960a591ed3c00c107b90edfa1ac66c62ce28fc25a90503532b90d95b56853b33
+size 51395373

1b121b21b/global_step39672/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf2b314f0fed6a8733e29ee009c8b220e4dccf43fed7f087daac202b7318ee7
+size 51395373

1b121b21b/global_step39672/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0312d6730d1f4b84e9c1632b35330c960ad15ae5e38001274aaa1a15d3bb36
+size 51395565

1b121b21b/global_step39672/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7006d8a5858aabe6c5f4f4edadab0d03a3f50ab4c95f8b1746c564df3d53e3
+size 51395437

1b121b21b/global_step39672/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2442624048be293eb9690834718d6f2081793c454dda59567a05287fd551db0e
+size 51395437

1b121b21b/global_step39672/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728e1964a58af094d1234a652eea5a96c0cd80c7e6eac72e5c644949503c794d
+size 51395373

1b121b21b/global_step39672/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97755dba974da4ef314a2ecdd6783e7b3735b9f81360da33a50aedcba12ff9ae
+size 51395426

1b121b21b/global_step39672/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99add5a01b34259601a64a70cf75254deed6ed028100b855348667ded7856314
+size 51395437

1b121b21b/global_step39672/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3ed135938c449f46748993f61b834a4f5dbd3fcbd1654ce38113c716cda0c9
+size 51395565

1b121b21b/global_step39672/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43737a0579badc97355c31847d806006321ae03112be4ada39169a87ef8e8d76
+size 51395437

1b121b21b/global_step39672/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d0ac6fed95d44a7b9eea4ef454dbef631b8e213e60b46a4efb5489aae79f5b
+size 51395437

1b121b21b/global_step39672/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4774fe4d97dc073555dc3552c79e39218e8c990ba1149744cf3d84492573150b
+size 51395437

1b121b21b/global_step39672/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dfeb239207be5742bc301fff04a711542e19c0df721a95c7d4d730a3cd0e89
+size 51395373

1b121b21b/global_step39672/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c64bd3c4938fe4ff8a63669c929d190fec1933163ff933dacf5f252f7d5aad8
+size 51395373

1b121b21b/global_step39672/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef71134fcfd417959e6f86b01134bc9be67c4c95558a78ad76efced88002849a
+size 51395501

1b121b21b/global_step39672/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c309f359e60685165fab0fcadaf89f2b2f7dc4b203ed9e4d5da5d96033f452bf
+size 51395437

1b121b21b/global_step39672/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b38c1e7c59800ead5254ebf7e644fc706154a8d2b86db7b405f9ac7210b350
+size 51395373