diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbff2e5fed33d331d9e6660dbee5a2a469785848
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbd719aaf65fa0e021f7705a6ddf87d5d48b2251580b4abf340f4b719c7af32
+size 199058647
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8e38289be40d505ae8990d0293ccfd7b886783
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736784d8f3e5f7198ac5b1a958382a4bd601581513d3e6500e3970a8c5b611ca
+size 199058647
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025c1abe147c21fe6ac944d21402a3038115c90d
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa881ff83348d2c5a501cfe14c295b214855cc2b641324e7861cd7a0e6a8daf
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87eb2061a6e7ba92105fbf50aaad9be34304bd9b
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e33380d4fe98983c436676bdc98838bf99fc11a3bd073e0f60d68ddc1622a36
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc0f446dbad16405c16d142a12d06756233875d
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ec9e17fb75c210bd8b2a04d39f106d1af397a6e0ded24d92508f7f404019ba
+size 199058797
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b881cd1704a2cc1e8fd269374943ba05c87af9d
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20554e9498220de26c2814cd81e472c9789a6c5cb6ae10285cb52964ab99a6f6
+size 199058797
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbedc4af779bc440c75e7908aea55e1ff189ccc
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33a05f0d0e2c48a70f457e2c2acd7405dcd048e5babe02b32b11afee977c371
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564b612d7a060600ec53a4b58f538b7a8d10adb2
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a464c10398aae0475024f86082b83dd0866ec72aad630b8069569a513a09a3
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccece2c7cd48291c7329c43f4c1d5206f5850d2f
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a54f3733977c81e5f532021d1e7ec825b5a5938fa03fdf5c12d789d41870f9
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2be59db53c6394e80b00fcda3f5d10dd278de79
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705ad21539a1966de4c06598cb2829881001b75c921abf9c08d659e3a4d9900d
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e0b6683728c3f31d2aa49c08fc6cead3130043
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f94d61e6bb8ee6bba67731125350cc4398ef681174d5e8e630286f7c6bcd0bf
+size 199058797
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91c37f7b6a2483b7d1408ec8621ac76201545cb
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5d4e532622c021e7b8e92aa945616fad6bbf2e62830d0a5636dfe8e6877808
+size 199058797
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b7dd91ace2831ade1702cab86ee96e35d0bd26
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273cad1808c910a87190d30166e6e9b5b8349191dfdb12e9374dc26965376933
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19445ab29ec8e8a11ab93fe6e01e4644f2ea470c
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddaba9a8810a1173f9418584510460fa4df0f98d52ac3c73b673488663629119
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7a3e5483803d38bdcb69b6125c26559a9f1061
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fb0ab86deaffdaf72be13d25ac9b6b4b71e84c5f4407958dd8e6218dfd3421
+size 199058669
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771e8b942d586a84904894fdb30f6c2be6a06fa4
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf999cc94076776fa0cff4fcf06eda389e100b8cfba18177491440b0c08d1ab6
+size 199058669
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f10c5e61600c0435b834e9f4ae00461a3a1a1b
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20e956df4e6d456c7d1c400e1f2473175585e8fe8378e9caa7a8362855da1bc
+size 199058797
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69f95f4b58bdb1afe3ea861df198f21df8aa99e
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f454b683125b248805e2c8b6005713e5fc5613b0f2d2c1260a9aa489f435f6
+size 199058797
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c3bb9b8869deb7ba44c6e28428e88d4427e7e8
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c825236fec9f706e724ea3f197e875108828e6693c19dbc8464b2c1c879e1736
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1a6fab880f58bcc16b7b545eba719e48def0bb
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a922a4729f7c53d13966090f500dff7ea9cfdc98c8f1343c1df52b200032bfb
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100e610c2bf76fe1477a5605a0be97dad7073cf6
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ef3b398b99f53ac1bb614c99c8527456688894226070e0274922d4b0a90ceb
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81726cc535fed16a4e0417274f6a9bcfd021f443
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00077df0325e298a58e7d278b240ffb83b6ffcb0826dac28b141969fb0fcd298
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ad6c33b4410b94992bb91f2364539fceff0d3e
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62297a822996611d2b12557d50cce89205e0ad3f3665e741696b8bd1f4c1e86b
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec27d9ae9272f4b2f30cfcca4187741db3b02bc3
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e009a1711ec825d95e3f90f6b6a5e33d9338c8311308ce9e5fd9343a2a152f06
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a506a276e916f427f62c51060aad752e51b80706
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6eb450204633c9abebda881596ecbaf873974f16be1073ffb26d95826aabf0f
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3f9c666a49fd3f83606ba3ffcd633474bb3aca
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7101ecf5f14de5d1363579d10e4c22fc8be01847b82c6861bd920f7b0a9a2fa
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bd4d179fd37074643a6b86392b624764fa3aaa
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749a851c4a1501a9512fc7d8bab336825a516d7cd9c91f8c8f6de9c6e788c17e
+size 199058797
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47cb5e8f4613afea6b2308c20d5a327d266a8b92
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeafe01cf77550ebe24f61b89c0735deb9d1454a477d85fa47c9c59215bc669d
+size 199058797
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245510a0ed885970ea784fe6fa1dd7713a73e6b3
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a77fda4f1ca8c7cfc4039f4558bc4c6b8e7dce7343bd0c439fc16a4523466f9
+size 199058605
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051716f1a32c963145fbd931b38184a1b4171a57
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42e023125e4b2c9e8830e4a821f3f6e2d53da9a95d4a395741d947b77b1aee2
+size 199058605
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dce451d5265b2430c795af41c93fc70d6b5f817
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e5697ebe01189b2ec7faabd731bb59762175488f413f5cdd1f1bfe97e4a968
+size 199058669
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1858c9a19b3a7858b1b2995f0613a9f78f972f5f
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b979e7799fedf3a80465191b853fd1fbfca19fe711a33180d55116f9ce4381
+size 199058669
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9480c186453ce652ed848804fb3e715eb27881ed
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e49d13c78b5fd446752ea6a480cb2859daf3356b9bd7776b1d55f8dc0d63bd
+size 199058797
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8ddf5ced641f56d9fc7f06c625a4143ca854b6
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc775bd9984125e247a89c98009066fbfd88c61e9e8b9a6e6004cc43012eec7
+size 199058797
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18aad5268192f7f7ccb096c4bd71aa8c8edbe7f
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37a51beb302e4c043517ab67de45a8998bb3fd909e7dc157eaf324359e55e9e
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bce8df35bbc3c6d8c9fc686f9660e93a3e0e0e
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2de69c50518b4b1291906945234fa9bdf1297304312a7e033e68a62e28d8f1
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbb597bda1c9e0e104ad6dacc7e542bce1fbbdc
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34bd4de34fbb8e10d5d12d2d481af46db0c2d7098f3b619b35e9e45eee33901
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0b4cd2df4d853c43dc006636597f59213c1397
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7386df4bdfb0b482941b85c229a21d51e31f2772c6854d21d2ddaa76711df8ee
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14db7b486d9583eeb0e851e199d3028ea78d216f
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701b106256c90089b803393a964b64d4f83e029af20437bbbe651d1018ebc5bb
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd4cd5b51458e1578e92d95aae0136f906fc9ad
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c33d2f93a295cfa801deb598a45fa828c3383cb1d3ee030b81b6809231e0be4
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bfa01cc97de8f3c57be4ec66c6359f14365a83
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ab58d742f5d4255c7a104141ded7919804c30ec8f2fe70ed56eb5181dfcc6a
+size 199058797
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a334483945989073c37bc71ee48febedfe1447
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee66f049506d6bb88dafb68385338abcf43100029630485c75799f2b9b2aea05
+size 199058797
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36a17f43b9de241bdc857d6a1bc0189f088daee
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585424acaefc21c5babaeccd82217ce0ec385f1827bf8eea160faa420c556847
+size 199058669
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb4cce0c1ee65a3099289527833770ef2084f1e
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74eae3dbe93000214e40d399715ff085bbe1e42ad5f6e3ea40a47aae85d8f735
+size 199058669
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bdd6ceec4910efbf10356fb17335eb3ac980db
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e36f00583fe03bc1e68c1c2278239c3376313055c4db85538509f1ebf8f0e1
+size 199058850
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4745964c68ddc74dcf0fce9a5e80eedaf3a13330
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778b91496b51ffb4486713473757f0ac2aa81bcfa3b2503d8d55395c6f595fea
+size 199058850
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5413978fe74a6c52bfcf589f7ebf5eab3296d6ac
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c97e85b9c419f23061b998f8937ce30dffe53e308a669bdb050ce9efebc7abe
+size 199058669
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ddc1df6e3c47d968091cf27fa8c4ffbcc2a99d
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a91b5d6800918b15fcbe885a35cf72ecf05b0c7c6b76313ec2da5d5c9058338
+size 199058669
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7243e1b5651e4d878ca4615155d9df96117e6e82
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723349591d5938b12c2ac66c10b73e14b378acd2b006077a7b8c3af00f04a386
+size 199058797
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30e4053ed1d8908d5f840939f475a6dbbf57bc0
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9150da1c1fdeacf8a4396ad97b9265794989bacf7faf4405e532eaaf9d1a81d9
+size 199058797
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442f5611a2e8e4e7634a389ef95267c0c217089d
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a4e6e8fb1f68840dd259a65fbb498c79bc57ca4f3b3a49f733ba5420c71c06
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1010d950ef7b82ae80216cc96d9d5de6eae3d18d
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5d5219b4aacbe6b76504e110dee3908ae3a793a3592dcf4f4d364b652a7e8b
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e41955d48cbd6bcde8ac457ac1025b7dcffacd5
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af1f02d2469ea922cf2936bcfc5bde8e0783694b4e9b7dc0b95d986cae83ffb
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e90c06fc5463d7563930c44e2de18929004fc69
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a07457ebf8ff71a759678bef2f36d1fa72d1b898e307c3df4cf99031c4dad6c
+size 199058733
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e48fda05a67420a9e5e04adcb40b953c224ae37
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa85e918d7b5324be3e9652274a7f15171f2596272be881c731613dcbedbf3e8
+size 199058669
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90aa054140f6688c2ca2a4619f2de1a41f339a6f
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3b91d8beb4855d87e429579c1426010ba74dd1dee23136b5ee7ed91cf39a7c
+size 199058669
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935bdbfef951a9ad30a8c02bda404eab5cd5d520
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a24c3d9104785ca3fe9b7fdbbbeb3ee46fd015181d79102602361dab9b95166
+size 199058925
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2bd054f88126c8e64982de167c5346abe205091
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0b3e2e227cc6635dd0eed3f753ad6d7c1390aa39212c134507a873b1164feb
+size 199058925
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46228998150c6340cf570565f5a171e2e49764b6
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5af1cc202c7f91fd671d45b8964a04f0ca9f4e3e659b31d981e441790930b11
+size 199058605
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27670dd96a10b83d00dc248c2dacc074923b4969
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52615504295b4710ae43768d1e7314425b10bc574a7245784c0d1709b764c805
+size 199058605
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6444fbcc4e96db10453857f7b64a384ab67213d
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e3394a20f66432718ae8931fb825e767b38d77d96fefdcace554bfd257ef90
+size 199058605
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb74d809cec0fba5640dcafedf2355f9dcf0f93
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b5c47ae645f87551e56dc9301be46ee9d40a3bf4bd0ef89b92fa2c9ca4c1a2
+size 199058605
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc854d5d13014f08a8273020b519f6f2480a891a
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7664fbced0f4b147e625f855c9bb6e6f4e96a9f2d22386e1f1ed5796157c8ab6
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d6d6a136440b2814fd961eb066d62e4fd7c754
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c18f0f898c72a593566bb499e64b4eebd9c4fb2f4427b22293856ba4dfbc9ee
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676ff267c4f7d11687eceae43f6a313dc40f10e9
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674a3ff1530d65423652dba0455900937e3a1511f398dd1970cf1de7d6a04ea1
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012684c5ac744bbd352a431c0bb6c8df925e1d39
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08894d7fbef424f3dcc1cc3da7c4ca6eda39eea9a382f83c043591af5aaa9654
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50c7b41c1fa2347735bcb1f3c0092c5a0413077
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4f69b261d938df732e0869f1d4044176babbc0b649d86f0032668f24fadc29
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80161f24321a9bf46319a997bfd052f4a69f3918
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f181a2d0230ba412aacf75f3215e9f24c768ba0c759bf162ff11786b3a2ba78
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc0dfdf7a658d466a4b4459f903d5bf316ef3c8
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6f2175ab55bb75cc3cb19092d3b3fca1deda9873228eb6e21bf6c7d1521b6b
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ec52e501f7ca5703935c6d1b35d99b4e48eca2
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422b258e9fb12387a083eb73f24b5e99adbcdfd72ae358530223f814f0232d1e
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d826bf488baac9bf222b1925c3e7f729864460
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f473f908f274bdde976c8d535bb42451fd131f47ef3b7a718fe292a3e8ad08
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56719830dfbed6c3b828d448422f733b965b461
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba3ce06e519c41d5721c3d8a9a9fb0b419630017315b5c568f3b7b1e829deb6
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0e684f67d78a6b5e48d070a1390e8fa9a293e2
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1329881b88c95820f7054de2f132f50220cae1012813e9cca9bec976c8d8d2a
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf93030b7e5e9184bb62270c3061a7d7202474f
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69544cb66b01388f978a7ec99a0d9cf1329ec05b428a2759e062da086820c792
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad0d82066e06cb6f3c8e26f2d2c22d76690b0ae
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6742ee8ceaa57cb70f34cfe5bf8c5df1cf60bca6e8b3a2694fb7ce662783fe
+size 199058978
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ad9b52e6a647fe35dd7cfa218aa545cdd10139
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc4e4045f827c425366df86be9c162e22c09f50e2c3251819a2eb43a8440f9d
+size 199058978
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0d8707d93affc19391252cc03a9f0955cb67ff
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88e4ebb50e43b108b05375c05b38a17cfe3a90344b554aa5ab4414c4dd33347
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba796ecf59527d809210f855c6f6c2390600ab17
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47acb105a7806bfbf03708113768ea37d2362c1343a6012a0b15124c4e489b53
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3581af19cdcb8f072fe43bfa7a836df360d9ff9
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20e6a7c16c281800ab89393df54d2f31711f8511fc33b35037483f14ec1d087
+size 199058647
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5a418d3da185df9d7619cca933b79809a49a08
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3192ee96c08bdd632b3fc11bbe80ad0444ac25c1c9459f70c53d7e0f4c401ead
+size 199058647
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d973f4759e0442fd3852c060ffcb25f6dd7f7339
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635a1f655f0d449da4225a0a4efa5d5cf7a2e1efb7f289cfcc137b4773d3a6c5
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11dac85bcc6f37cbcbf2fe062bfb5d3d5c74096e
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12144a56db41d3a8c93d0c510f7b8a28b8c7fc54517606769f7f7fb62d956098
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f860cc3651009b9e3b5b3b1b4084abd4d82a0d4
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68d6df496a65c6ab3062c2d2eae89f0ef0456152feae20f9d742a4172a1f123
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51af7abe7ac033abdc59114396aea024d6afc34
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdaa1378a1dd550cea26df5d9d3d41f7e8089bec533162a65c116f2bbdbe2cb9
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391888f9e9b792838adcb8fc73393ee0e7d7e786
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d0882c7c05eb2f9ac4c64ca06e9d3d8b08b2dcfcbde5821184090f9feea19f
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15ea5542a0b9101e09d1d4f4a58243330c5a1ad
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5b441db33ac64e1a82d77d472d2c1823627f2f17c30de22e341770bfdd830a
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095ce5eb6d3ba2d0abd5aea7fdf56a269a52be00
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cf2d01708973c7c89bcc34045b83340e7d1b77c5e2ff551d69c564b5098202
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5f3228699f9f922bc7add9b9e49f483c278bd0
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f965f82935bca4442648dff2c9f3eb1ed25977ddee378338152705b8f25a3d9
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1403c449cf113677c0ef4639190e6df46b1834b
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8f384ce08b88652952a1eb98429a6977693ba35718cd9d6ba27c5165043593
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca901f09dcdd6df01309358428ab33b6f6c1fbb
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030cff88b013aa6e67984da0707d80cd5ac1e93afadc8db6ffa981ea0c75ffc3
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3580664aedf4bcc5bd941745a69e25c5e3d29125
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51286884f2d406845905d6ac9b9ba8b4a33503bf26189fa5c3af97fe396d716
+size 199058850
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237ed3ef532d97014eb2da79f8c4d9d346489df9
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c310447958b84fdaab9406e26b5baaa9818c672c5c21619e3feb55ffb1374d
+size 199058850
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87327c05547bf33efe48ae2239d7eb6d9a22aef
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dc787aa487c0ceca68d8c50e23eaaed2d56ac865a4d21a6ca8b2478e524523
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c267121fd13866ffd12d8686f0aac3c87119fd4
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425fbb3ad8aacdb420ebeb08d56a2db69b8fe6415d64bc75ff711984247c098b
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66b3733f4aa63bbacb7746ead116f3ef197ffa4
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9dfd6e12aabbac75ef4b76c2909b1c3067d37a9aa0a69c4f26f83c7739e6557
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8446ae9228a8e35ac7458c2db5a49b67bde6dc9
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3256bf9decddb17b997a7775ea47dd1f366d6412348b37dbf86dccd4cedfc8
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b5270781158247358b108470ad70d6c944121c
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e7647cdc36ffa712f14c2b0625090d115bff2b28d07082b9c7ed26dcd297c4
+size 199058594
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb28f4c9664556fe1b29ae724fd66a2f2b59b4ee
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8326b40847542b128e26ff5dca0f6a75f4099f3afe96f794f65420abeaf9d937
+size 199058594
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63e69ee3a5328c509cb65b771fa9814d5fd37f1
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca9652df147d91468f4ff292b2524098b0038a3ddeb59a15878fb0a000e365b
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ed881c06b42b79bc308c9e7d54c0beaac2628d
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3fcccd5edbad6f427991c9e806636c366a5879dabb64dfabb8f3362dc5e1a8
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73856209a43560afefdbdaaae9d29691492639eb
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34914306092b9f4dec95cfbc66f2de31ca047a574bf06e2002b395c6f82079f
+size 199058711
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7894fc3ba2491311265291c4928ad53b2056bdf6
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad7fea5c599793b27b50a97f91b5bcad6a72da91f44a0d79b00d8cf223b58cc
+size 199058711
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a0288ede152bc37442f661e7f3278fad417d75
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ceda0afef3d15c87142b71a5c7537ce4915e1ec58aa70123c598d81de99c83
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780ad195a6435aedd8e279947795ff1fb77d14cf
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0e7523dc1f082d0f43c1a57a183bf3f9b72aae6c33cc4e7af983d0f6db1975
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83d62e55415cb91a63ec90b32582ace1736f03c
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7024c954bc142c022ef1cfb5dbea0d9914cacf66053f307b99f3800f7cc44d3d
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cdf8cdf1b8906e9e7e20c7c7585dab86252053
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7c39584be1e20fadb1c295f3298c2c6bc0224bb8748320992a11a82b723a34
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540e941fc75e0de536067e80abd56b13be75662b
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007356125ed21b3de975699dd051424a3a1180d5a2f91f0a3212fc3711327bb1
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bce34083ffce4b6166996fd3feca7cebfd3066
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3aaf2aafb0f649ad69bd586a2c744e590fe19e3ee014c6ae3c450f7771197df
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb949959b7a8a5e4499d87cc30d298d539d953a1
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f4397309ee6a44d0cc988dc5492b421c0a4471293b94464422e14e60af179e
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c647c7753d00b046a4c37f660ae6c67497f282e
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8a061cf51c482c7e7d0c4e3463802de458e7c078bd0d42b2bedaa01f8669a9
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353618968cd79022bf4a353cd5a8073d83a3a15a
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96add730ec29c718cdce084cb3ea9e885dc462177dd822ed49d827917defcda4
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae20be815ae619a3b32dcb7308eabe7b31fe3f0
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d7be6a7dcc5aa928dceaefd3824a3be30a7cc3815cfdc87b1f3af36ceaf5fb
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4221fc48a579137d21bb731f7f0340b825831b84
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38c2e3ce0fbe3aaf57d2f62c320b9ba781d0c4c6c2e043e32f521b4f90ddff4
+size 199058594
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4af4b3cecbb1d843ff36fa5fb4504a53243283
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b80210165c75fb6708c7afae7dec69a3eed24dd5b63a8987e167db6f0af42f
+size 199058594
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07d67736ddc11ad4d13d2dfc53bb4d1c4e57896
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b1db35c7274b205294e6c00a93613d1ba36e72fa5b27fc0bea589d5a6f4b79
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccb3b53b47ee53b8ca77169661bca00ca241224
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22405a32e7d1ef3bd31b13983cdb9e600f2e8d6db413c0acc9316147ddd81feb
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1015cb16619cb9d67b3b1336b1555fe4ef33296
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0177c5b24140658a66a189a7b334ff69d1a432a6ba2f483b0e6fb8aa5b5dfdcf
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6469b4970e7a1b95aa9521c2017dd700b62d634d
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11a429d7f64575085b6e0f07dd4460bdab0b93028b8d90f879157fa5ed2454d
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbaed8d5e54057ad49994478a5f7632726372f4f
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed73574bcc1ca8af775b01b82489212b0f88f14002db5a858aec3db8ad91b978
+size 199058850
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06990d834f43a9c4c6178c4e9591bf6376b8a75b
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ef73e6d7e1876b3c8ca6423895f2d717a742ec1e4c0cc7b83080d56725e929
+size 199058850
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178fb9eeaa2fd059b0c228cf353572f8f9551ab6
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ff43e680ab52fc457c17d159bd1db76ea64c51f1a1b3bae763dc3a67c08b42
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435f14e4548e4cd36fcf9dc159285626ac9fbced
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ab2bd7793d182a117b9be91f7d23c96b309273b743d227faed51f29ee89bd6
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6989fe601ffb1b80c5edae1d96d5fe497e80683c
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b819b18f338cca500b40f4c1fd4af4dc3a905270c2a08fb15ff6b4f12d764b
+size 199058647
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee83aab36a49843370f1a43e99103e86ee8123c
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fbb54cc375fa06aa43eb92d14307e28327344869073939f7a84c890d1fe291
+size 199058647
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9fd39f758f648db4b642216fbc443afad3b243
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9793a57f4e3da56501867e0edb6221bb3f958464c40938cba4221819330f6b
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d372e14bfdc77e250ac025889626ba6ed4573b33
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7f2ca42f0e12e2cc7f32aaba757a89dadf4ee64fb06e0b31479c00e1f9c9ae
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9602ebb8c2e165807f203451b109a8841f2d88
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1499d8a95b8e802120c925225241909b1d71a6822f89a2bc6b238e3d5d5602b7
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8000f7b2630ce0c8af7bcae9e15b274a33a33414
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4bd3db3d5bcdb9c6eb7bcbbc16b8022488774f08bc9b47942120a2b7c8e089
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e225f51ba251feeefd7448b1d8d4783ecce3db08
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500f1a35107ebdd8c35ac34428570ae9774cb8258996a2fb4415c5c12d90b11d
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99245663935a8f0553465502c5fbc0deffff2b6
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0356c0ea42a628ba83ed294738070be43007da9fadcd65e73daa92ac20b3375
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be8aa5b717324110c0a7f85f4157825262dad95
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4df3a178a8f56acdf0e2f2d549895b33b6cf4f267359d94305a1b810319154e
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1390cdc5f0a12d22c45b7fdfe98bf9674128ef
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7789a6415d3aae4ab416454fe832375db3e3d62c8b9c7820c334a53b717f5a5
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379376f00cdb19d33baa531f75915535db8d882c
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ded6c7ed7630605cd7ab54b37d244b1509c6404f4c068e8f00ce2fa327db9fc
+size 199058850
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bdcd92317a1668efc1e35baac9d40638eaf9a67
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfa0b6ccc5ba1e27f295b7f7fa1c311d4d2e5ccc37f696613e703e8007b8cfc
+size 199058850
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eec09b8809073068cd81e4056585ec834b77bc5
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244df3070ab26af56a87be34b838ed51b8402c8060bd274d585303741c4750f8
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0779cd729ed45819b27fcf9e57b89f9c4305db78
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38731bfb6ac6cd674ef68bac5d9175bc25a376ed574cc9734cb8b79eb9e3cc99
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1015cfad879d277a8d91715b7f410fe6570e70
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbd80707bf1110208a87f0505972f8c74c739b055b76846ce8edd9e7389f3ff
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b268fe2a86689c15f77e9844d1a08a9fcdcace8
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a598785d31a4f720ee061bc4e17f5f6b76a7e156b9d27fedeb97c4f5569b39e4
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416b9d27293085d96a159ca8510b1e6a8de02e56
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964d7130f4987464706dd9e6ef89b223f2eb80eb4a29351ce2f510e4dc36f5b5
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c230f4601d8c3817f27c8783b74b3f6387fdcbc
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931875be7a65a56e60417c1fbe12d84891f34360fe5789a94ae625789be9bdef
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d31c0337e38e277a65ab7543c022f13dfb8f3a8
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d845bca22482d5349b1609a1202f9c5b4462b4d17a04d05d18e667c11c81c55f
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b47d8c5c22e6291513b9d15b2e42061323fb4e
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5137af97c7e66619e7b309d344827612b481ddebc5ba4f7c555e9158a044270c
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8012698c50a8f9a8416bd7c910c1b4977cfbf5
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a1e6d1ca83d29b0a1e8893509e6f4ba213346ea128475b0788f46c657da5f7
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9efeaca189aa261aa7d0f50c47a5cdb0ed26a2d3
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cbfbdc05b3b01b685337b71777c65f9a16dd3e35633bcb929ebca9fc887672
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794229825058324c2d3d46e74553d72004970620
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e645302c2e7483ad7d3b67f5ef97ed228e8374d177bc6ba03860fd8d42b9ec5
+size 199058775
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b278109fd3d73d9386800d19ef5d1c6953c85f
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e227ea3d80c719732e1bec84cb2ce19ade423a30a07c9c21e787df044e03bb
+size 199058775
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa02d80d360a03c11c1cb0f62ae88717a823aee
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d92b0d821e3b8dcb5f0742aaef58e794fc13ceffa458c4203aab992ad3e1de
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c76fa786fa13af8a9bf6d6a6ae8ee1cb1752d2b
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f0caccccafceb3373d913c35558af3bd905743795e888d791c146081664764
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffddf9ab67a95de79a56dfcf621bac5380e5bfa9
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e891045fd25fc8aaaade21023cd3577f17dd444f2011ed3205de56c0663b4737
+size 199058850
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9394ab84ca02eb8deb5cf8355b34b67580845b1e
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adeb786f9db2b0e99b64dfec54e4c81d8cf4d9a435244d71bcf24b9398fb9fea
+size 199058850
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15724d004f14ebe833285f12e0f8335f5b713b18
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e839d541dc43ba09925e550f0705fe65464c9f4a8748ccc5f6b6bf727368d55d
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58f10924f7b9447eaed4d04752c2c80028501ad
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39c75b8ff2dc13998978996f9b13d4119fd7e398e8f229e1e372091d8a60348
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6d3e2b55a5c941c421610a8b723bd3c2b97627
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d2c4775be842d62dcfaae039c11874ae4cc3b9c8619dc56798c310df2c1fc1
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88efc45465f0bdaf3cde747dd11325ecccde05d8
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d91d6ed8466533e0b61df36e23b5b03dc5771777233cb5b36eaa0110b95a58
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c596095b9fff4e6fb5180b8e99bb6ac1a36a28
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d812a59ad7ade5a54885b0fb480f5424d11e60ae33f8721b1eed9cd43d31956a
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab51e55115712077aebd75fa283081956f5eb0dc
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bbb56498419a5bccae7610550176667f56d0ce37fb5d7b3f4d4107970a4785
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3535021eb10b0ecfd731cf214dca78a3399280be
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7945f0058cea83eecc920914b20d1386c9c02dee31320836f802b2916dc6506c
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8790dfa9c650a8e77abea27be2d969f8eabc07
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6a855a7cdbbb831215f4900ca44cac75ffc7ea739e50385f9c16e89461fd87
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2cfc98415f364c3769225a6ce9777c8a65756c1
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550464febb81ed959270032be668e82d38310fe5ccef8e1760dfe768313d23a4
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf4fb07b4cbf9a858e4e9ff394cdd08f6563212
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9fa4c5188162bbef2d05a8144ef3c43f99e04adff28ee8eb2878abac9fa6bb
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51793c5621a9d82485ff84ceb6b7b0d51f9f316
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843ff49142aebd6c968046f8e1f71aa0c08a3f706f998dc2ecb39252f96afc86
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a571074e74bd1a899ff3f3cb174f346f1bdd853
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc500a5216a865d41b9ae0dd12c37a0465e7537e926ba35bb2b17a65a6f6ecf
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cf35aa90701ee2e0a63594deda546ce2b05014
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248a12122ce796e58a9bfc3c10cd29a1a00ebf24a3df1d034e2fe814b9f1f0c7
+size 199058914
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b428911a42473e98d8085e75e9e449f6fddb7d5f
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d108cae4ea43797fe0e3da4362285b135fd6547eec02aee971450aa192aa2c
+size 199058914
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf757ad7a389d90bf4827d7173b6bf79d0f7d212
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0458cc57692928f223a7a8800c76f74c81f650022a380a18cc2d87238cbeee33
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938e2e12f686015209d2e1d9120ef05d6d3cfb38
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e16334197d885fcd42c482eee2e5f475f57638464bc315556edd566f1f73bf8
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32cc33bd591080483112bdca512d282245d5f17e
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4ec3e232428bfe26e5aeca0bc21bade1e686a2f5d0ef9a02b40f5ed2c88745
+size 199058711
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1e3507a2482e1407bea1053d8a50d0a59fc322
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2d7a0a2bc671233cc27758ff91dab2b691daf2f162a2ec8dd43efc3bbaaa4c
+size 199058711
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b845db7fd9ac09886da80f88b6661546d0a4183
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1f40897187f6967d9d94d6a732955214be63efee947796b51c6c8835dd3763
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd8aefcb4e1fde70cb3e5a5b4959bf65ae8d7bf
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c66326e6a28d8e7889d9b09559562af99f72467b02b8007d6f0bf805a81fa4f
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca942e8a29699452e77940e6196bc31c02ad5bfe
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2bcc591e7f86abfa8c24f936aa2ddd20270db1121ecd62c2fcbce78dd4a1e02
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c5d0cf26f246969cf31b35fa53fa03a15795f9
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ef2902211abe064abf431e0e779f09580f771b72dbd0d38ccb79fb133b21fc
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9695b245383167425a670239583450c5af66a4e8
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d07519fab5e1b973d7994e119a07e94ddb391b5c8e87acc64192e2423a508c9
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b6bb0a7f416b92ebde77dd0c4f36b417eaf485
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6defa53a561762aa94b25b0315e1efeac7a0ff1a42edd762cebd45d5964ed4a1
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db90231654dc71a2819b50bab62d45540624949d
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20907206a36a42f7b155d417e5ff2f126cd4bd518f4fee5b5a1564e9c2dd302
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0103388b8b547ddfb95f7120183237b495cfa9ef
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65ccf5e25550238582a4f9c09a43ab429c2db57202a68dd0e730a58f2c0400d
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4556ebf8c7368ecbd182f1c1ef4ba200412a2f
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fc317053efaee6abcaade10f73de09f6bdaf2631056d698f97477c6373e973
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e3cee5ec8265cbea39a568982e165303f2cec6
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a40c32d3b71a9accd8ef718a6f0959f922a83e62b9154dde6c4e324a9ec3abf
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f75107c53cf408f370403f76bbf1ed6c50da5e8
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c465944b392bbf1f5b23a4ade4b12755cfbe1decdf74c0edaea36dc268d5ad
+size 199058850
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6c3a4b85f7397e045332792741069937ec856a
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4ba4d15af700d266140f6c81221546ed7eacefb71a3e7a40058943b6b188d5
+size 199058850
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b50cf9e9138aec9a75f24630e88dca1b4dcf895
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29101f7fc3b50b4b33f9f83ee318d60ccdafc78459b546d37cd4bd9abe455880
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68aa4682ad219a2b3fdd04b7c79eda96f654c82a
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c586bb02d0f575105d444a49a225d430ae36a8be920b7669c7108eeb575945
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd1f1a4fde257231ada2d57b5eaa5cda719cb98
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ac40cd5bf56dedb890bdf6ed1213c0a126cb64594e8dfcf42e9f49748916f5
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d7c670020520b289aefd7eb4d549c095ab403c
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d112e60f1b0d169a91d901e9cfb16d2561f92d27dc698145fd3818ccb0bdb6
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33765b8de2d72ac4e15f78a2bb06cb3f069b7ce
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bc3cffb5941761d87d41e243835044761e469d5a1a4e71b3b74c25ac4d5917
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d2009dc2f27727eb8c0b8f5e39fd0195ccea03
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7fb376d3f028855bebf0264c43fb61afc1cff0bdad364fe2be8b055cf48e73
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a743f0e3a75b14b61a37ac65cdfc89bae2844606
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68fa0abb6f254d2354c57a88219083bccc27ad8420260243982a085df1ad6ce8
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4036252710e957ad4e83e4baad271ad5a3d7fe27
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64121bb181376b0ab2132ea08bd2ddd3faeffeb3e0b7d42d83b48e2075b54c81
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047b54d417b1b863105f1a1d4affed6cd8ddb925
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48aa48f110ac3951fd1607bbb1428d2d228ad7a09814d4b9f488cec53d3f481f
+size 199058647
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce73c4f9f7231f9ac837f448363620c4665576d5
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6cb8e1009eadae4eee4daba8768cbbe04607b92b14949068692623c2547f0e
+size 199058647
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243f577437c7def4498e55d156c65147e1d3d69a
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae54a13146d4495c98d6f10d8f42160bc9e47fd1fcb0c5ca3d499c717340996
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7114fa342b3e135a79f8d6a1942cc5fb4dd8f298
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8232e53b2b8c7021874f6395f7e567f00e4e9f27e425f49eeb37cef209b39677
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aae31d5772ac25ea3b3dcaa17ac34cf9cd78cc8
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68bf771043ea6794219f1e9b326beb4ddec6dadc39a6f863bd60943dac55f65
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b3298fa74a128895183a93d3217c8412889b5b
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3fb33acc4476fd811b01d25594f21e167dfc0c66f2a5bad577da27f454ca4e
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d321ba6f044dc7b183c8cd008afc0bb6074ed9d
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2a23ef00bf883298a20c5755de28af36df7993e81ddd489ae5b26a7b19f627
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af57d37b14efebf5744878b5482ff3e2c08ad7a8
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161b2fa720a2adf44579a3f7370d74e742f604cc2d1a1651081f9215a6ba60a1
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec72640a3e7802747b0c344c2ee3dc3a69cc301
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7cfa03f5b07e112fe9393b9d82229ebd6d9b8d5a8b747a3f7d71960c9ddd52
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53432b84f17c85cd3fec36182322f79caeb87689
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1d54d2739b43ea4a6d57ed8ac41b3db04901e39344cb7e42a2fa65fdfed152
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06454288f7ac1debd993e0d075a0a631fe9373d2
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3309ebc0e5a717bf52c7a0a62189d9a3faca442c55d0aaecfe2801945c5fdbde
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bf092c888534a586f0ea057ee46b09f3575ccd
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca02254b8a132bb1b4a5a00098e84f4fbceee8ec4e78d39ace8b554c7d03cd9
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1474ea36403635ac696bfb81cf3404072920677
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d6eb1e7f264244d9162e93927c815ca1f8423fb7db87a7c9673d03409708cb
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eaee0d0116e34a6bdd796c9b29ef9da79cbff3
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca96b5dc8155ac3eddf94bb5c44d6125c255d980a60d3739ddafbc02fc953a5
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609997946622cca55fe72834c586c087cf800736
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8f9caf2b1337e9cd8906745971777e2b97a8c792a95090423cda0fa52f6d53
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466af7fbe36fc7285463268e6e1967130af5e4d1
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07be5f364c1ece0507f957efb2ae4173ca5cf1b5c6be09c3b5c66530b4afd5e
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37660cf24c5a236eb45dc76c0333aab31dd3f4ab
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2479717709cf9422ea136016e22323f12819630954484ad970451ff2fafebc2a
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451e4018da81d06b00d10d9dfff28d629aa21750
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3dd9afe9d72cd275e99e32cc691f3982e0634f7d75a4485cb40db170c446468
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1338aaf260d15330c54e2667c33dd07f1fb174e
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018bb5163e4adbaf5858bc4ffc7199f4b95bde84c18270153c008351354fe1b0
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d6cc7bf2176d0d4dd6893f831081169265f37f
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c539d11e5a51e0de3a9b6d15fa091296d0f8dd850e45fc198b5dd6b1c0db9865
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4340eb3c5dfd3855c1533fb0352dba0e224a01
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8eefb6e7f3da1818bf7da6e7feabb1516de4456d5065d7c03d2ad80d949e1ee
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22047f52e32df6732c90703250b98a12a623e5d9
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781a8a6f345ad04d50fc9cf2e7deea818d29124efd8fe52ca00677ecdae7a0ed
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5f55336ab37a3eada020f2bc62991ea6adee2b
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d95362988bec85eb72601544956b81316e00bc615e6061039e34827aec687b0
+size 199058647
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c62220d3295f073bc6003660b4a6b43bfff5002
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550cc95cd49c81f2f5c1fa288e88a7e118c3ec2460a2dd6e9c448301d8b7d7cb
+size 199058647
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fec215b2a5bd7c20a6291dc5b79c3e89f14a1ac
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af272ba0b29bd7d3e83d868cfe59aa5e87464bcde9f6c4d7c4b61f4f74f77dd0
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1261e5021891ebe38145f307a768e64395eaf4
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ab72c213dfe398dbd3717cace710035da5bb37a29c38f2f7e1a1424ff60ba4
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec6c2a72633477a6d5bd3687f0a6d7763da628d
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1efd29eecd8eea9339615045bf48fc03b4ec8ec98394e76778870957c65205
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1c4b27b9ded26162a1eab570a4796221dbd7bf
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137bdfdf5971aafca93e8711d08c1958d82e57db3f86cfad1490fa1a9fc4a179
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d4564679a692b83f0a036f59ae85e7ba5be04e
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c8e7643d3c496034ea37726e66afb47e5284f45c9e2a2cd63a179fb60f5b7e
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12001b98011b0cd096b4ab7e1aa1b9d2bc369c76
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5ec831cb7a9a64579a1f4e424cbfc932458612c801f9e1a4ef1d528f14b70c
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbeccdb07360b7e1628e8bfe21788c88465b747
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9d20868837d8bb082c77aa2e719461cf85ba6a42a9a0ebdfa8a1476656cdb3
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3288a502faf50dbd41731b834ac225906facf59
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9386ce11b7df21be1b8dc0d954f9ad2c869f222032cca5f46d5ec92c196f4980
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a696f4086fd3e057149a7ff37c8a937cee111fea
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3488c990554936d944865e1015883daa720817924b478b30368e4db366437676
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257eb46afe29d5453d2aaaf754ecdf196271abc7
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4c902cbfcdf767caaf6bcca21942031a01929c4db745f997fe0e5f49de5881
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb11916cbfecf5309b784cae4bc7862945b5d74
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9697d146618cc7ef85cb0287620b8f4e0a56e8c2368cf65615a18439e2b0e8e8
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ccc70fbfffb9d9dcb0c34ecfafde4a9bd400e7
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7a8fb2582fd6abacb6dfd5a5f47a8580d240d02cf5821d89cc6859e286c909
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2448dbb79bf32cd127b04bb437128e94d584eb
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115b9e6da2a2dbf04741518623a18e4bd245ea8a6b80436ffdd032cc8c41adf6
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5275fd1b602b4da33cfbe9363e61ba2376a89a
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a4266d6405d498401ada94ff5ca15b45e17c86f78fec5a6e3ad87c90131f60
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b591111a91dbb52fcfd0f6fefd3c6d6cc434c3
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca516d454a9589f5ecb3780517f84b1458568ff764318afff381b3919b407159
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6354cb76b4604c943628c3a591fb658ac4cc9470
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd356ffcc61efbcaf27cab3f0db11ee2dae11e28d0b7601e1bf6c3f3a942f5b
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085f9075be6c23368c3b874f226587e493bedd12
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d199857d270221c641cd45c0ac2d6649ddf64c357873284e092bb086396f0cf
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27889c4773af02fef3d0fbe22f7a8f47560f606b
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2ae8a869d8a3f058bc835e57a6f42413d5ead41c50f6f39b1962b13312abf6
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5e8eb54a5c836905c1e63aa8ecb696df650d18
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558d45de07bb449b7efafbba9588a6159ab9d699f9efc6e60e2c73c145b7ab5e
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5de69d325ae57ff1314422e27c6b0ffb3bd3cf0
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026ed91156025c6e755cfdf8fba0db59dcbe038a283db83a6958ff96099be0e9
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5863e0e23dd5aff2d85d5c9358dd4426c0c7fca6
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef19b5a25cc5b622c3f7932e5db933e1c6f350079aadaa2bd551dcd42fb3f05
+size 199058647
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0009c704f8c1ad92d43dd6f8371f6cc1cab7229f
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797f6e263f9b9db9680bdbb4a8af8068e81cdf1e05d3fe2e81d73cac78a278e2
+size 199058647
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5934376f75c406eb88a38836156405d4b8b42426
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021556f4a57a86de875e50b77fa19f7260215a9e3af72dd3f0eea039a4800e70
+size 199058850
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c4627fff61980512f7e3bdbe8163888692711c
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd43e7f0bdc617f21d5dffdc438a902a71fd66498ac3c6776dac28c784fc9303
+size 199058850
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1841a7581a0ea3ede201a16d90b22fd6d657fb
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7f69f03162a0f686bfc9d3afcbc8bfd8b0444b923fc0710aad802025dac3f9
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999c07065a2bc3b48eae4c817df33b65185467a7
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fca33ecbdb9f87c33cea4efcf547bf00246e0de0d0571a67d17eeadf7ba81c
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f8ccba32fa20fb819525a785b3d314495c49d2
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cfda70ce4050e22515980740a848e7c967b83fe8e82720e24d1b89fb9b1e91
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc7de623c771dfded2c08bb5ff827307e38d888
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398dfd5da8aa192a93681322bc012c5b03f5bf8545cdd2955c4ea18f6884fcbf
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb496522686652c77253a35765b97339257e599
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994ffd93e664e4671847b27c288f059520e116095571a9327a6990a7c72a58c7
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27031d43185c92ce29865ddb0ce16f6a1dc6e5ff
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89dcbcd2a01828d1deff880e8cf1435c1279ce2fae02c3b923d04baf5f73215e
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07416aa245a03d41dc28f20eb1ac0767d26ce0c6
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be43b13ccf716cf27ffa64e8338c0f9a993c20a8259d3c55b92286a477f435e
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6205f32aebfad1568983cc262ca86e7bbac3be94
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e526d50963a0d7d4528d692da356c3a29f92ffb59c3bea2f67981d7c35520084
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da2e7f81947c3c499aeae75742515fb92bd5c73
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c8b38194b30f978bb6887b188ae66c3118c0451d0e8ff0f07ee15e7d91d198
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380a731e4d55dfbcd52e9772c35a3fc2477ff841
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2076999306afbd1cd5f871082970c7e4ead76d3428226ab455cca87bb8663e8
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7d8703077146f1710210afd8f03e109ab0cebd
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f166803be8ba3e82e53783a867dd095e9c731aed8d3d7dddc095b6534001c4
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da88080fb57f2db0bb03c3c8ac1857612067d5b9
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfcef00d604c32514de2c3141a042f28721e8537c377a7a64be146155e1f705
+size 199058722
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ca8aa253d526ad0e17e43519bb131e47e7db9e
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c143988f2c21a4b5ed08e870c2ce7fd4d46780c6a275b48fb7b72df4ddc25230
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8166e1591ba00859ba539a494c9a9c4ef039bef9
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29005532198345fc1366144e4ed619cf5d6599e5eb3867111161f45c4e811185
+size 199058786
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf84270edf10996f8632ee0f7d0f843147e63e5
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333af4233d724240e926aef1f7e4f86cd8fbe0fc882fb4c9e136dc8632373b37
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b71e01be2ad976195aafcb09c2031d0b778bae
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bcb3b57d0cad718e0bb602974efee4e944256395f779430b8e9401c27f827d7
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f38c882bba677d6c09c65923dd907be87ba2fa
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fead60dc75575076981dac5b32c5170c1bf21df17a077f1f272c9dfab877c8f0
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdf2f38e73254b3d9401e072e623848da57c990
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eee3ae2550fa12f2675a34e69e8fb70ee02a68f2092606fb09d6d07656ae205
+size 199058658
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de5ed6e1878cd34010c670bb5e5de06ca5bc4c5
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c59b18b9eaab79c23c990ce5c675a3a6887f02a6f42e127781e3460e4600d4d
+size 199058839
diff --git a/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1358f7560fc73f6e9f044a213adbe624ea8dba3
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2bd8391cb9e7720521a317b753ee9ae1708ee0cc2eebd53347961d926ae7ef
+size 199058839
diff --git a/4b284b17bc4seed1/global_step80108/layer_01-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5eeb15ce3a0ffc04a924878d0dac41f38ab7c8d
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8249fdf630907ad048d5c30b79da309119fda247e7ac5fd39418737009edbb
+size 167511299
diff --git a/4b284b17bc4seed1/global_step80108/layer_01-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fb79ab84921f29d4b34010beb50ac89c08f1e0
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebe567c301c87b0d304b3bc57d74a91fbe371f4e90f52b20934d70d836800f4
+size 167511299
diff --git a/4b284b17bc4seed1/global_step80108/layer_03-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce720d58c98e28df95d800d728f3127eddc18beb
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90ccebcc291baf11a1f80cf2ce50af8d4775568eadd9c1223f6923a8f517423
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_03-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce164e87aadfe3bcb31125f7ffd03b2bf66c46dd
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4619c8b4a5326222f021cd3bdac0787985d6c84ebcdd16f43c3db8e8ea0732a
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_04-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47da17e4c75cbb13963e86d725ea65b02155c58b
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43e9a8ba14d5a7216989bfe2ef85a36044b73f0d241e947bf53dc4d5cbd6d89
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_04-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fd3eab586c99e264ada424001da47dc3bfc220
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36847a359a3a13e10b33b074f9268b14ed3cb43aaaa1e16cea02da0cbe1ac4bc
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_05-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c608d5b9360be3af25b93f901e2361d6429a930e
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acef69ca318c8fa4ddd0964646d60913ecb63378c8ddceb4aa541caf87b561e
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_05-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecac8542a6d2f428c2f99ad8116d1b0d027f2ae3
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3630da0166c6622ae7b50f90408554696a158249980193a95e0dc4b012f30c04
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_06-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad876e268d8ac2c1ad6de22caa1a2dd6578b136
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d81315f36916f12eb54eb2ff17678ba709ad7b0c28fb14647660362780a908e
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_06-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b4088ea167e98292798ebc1f0f9d43ede93d14
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d4259c1b1d0aaf325c55bbf7ed4ac18910499d8ec5da489f15c3ea581a62b8
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_07-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50045877da49502e6a797b1c931aa724c355e25f
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e26e279590e5a129ff9c334a7bff372b9274f3ae9d275a33299811ca38a734a
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_07-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b339742882550f214330123ef22d1f3a23a9c1c
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46822bf3e92cf8a8b7c48fd769c17e67b816bfd07988f3a73b1da3051bf84a56
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_08-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5163353135d7b95535bcc0d64e41b44c489fe3b2
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308d883b5f215f668db66eb5cb194e8a7ae2a7500465a983446c27d52eebd52b
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_08-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc2a6707ff7b8bb2741a21c18e385155bf0ffc1
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339f56dfc90849ea42be6fd7ffa3dbf28372ebb7afe9ba5a94b3fce775f9f944
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_09-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fa596a8ffcafceac10156b544e04588b27f188
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be4bc46897e3a65c24616792f73f5901c4e9e84a84496a53fe9a8ff8635f456
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_09-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0245fba0bf2ef78a05fb6135fac1b3592a8b6100
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16ce59fbb7a984afb60eb4dd71ed764e350247e775b4182425fc58e12204dfc
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_10-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d037b589ca32f8b1f3424ecdc298927b2bd8f586
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffae5ec64e48fd1b8fd0d766dbd3c55d0920fcb99af238a30c6fbeb6c5d6bb9
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_10-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc75544db52f6ed73da00be21f028362e0146123
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247269faab025de05cd1d427053a5e02d58b13c917d485d3e8c2f68f92e1002f
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_11-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be93334359bf44797cd6385a7a5ef3d304d0ea01
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7bf3b40f6dfe4adaa922a5c36e2211b69592f2f6ec517f610eacd7729788f2
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_11-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cadfda185d2d4a49b4428390ad9b24c9a0259d0
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b262c154d4818a0973fb02859a993c4c4e952bed281a27a5cc7a1740c00cab35
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_12-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1be459026e74686fbf39fb276e1adea52d21c5
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293ebb9c80b8d7f46d6cfd6b4d9deafd4b721d93fe87c572fa25070fa3f07f1c
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_12-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f04f2e196b2ab7cffd61864f7c7291676a4cdfc
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4792a060f56ab581a6ab5108f51f320bbb6591ddcf46ac214f03357b7bdaaa69
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_13-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39bf98f6c46de37655cfac0afd2d32d099b61ed2
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d24b3c1c8fdebc6fa944ce8fb13b9f692d4f5d30ed89762591d0b8c86709208
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_13-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14642e082a2d161906cbfd51e42284be3d8ef702
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e172e453f780483af9d0be7fd90d4a543b1380b9745c722f22fd887f07ab76
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_14-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d15594afc6614b3bf4b30ff370ab30b60c8426
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac179fe8ee78f40d7bee7ecfc79ed8cd9b06432152e98ee78a6cf92fb25b00e4
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_14-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326bc83252551453d22ff138321ed16bb2ac5a5b
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd138e6f8c6528db128cabaf204077ab8eaac3e8cd4cfd9db417196e96325da
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_15-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa78ba940eccd7b34d0b5a721c06a58d28bcd8b5
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee05dda04bfc4bd6ee9eb80d21c137e0cdb6ec06c5e6df37f0c3c08b3532b65
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_15-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee5ef60d3f085e7c8843e0aed44747f6462fd31
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33727cff9b84642a0ed27cd52a8263424bf40dcc28d1e4cd858ced866df10b95
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_16-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bf70ba2ae281c6ad3431f45fa685fb0c618356
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a0d9372b5b80f93f8920d21864f81fa02fdfbcecf96701e365d3b511897138
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_16-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51f1c56d490e8d21ea71004e3be5b70de738ff7
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c820541d0c15712948b59df401c518bf2e904f0b52ca21fef36c642a0005a32a
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_17-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a6dda77fc6b66e98a9710e2c5513fb6a96635e
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22baf4453bc3539dad4a4e4f040a6d292d0278518bc2fd16aae46ae001f83b6d
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_17-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4a0b958ade3bc737aa393940e357e05318be1a
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e805728132427f0769d6ae3f651643d0d0ebad195d6ea03e0cf43322b74a8c5
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_18-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687c4a09f77a359b8ce9a8c8ce3f15ebd79d0515
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f0e5c6b0ab592e95a4b09ae5adea7038067008c64ca7fa257dafe264a052bb
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_18-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a33fba16de239373266f8b28686c38ddcf392c
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01224062872b9c5506245ace1970898f13f7aeeee577403abd55af0ae124191c
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_19-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b83276d38ab7c4cee936b98830ff53709f7c62a
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4ae7506089c23520763436aeec1d4c8b07986585c90fd533779fd3eb420dce
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_19-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d772f7938d62398ae6fd93da92a33a3369d81e
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6dd0a876e83de858f6fc9017b5425899a22ca5f1f40c169d31af54978481be2
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_20-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52d1acc8fab3ef27c3d43c2b38a815160b38e7c
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a30a83616a9f8d6fd7b111ec029a3b30644363c757e117ebf089e80c884e9b
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_20-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c799f1a7c2cb7279e8561d0a85d0b4fec26a91f
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f46d953d80d4c9588980781bc75a8a5466e842ad357bdb7dbdc44a6ee822ab
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_21-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073437e5adf4ddff53c434c39e582bac0fa556dd
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b98138f2e02ccdec9ab906619828c45a28884e3209da27f78a8bbbfea4df22
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_21-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1157bb322e41cdf5425cb19248156093ccf565eb
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a110ffea20adca5bd1667a2e9f130abc38fdc72efb1abc32856632273340ae
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_22-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7c709d468e940686be8ef8be5cf29e011a75e9
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6e32a29d10bb4f21e5ed5938c678e6adf2e11e7682c5ae6b36b3177adf32f7
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_22-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85215ab556abb32833aea80ae3a07f569a8a4337
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e4e8af5b4231809ec6727336b45dbb65127978f67b598cb7a1a6ed8376d22e
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_23-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3382d6ea8013b1d70a49d390f1133576ce493c6
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106ae935fcc917a0ec82a35a434a14a8a50718757d7b4dfaa1ce081740d9ff20
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_23-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63816ea4c5de3e743bdc715df3d28e5a47465692
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb84d1b19d9fdd976e79656ee342542f557bd7f70d534af29d8d6ec34c0d004
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_24-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f41a3660bb86cb22e1fcfd10046465b7d9b2ab
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e9062580df58485055e2f50ca8e5d1510ca112035bd0a6aed8123cca911a53
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_24-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c3f2156bb2cbbb24900d5ee0f505762384b79e
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c29826f91e7f76658707c877c8e161b04a6c63c2b7504b0fd19a7a3ff5feb48
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_25-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cb439a6e78f663c938cd30b1beb50d39e461a0
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af064d22950f1a616cc197fb555c1377f9970c15acd765c9fecb587e1bd4fe87
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_25-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a7f112e3159408f77d45db868fc5afb07ce022
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f637bd60c683745249133ecfe601b9633e70ef307360ac3dd0a7b61b1e785fd4
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_26-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29245459382e54eec87b056dcfbc7f0df55c25b
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac078849d6b9a151b0f7f231fb31348ed5bcde7d9744c24805031070cef4cdde
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_26-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ed5d420baee6175ad84cca30022aff9f700f14
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfd5af4a58d04e8e863209143caadb928f7ada20c00a207b4f8a24ac82d479e
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_27-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f532ed075dbdec332ea90330353191dc1578ab68
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3512218fa650afeaee1ec6c9415cad1e1068811dd150c8cef57f72e447012cf
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_27-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f034a2e7df18e32a4159c1fc0d33b2cb342a5d0
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9d2502f66b9dc5ad77e3a73d48287b5ba786ba35e0b4719b2d0e494e5e4002
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_28-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0147467fbad46657c98a96152d3b9d6351283ae
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e086ab2906c391db980c49ca967269911d0a45c513c0549cc4be98fdba770c
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_28-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0eee447a4613755bec645cba72e7bf7bf87818
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150e510dcfe32e38bfe3523b198555c835b129c5d55ffde54790936ef75ca516
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_29-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a574a933c27d6fb926bc4846a8b0700b4d25c368
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6043371dac4e5bbd03b7c7803546e8921d4706f855ebb54b50acbc4751783a37
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_29-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac163ef1b0b75dfa93ec04233e1eda1409e5066f
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ab901e099441a2abf219db7d24c59fb5f3521ca58c999c63beba22cc69b647
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_30-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5beddd48103e7be913f2dc705164d15523c398fd
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2700efd8d22839323bc4336b20a8788c24cd17bed059b60f085fede400f88834
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_30-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af6b6788c0d165086ffc1fc4219a0946fdfda47
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26dc9cac1cedbefda339149e03e109a19de7b4013315dfc2214674151c6afca9
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_31-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e81f21ec1b8b9577583f7ad06116043046a1fb
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d7a2936162f72402b1c802311f4a35723b5f9a3e1955f381f4592c85bf6808
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_31-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c10e5dad8257d85d1e6b0740ecc9d702e0ca054
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45970c21700c13ef4063249d045df711d210aad3866d7a820c503026cb229617
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_32-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca16d9b645182f917a21bde7f17d800daaa8e93
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca219744c96610024389ac117755ca87f08bb756970d8baada017621c8c161b
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_32-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1871e924237ab1b8acf0355cb6e02458982e65
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385cb8b10a33c841a97c421e17496f9dcd33d59f4149a2a93673434ef69e41ec
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_33-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcf51465256fc3c754603b65b0139e25a58e776
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666a3088643a95a0f5f2f59ecd3e7a8919a2c4d24f71ea2be0dea779a4143741
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_33-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18da2613e62cdb830b26809be9d79b8639e85b66
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149fdd8c06a5f3765a5d99e4d30ad07a09df03d05b75e306a1fe2242d95d198c
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_34-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d7d9aedb8124d91fafcbf10dbac3d7437972c2
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e4a794476218b8a24009388f24ca9b375f6cf396d13be95120e25a705a3fde
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_34-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fbcad64981f5f259da26bbc3a09e610f0afad5
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d129fddb27b239f1104834bcab875d0823a96cc9306f9085a02ea4eab218cc
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_35-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad88f3d9c97721bff3011a8e1982e3e6d78c993
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01aaabdaa9f17826a92e4d6716f4e7225fba39b4059d3e8145fca22f87f8310
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_35-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf7ca9a8fd69b9eff0ce3d0730139eaf7a17fc9
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484c33fe1e484b5b31dc42cb72063b15af6327daa555aa2ea2156afcf64b782f
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_36-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f82b76aac5915895f4458edcfffc71162363a6
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4772ca31931f56a2699640fd5c460e74af193af8ab2ccfcdac98f6bee09fda
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_36-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729d46aa9fb0e28294bf58c00e008b5f34ce4c5f
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59a3cd4d44b782366a90a2f541bba4357901aa3c171797b2a7cce75f380c705
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_37-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3caf27bcaf55a44865f2a00a12d4ce2d040fdc5
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965a395a1490111bc9bc885099935539d4ccf7c5e99175acb6ba644b06e69349
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_37-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c266fa3c1092da0bd683896141033aae083b231e
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb5deb53f7d963dba3e9846ea38b9f58a851375d56d70c01b9dd9acfcbde39f
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_38-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f485f76bab0b81215072cb8195a54c5f1fc64063
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93788777489cb7c62be4f760704bb51fa8bd57e77c74349634495eef82f1bba1
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_38-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b29f1d11017d3e26fc6a285be2fbb39a4f25101
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba4d6791fcd138bdffb4566343325782b976f0f01697f0bb74235d2cf5ad30e
+size 113308931
diff --git a/4b284b17bc4seed1/global_step80108/layer_40-model_00-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ece0b2e7f5317fb6242e5b093511a567f5dc5c
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8acfd639f61dc69866de91e0cbe1fb3e86376ca3ec1dfaf6078e78ffeb1efc6
+size 13507
diff --git a/4b284b17bc4seed1/global_step80108/layer_40-model_01-model_states.pt b/4b284b17bc4seed1/global_step80108/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c886d293c5583ac9d57dab5c63b8556ac973f817
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b27e3757f55e053bed28cad7dcea5b16703a6214e90e952803cd70bc124a865
+size 13507
diff --git a/4b284b17bc4seed1/global_step80108/mp_rank_00_model_states.pt b/4b284b17bc4seed1/global_step80108/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858f1ab5173d73f914982fed141f42e03da7ed61
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5733839b7a054fbbab79bef52bc7d49a03000876cedd1424f08af3b5fb164e0d
+size 51507
diff --git a/4b284b17bc4seed1/global_step80108/mp_rank_01_model_states.pt b/4b284b17bc4seed1/global_step80108/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b0edb0f5673fd89d5ae66b8d09b02ed6798f55
--- /dev/null
+++ b/4b284b17bc4seed1/global_step80108/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13519f520a1299c45466fabb9f1f80c9958c0a5ca5aed1997f74fac1bf4dee9d
+size 51507
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca3391cc2037b405ac931125b4fe4c4ad318db0
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d720f0b6f681ffcac0e87825a0681def1af77fe48903fb04807cb8f0ea277e
+size 199058647
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc3e6aa355353985209e668a99cef5c7311039a
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39a57836325c71787ab52fcf3deb457c82d83abde4249a5dbdd0e4e7c3b8558
+size 199058647
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b11daa9a2bb1157b6a1717ffb6dd526b698dce
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace7578c1d8d0f4d55d275f975ece99e74342f0a005b429be248f00c85daf3e6
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a362445030298b82cf769605f3c466c68e77b0d
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a22c1b81a1fed23471089e97d6a0a4d6bfa45f601b248c301758522e359252
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ef4d6fa6aa7916cbdd8e28970bc2e61ca662bd
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4321282258dfe3da678c6108469de590e5e49b082913c8d0f42046ac7399a602
+size 199058797
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611f180a74e78dfde1eeeb5df64d3f3f77270620
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24d795eeeee3f1fa3ad7b1722da6b807926a7fd3087b1d1a08ddecf0403d802
+size 199058797
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7915970a1ee76df9fde6547f0b1a143f85e51614
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fa1c276ba767298a5693ff5bd4586710ec32227f2018fa492b77cb80fa2821
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924ab9225fe186579ed77f0273ff7b4c2ce91551
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33aab8110d07cbeb570d3e8159cc2427f5cd31b6acb6faa2e8c383db2053af73
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4533221f5d10b2feecc1450d46cae9d4d8a67a1
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087bb3788d72460fa5e1c0fb36dd3f1d0b040360f7e14377d1f4e2cbede2a992
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1c03001022b30141eb25b53cc3be37323682ba
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7bfd14561c9d2973a6685f0b6952fd195315eff7e16a2fd9fbdf625776ab74
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ec59ab1969183d1d3a68101c7458c043ca0acb
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aff91db0fe8559fa433e9e2a3e8bf8206e1924370971485d626f5d1a8e96838
+size 199058797
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0032774ecd9b621cad028c57753e9ffd73d953f
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db38fb2fe5c8de332cf22f3b25475e8b581e0090d204bde2440799078edcbe1c
+size 199058797
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599d36fc5cbcb5ae6178242639293a39849b2149
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b499a09cba39a65a96cd8808796239f2a1973bd938b8b5ae77fedf6b9dec904
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63140b5afd2091f99fb8d8aab1fc23cd1e7ba613
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4bea5650f8b8c95b0708886153e684d9ff7d77e96b1861c1cf7d9233c816e8d
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8d316929beda9119ba06fc020947d40a27b081
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9c771a02d4cb78a830c9adf5e946d98d28145022dd7ef2f25ba43e7900f7ac
+size 199058669
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53319203136ca44110b50b7457c1fe581e40f112
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33d79f0b389fa5a1b70f1baa7a393951e9039faa6f221eec3247f48e4c59467
+size 199058669
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982c7f5ea860a80084b5260c12763b748198fd6f
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6902da69c88fe2e2f43cf0d2a31472a37d9a896b71750476f436e9e0c7853b28
+size 199058797
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6b66cfdc69ea9672c8185224f2419ead65d9b8
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478e2ce53a183d4ee2ee0e8a0a4562db9f0d68d51bead5df80dc5752ca45b0d1
+size 199058797
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78d16341e44a666444f06840af5b7fb83d7307e
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986bb1c94a55bea19facbca220b627042da8ab3f7b8c63f3b328df78adcdfbc1
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9523debeb5bb710116d3c5e02a8c15233736fa
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68eab6d66bf3d458f9800742f9d3512d999bd738f22889f864058ff5d05316a4
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806a6e7a9e10324494ee5a225f5c5200e667e063
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbc9de291d8dab246798a3d0f267d7120ba533cecd809c4c7541ad6bc19fae0
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6b32c220f9a8c9922919eaa6348a5506b0ee2a
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e889d1a094083cfe4fdc3a060879e64313d319f852cab905782181dc74d13fa
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c734585431fb551130f24fe01a86b9c742ad74d
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4a853513ffbb5d816be123c19b8314abfbd379082a55cdc8c45c29a2939900
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76aaf06772fee5d1df9a9e133edc91f6a3bd660
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ef0a42271ac229e37c34490922b0bb1a41ef57f09f1f79968008f2746e6676
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7005077f792cc930347fc79ac96a5f64553bd2c4
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ada6ebc45656bdd6feec3416f20bddc1f964b4648c73113247eb11b97c7e69
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022f19f33789ed359cfded8cd6a648c7e60acd34
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ac6b395f6fecefc85d2dbcc5b8beb878111673a26479238f83cb4eb28b1219
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb573869d3141c177759b84de4f6092786de583
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99ca53be9886c23af213524dc6cb15d62ffe907d2f035a04cf93efbb9694967
+size 199058797
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5ca427defccf1f923a6db2ec3115594dd9b621
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3da295df967eca8607d27380b446fe2dedab4c18513fd4e315118932cefe3a
+size 199058797
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb046d6ea45e236ca056d91673a0a0721583e977
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a3b81eebb09ec363902e779e3ca6bb49ea22fbf857fc15d5ac4167488be3d3
+size 199058605
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b283a3eaf5539492dd67baebcd03ee9054aa99a
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca0c3ea2fd29702121c820ddb696086eda3bb958abf3895e48a7c29ac96df3d
+size 199058605
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5d1b3cc69b21358d6140e22588971a6c3a4a13
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8217bcd2aa98674c1ed0ce87059ba40160e7b302966f7a6a336bc88e4334aec
+size 199058669
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c87e5b4f19bd7075c4a667909b6af734831c00b
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a422821b2f4714b8c999c1331aa2e45e13a22cd83f6866e610f202bc6ce2b975
+size 199058669
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18e242f677f06bd6dc286a5faa2d6b80d27cc3d
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a50d18208adcfee04e6455d26b5439b8a8e2bf015faf3fb6cae4a228561da5
+size 199058797
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6ee14502e7461dc74875b13dab77a7b9ee56f1
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5891413d9c87e539001fe794a4a93dbf3e5e2120f3aa2169cfc8e40852710d7b
+size 199058797
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1d1781e4c15c394635ca8998709b1059c6f04c
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837e251c672097597213e268796db195acf0acd8c6d901d843f0812adda8ca93
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8e658dcd11f19fe7a4228de50826b8fe2dd256
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea153b976a634db8c2f0700f2da45794f32c2a6d17d283ad0bf156ec85d679f
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162351601e59a43d800f9c98a42bbfa65fc2e2ed
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e63d350875aee658a40671a73ab5b283276c035e2fdfa267825c46871eaa75
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdbcee4a8c9b6df14e72c8c21ad04e37ed597b9
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3194ab3db5f852f61e2449d924d2afcf865898060f78b7b4606cce0ef65c22b9
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc15ebb68701ac599963d5bd7aaabeb64e5479c1
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97f2a7837ef2c41be12ae2cc2a5d16448306b69ee99725522202cca25795f0e
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b0190be941d4c0eab608fb3ae5b5a9434ffd34
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc730e20ba1c1635a04687f9e41f5261b3a338b9fecce4897e0a6221cdf9e3c
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1383886201addda479f62d41ccca75606f5fe2
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab7b158038e34371e0ff61f011db0e2afbf33a6f3ba3618da7db63236a9ce02
+size 199058797
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70ba1630b4c195cefe7e1c567ae895349cc9984
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3dd4eeae3c9536f148f08899fd9defe383bba17ed6303b673d9ea00454c07d
+size 199058797
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5269ef148d4c3bf8b4bf583efb4f71dd7f752473
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fae0eb945cb68c6320f7f637257c1c613ef5db2dc8f6dc02911336b84232c8
+size 199058669
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6902b2613b6ed0751e7b5e52f83da0c64b35d5c0
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889706ac364dcc34c1f0fb57ce806d2146ca6055757884711078da28b42937d5
+size 199058669
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784c348f6c24ee9a199de660c114c1d4830142a7
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160f6307b66d11babeefc9f49a712c3c71cbbe4a9329640c43956e68dab7803a
+size 199058850
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cdeb336a6b7d6c1582e0844bf62f8aa11dbe77
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bad4052d3bcb5610292b7016cbdfaad78e5907f3eae7d9bbbc7c4d384b1b06a
+size 199058850
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c52f230a369898ae5305871be9244b2386d68d3
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ed3975cee00611e9194378beb8c6be4561bfb01a40d6ba1680c362d3002123
+size 199058669
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7863dffc3b261bc5923e1c250a60336c22d766ad
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91ba59115aed4838d8a38177280614eebef2266463771b15131f41a57e1618a
+size 199058669
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c664fbfc143a08d58d9bec3d14a322f80e09c8a1
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da10d8925c21d49ac015c9d4e12029bc8b7eb3a9338dbcc12d4e9c652cd4861a
+size 199058797
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e625068755cb6b16fb0346527987e371b3f83bc
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e153e3131cc65d746db70022174a646c17f52e28e7ae6c5ad1242a2d695ac3
+size 199058797
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9798c64bbe24ba3f5f8ad74f86d441f66a469d
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744f82b6db1a9ade4020200741e1732aa39767e94f2d746d06e156ae0a5f64d4
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab41125558c774c5a46815dc988a9c005c2f21c
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c18a52c0a950fec1897c0dfbf2649e0a2bd94951589b0d8f4041f96234434ed
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f45d4d6f9e2eb4ba1f045c964c9cfc349d95a77
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992b4d6b3345c2aec602c6cc143c89685da6bcb2c829670153d5fad853dbe5ee
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44340a63de9d071ff61733d08dad092c3e0adefd
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e630314fef6793082dbc722c872f1ce1d4a763f7e963106ddcae092c43d475
+size 199058733
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8f5880b821b2ee91348c60c79b0a6d9faf9add
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f05bdb7a0a0cba795f103b17f55e2422f2ef1a50b294653a57b667f9e4392c
+size 199058669
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c361dd5beacbfe78c5a9e04e8df7b0cb45e0116
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0f8640d5e51cff6c401b59053701c96ad3a94bb521cb8c0dd0e66b15c31dea
+size 199058669
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52af66226419899afe93d1c113a7661e8afa2fe
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336a2752cb4ddb764f9f9b48c13520dbf9ba7903787a40081d76b0b4ddc4ad74
+size 199058925
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823f6500f42579c2d68a656d7675bd89f630c062
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d9254945dc2523f030f052640082dcb20f3bda0bd04edc4734dc43cecc19f8
+size 199058925
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6a1971947718f906f427b4dd66112f1ec2b577
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a04546ea174e1e2a075c744b7c471d6b4a35a801687ac5e65eacfc8a6530d5c
+size 199058605
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34323b97072b8ff558dc10228c465ebb2d442cb5
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a4b214d46f32d69ef380612ee7497c71c2138cf06fdc29af8157349cb7ccb7
+size 199058605
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569313d9cdb078e47d4efa19f994cc687b0092b8
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba88bb037aa298dcf9cb04e59ee22f0ced721f0e31259ba573d9fc814a7803c
+size 199058605
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60717331cb4b944e38a9350f19d954aa551c8c64
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524caa7f162c9ceca3919eea13399c4167582d630bc68d5e8e3ffbf72f716391
+size 199058605
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19a4b34f6a65e7fb22a781b8ef319498719b141
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5beb0bdedba60b359492a90c72c51be92e2d09be9c5f444a26fff94ffe0da0a
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e318e8ba9b695ce28fa22a5db4f8a88c3e14da23
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b879a5ee2cb3250840be85e175d86cf422259bad381f2ad29b1c9646cbf9cf1
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b7b19f1a135e3ae43c7a882b55158d1dd65eb7
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b26ce45201357aefecca7ec83147b996b88b2f7eeb4addb1792803a6d4fbf4
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f506727c2b8512bd8ff27a45f4f6822997f62765
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5dd16061c06262ce00ef989ff68c4904578d886a5ce5261224ce4b850f5554e
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a1607446994093817960fbc9dc7e1ab18a69b4
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c8a65b92dc2aa9807e3174c686ae7d0faa82daa1eebccd7ed7fae4f375115f
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8645080979a8bd482ab0bf2edfddb82c658fadcb
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7603e6d0e7c2eb551a8c2b877ff0d71a5d819bd98d9a35fac19fdc893e2e004e
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661f0df8a7e3f7ebe924b9deabadb82a4126ebac
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdd1d6df1a3570772f1072990bce569dc2b952359fd31a4ac3222c45d53f279
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a9ed3bd222a85ba805aa85f08424883f612fee
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86da7c6a82e4db164777091b9d014e20a5503e16930b1e569c9fe6262ef9a3c1
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89541f76705604b66706bf64aa4086e063f99101
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4739d2bc13a1366134db47ca8cc41996a327e5281cff0e8436f27380e0778248
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12ae8466db5ebceb97748dcd57e3f0f772cf293
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ca4cdf8f8c5a24ef20721d205159e3181cb16069f581af336968ce4a305ff9
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90458460e2ca79f02812a7c16d47a17077202bbd
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c1ee774f14bad5320c284b7286bbdfa4f6ec300efce616a2f056c833d6c518
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a9aceb6a67f4061aaefceabfb2e25e889ce8f4
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69c9b9f783ce96aea9daae9ca053f75ecee5d2e2330b1f26f4d25b300c6b574
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24795cb8d0f8cfe7eca558e02e92be1281c75eac
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac164e586aec39d1230053dd26a82261816c9c8c9a2fae4c7a6b49d6ac569beb
+size 199058978
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e555c4ce17af72505d176d9d08f38bd169bb12
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d913bfdf3c34ee6c4d7db0c24963cd4e7f5ba3bb2693dda5c00b307a8dcc1faf
+size 199058978
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0ea43044f8d4bf327723fa8c265515f00bc49c
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b13befaf3bb79c2dbf548519766cdf14d34531414aa97d7c8a75be82a29d5a
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da70edca3540db33d0d564499b47974ae3c333bb
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88468b046c261da1bd8aa191ab39a9b3d7a22a081f422600920185b2f4a4674d
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca96cd6cfef7b63acc28c9ca43ac2be2438e19fd
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6c1ca6cf3d1b92ece6a881a6d9e3a32a56d26f723b476ea8ba0cac403b3bb1
+size 199058647
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02692dac3ee22441b494ae2bc8431d74e999d180
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bece4683e22c75727c2943fbaeadda2cccf0bbb43038ef310d4afd8ae211cb6
+size 199058647
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb39bf251827b104469ead29ec725ab09e1e6f3
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07333728d35525efd353ccc0a88e2df8f9a20fca56c0ae3714286eb8ecf723e3
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da0195c5e930a92c6570690d84677f6f8c35877
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2406e9f7e899dcb77367a9f59db25fb08f7270ed233008b94e78e2d18f7ceb
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02cda0796e7b0e5be7ace2a2cb607b5a56740649
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c825f93fd2bd1446e4614a5b7576dccd252eaf9d7b83aefbd2acbeb5aeb636
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedf91d75d25877225d654bf60136ea1d0a98a93
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe47aadee96682264b65e2061d0c6e668d80492ee29c52cc0235cd245c617bf3
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8a3b890d45d0311d27def1178d4883725b5b01
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e922154808a3a8cce17f2bde4a089662261203baf4d6a0d6792390b498fa3076
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687b8253d2906df3f827e9b4c233751f0ff904f8
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b95c89ca7e4f71db771df3cbb46064409b3c7dc8aff2d860ba9a7fb3667eeb
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b9ac56eed06ce944baa5392d70892d8b72a7b6
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a84ca4621826b5dadbfe6f59ecd63d113acc1cf9c18a9ff7079bddb4f88bbf7
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df0ae0ffe272b578c4d7823b42af6d02d2cc9f7
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8b5ed186254a616d7cc7e1f683fa0b5b21e1cb698c8992e8daaa741fb7c51a
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1c5194fdc1ef85b12a6f34b1e7168d64aa6f7f
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce3235991dbf9d1d47a3aed1134b0563957822c84b057cc84473dcf8f1bcade
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96656b0482dbfc693b9eef63e3db5f75b333482e
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e86267b3ceae7f0ba53b736f0de37038ef5281ef37ca024707cdd00334047fa
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03872e51242e8e758624efc40e50233ce3e944a1
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2f9dd0ffbbab619b4f17620c349925652900189075316df8391d36150c6cbf
+size 199058850
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf5c115a084320ff9438976545829e067f3167c
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f243221a6d9f7970843c1adab73113b0204b186a0fa061a2ac55ba2451534d
+size 199058850
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b721c2abd3012850767b52bb0b754dce864a6fab
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ec1c661dca3416d29d5a44921ba57de723c477fb21aaf984751f0fdb0f804a
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3cec6fcdaf3c91a2bc3546186a2b515ec2a9b0
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc0cceba01a301e0bcaa320e252a7e37f823c102100480ab7beee92ab5461d6
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720e90ddca85edbb9df95ac6f9eed4270f1c1deb
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e721b303ab133138cf4bbea9efd71d8018273562bfb2b0a0c883bc616743cb
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fb5ffc137f8131c82508b88a4b1a7181e9ca6e
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cec60e59ca1933e170a0665e528c9a4776a65fbbcdb5fa807a8f6d4167546c1
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97fe6d56fd5a4f1c2d7c4221f91998ad70a6705
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdeccbb28fc04355ae08c1998243b17e7ac423650dc5cd2e1371cd072083d45
+size 199058594
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d137f70adb81e5ef093af44d2dd26f1bb799a7
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec72a9b10abe757e1b11a229c4c5a59880c4d66fa7cb526b94c32013b7d0358
+size 199058594
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c5b49dd8eb6e00c064f3be5b7e6e2a1aa94dc5
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8484507b189d0d474f34cc377c11bbef3e606b73a1d0ffd804e63dac3f316d2f
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8fe4bc613bada0b49e0852462dd71a044287ec
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c171856a1241129764636d0701249ac3374f6093e759f31cf6e264233a8e9003
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81b2cbf463439271914c7ee29b62f5635a70733
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406b1e6502f5a19b9ee30413fbc9761047c647a33d6c8d22dd5a724e71fa5a3d
+size 199058711
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717410e5a0b02cb74bdb1783c43ba3769f402b91
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec27de4b0dbff290e34cf099c35919d0fa0388dd9842fd056c3fcfc606cc17e1
+size 199058711
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213b1570827e44d9b738d75948c5f8a1f66bea95
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ab735a978e36c2118afae60cd5deba88ce688bcb17a67f687e0dd59071af71
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe54eafffb706a0e6a414f02ef5e77abec88cf60
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d226432c1fe4a73c10ba73598b5d35917cf6aebdf6827799e9cfbdf4d29a35
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7997a4b2a4dd0436a718406a86877342eeecea7
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158b8a640b83da47d5ddc1ade2adc16514b5e35290334a818191208b3fd70d4c
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098b4ab659face1a55cb5ac8788afe3821830810
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3305dc20821e242f3d807637b25be927b979d0a6d83aa5a04e369346e9e6ef
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d14bfd6cbe8a8d70405e03ea922ce802116ac2
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ada5b41a31915b0a112887843b386ebbdd2b59852bcd13470539a2fb28b35a
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e03d5d5e95fec36303eb5588a6954b05e09a5ac
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2373c72f420c78e2083dcb285b03c97515319820bba17ee03555e2241a6b96c4
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be72f92436e31fb3878c82ef3d52d7bf6857bfb
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a03329e8dbf85caa706e7188467aae01a45a1d1ddc3c8b01f076dc3108e7c32
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abeffceee47cfcfff94f883e17cc07499265d172
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b929ea446f3a95f1b196ee8d57e6bf7eebb4307fe8c43bda5ed36a59e02c97e
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a8982442597bd81d0246c01f85b028ed19e845
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48eea661664ff1042a4713869cdac3702f05dc3b795ab7cbc53720bf3833a8a3
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c6450a1261648f364e53dbd6b4124d1e5716c4
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c506ff6422c10fe8ee3ec345be9cd32c16979ca65b6d777af3f34b1249ab60b
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471c19ed62ca223bd36d0ba8eb6d233b1fea2dae
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0592f4c538b768897dd11bb1c80afb37c426198448b4e7d4242825fa01d9c1ea
+size 199058594
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99138a693506c37acd79fc0fce4c339b547f4273
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbb70bbdff551d12ec3e8beffc41c31c821b6a7af5460a831150040a856606d
+size 199058594
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7017e4042680a19b7cdb26e2e15d39075d18c674
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91bc11865ac5641cd0b1fe46c7c571b83069c3aef9f15759ff1d173b4d800fbb
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e6d44a1565c256097206d6fa94d1cc1f2ecda1
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46950d574c4908269fa769d26bebd7f033973cc6eb038b30c2e6ee35fc22c07
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a396124e436613e9908435a2a3a58161164bfe3
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b84c0adcb06ad373f55e1e8e219e6400ef1532be31dae4082f30f7b8cb4bace
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f97d36a0b13f301febe13fd04d83a0d0fcbb38
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe3977c326c3b4166ba5b1fc73d9c538e46858678ce0de1629571c8abca8791
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac0dfa022e36745f17236543cf612c7cde0b92c
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395c067757a8e18c157bc8dd1c3be2d32625c345a50b9238351605299bb7f1d4
+size 199058850
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8ada9197b8187ae19984a0a67f504e9b90820c
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd89f25e9f2d3fd2855b6f0667dbae30fd5c12b22269a839ca0fc79f372bd424
+size 199058850
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d31e2c37f73d62aa75c495440b5f15f50c050c
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1395369d4fe8fd017378e8bd652f7f5e1763a38f1f50a3d91d1b87475f4a59
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbffe495a95d633e1ef9907fdf1c15544d12ef29
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9128cb5207e9d3f14cc8e39ed0f124856d4ed9190bf3047db7eecc6f4c407b
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e8cd4ea276dc129872ff65b97d5d5a829d1371
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f79824e4cd428e1558a45f44f3b70a8987b95de998f2ffcb223db43c8a28f69
+size 199058647
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcab49bafb762e40194237f9cfbd01276b108aae
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9bcb976c29a90a72320ca3c69fcf560c0bc615e1ad1e3e1ac92aeaff375ed2
+size 199058647
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4024ce6484a508ddb4407b30afe7425f612dae05
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c18b6578b1abcb1151704444e2bc329fcf8cba932f92b9ebe374554ef93aa0
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa976fbe63df1733a3b68cd65d94d7a42456376
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5e121ea9bfddacc10f9ce124a825ddd26aab28c7128d9341233241e65f6c6b
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59dd23666ea1e9101ea62f8ab7991639ac5fd90
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206dcdaae5bc2deba5069c0d686329c663fc47a5ea2ad9d0794c459a75e21420
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21545863e2c27912e294996249c551babfb2e9d9
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4259c2bd4fbb802f7ef72b586c7ebca13fc79e3117a75f671c9dcdf6139beae0
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cee8c9e2c8858305f2b8a1863d4663eeca17430
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f247ea712a33c1af8d1e70ec3d8a226304a3fbbf8dc804cb14bd87ac8cadbb
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7759fc651ac1035757ba468d0f793a0c1c51f26b
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a4d9fbd20e546e86ee8cd21327bc927889e19853f26e235cff97e09ffcf71b
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab94e2d7814cd5f2711a105f7aa59c623d957e8e
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf9dd40ddb2a06e1563104cf55b2c3be1500bac1ac4a72ffcede35bb6a513c6
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce356fcc46596c348c503085d699e28d614fa70e
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cecf4b76a45895aa1fcab3e624c83d1a092a7a1a1cc33f90248268badf9be4
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6809f197aafb314c46c7ebf7c986156d651be86c
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa70d6ca7bdb8821cdf37d59d406e096af2479b6aadea76d089ac5ee378e0ef
+size 199058850
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050abd2a2155d6689503cea5d8ec58f5afe75ce9
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17240eacf50447473039855ea1484e5d4653e61bb9afcb644526f70fe485ce69
+size 199058850
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce091281d7c1f59b9d3a63791942bb3c29800a1
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b422fba1b354586910cf3921f64874767fe8d230b47c0be5a9989eb815cdc8
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6260092e64237fce16a563eb974e16157b5c176
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578783223c8fea4b3f1d8f901919fbfc0e632da9b689689023622743c7279f93
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdffa54abdbe927d46a5d385303b915bb6aef1ed
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a389b92a0afe5f0ab78d75cbd4005be7e8628dd3b2ec3564ffbf4600c896275
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ca5eba447aff23998479cf443957db78326db2
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1195599520550000dc54af54d56d80ada30214855509018aa05fef1a8ed649dd
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a88fb37ea69543f88b046ad86e93a9e8fdb48b1
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2265c9834efa54c6df507aa6ccf4d2d6fb693e6b86ffb21caaabacd059aa619
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45bbb73220f33c5ef5a60e059693ef1e61c31b7
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497bd7eed11cc41b12df1d52c457f58a828c59fba4f2c3b9b00bbee0c80d140a
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44faf79a7745a97f2f02af42491190460723b80
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1d2c7dad6a8bcb908d8c40b90084f2ee4863301b48992d0e0f051774c51abb
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987421b7b58a241d4d907159c052af5b1675531a
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c631469094f5d98e37544c2aea82aef7d56ea2b397438bcc7261edad08a952c8
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190ffc79061eb14c64ee09c6f26ad91ee55adb29
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f7d8552eae1e3001287693bdbdaa7f5229368ef16b97a98af60fee2eb8d8f0
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5deab8e739f2f523241d9c70282aab9e102d0ac
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed73355bd34cd3a43861316f7980715c1208daed8e517c9421150eaf0dfcbda3
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843acf733bf742adc6d8bd574a9ab121a1ec2218
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64053111e58c45754a0f75fa0b77f51ee9a966a614f70a2493002bfecd1442a6
+size 199058775
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754d0e20848d0fb57d05497a10b2a45aa114dcbb
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d04434c0a48d6b34a8b6fd6ede01a077ac78f314f060ec01c48bddddcafcca1
+size 199058775
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce78fc2b1ea7236f7ccf551e3321bc90ded2fc4
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241757ec865e552cb6f6ebb0146ea9cd7ee6823fcaf0d6c2170c8f2f0ec4a47e
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d168fb807c27232bf42d6493443a39f2a38a1c89
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f506e0819608cd4db3ceb36bd25223eb8058f1e076d3ddacf6ea7af16f514f6
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39262a0caa12f768ad69b2cfd27badfb9f789f33
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593e747a722b220723ae0a756225806bfe492e1548edd6d05072024250d30479
+size 199058850
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b280f56f7b4bb3c6f084bdea32fc8255cf9a3b77
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c1acfd591804befc525eb676566a6990da664d731c599fa8e776b5eeb2026f
+size 199058850
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fbbda91c633046ad79c86f0f396f7699fe7faf
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed72466aaf52fc7b68d9553bf07bae513cf0cdf08b80128e56fa645bcd95c7f
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98e79bf4ca77e5e1b0537c071b344e04c74dfbd
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7277147777a2cb977b6fb7b485f828f2c9ff7c6ba991b74b6142a6416102fc3d
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f186bb2e5cd04f33c098397cef611f08fa10e18
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2265cd2c26e42700c224d70178c288ebeb2b723b784ddc07306f07b551ca6775
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780f6ea6f7a04431e9db5a4dcf714cc9c90ba9ac
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d70fe59dd602574ba453057f4d3a805880cf84d52989e5b9245517c33d3f8b
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd439df0d23a04da814b4f53300c5a1a6815057
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f94fe84b1d0971cc63160f77725b24af4be86cf3e48f5287b1c311c095d6b3
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a16da9f869eafbf263a5785ec2c4df8b49b8e33
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f037d15ef34e81952e0f32351eb5b2abbd9661d3f673c4cb740883d080e41ac9
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85298b3f57869004e304dabbaadf1c805fed9d7
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce679de27d559069d76c8b6850f4ca4b4bc5d71ffd553b15bcf255972a8cdb7
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105b77749eaf1cbb490441adadf65361cec6a9fe
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647c432e79a7e8c8991e343502f96cd86e127d743a8e5890a8a575adb96b5ae5
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8457928f1dfa35cbb2d904c58480ebb062082e0b
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c116541ad09eb05ff5523e8813d67cf29288020a1d4f3e578ffff7cedf6d1d94
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5484ef88a52ade4a839a01fef8b15d18366aa593
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e500d1ca816e04b2162b236325600debd7ca289a77faf9439b6e7dbd78db0103
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c675f1a09aa3c94be5ace2f164cf93de4c22711
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c7f03cc951027268dc72f5461b0b3380f99d9892643c5a0cf4bce4c438fb63
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568b1d8570fd1f2635cf2e0ab409aa82a5b5578e
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9dfd895a912b17040710c2895ce59e83c7df05ddcd79a28be417ff842b9c3ac
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abffd7b7c1a51259519834f29ad03567115f3082
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0152af02ed38753beac0dda7103375e46ad1bab640ca38b425dd1bcd48a3ab90
+size 199058914
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f773951630ad8d28c4be42de5155f4c519184c16
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a4770eb329a857807ef756d4b6deb9e2f250b2596d839d348b177ebb65d3a8
+size 199058914
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e872492d69bdca976425a7d199a380501d5b60e9
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e3f983a574a12ffb84d927a3e2bd60b6047263d8ca4eb0bc75071ad4181efa
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7b04fdce2174e966b4a9568cc2424fd6d4f010
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d14200c76afa774f1c34b7336414feb558277e47f931158320417d6f3526196
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bad1d0be906914a912d201c88a932eb66588892
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d297d2d660744864e3049ea3bf4115ba862c9170525f9fb744db21fcd2de971d
+size 199058711
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd5549b5a939f07a64b0417026a088e2b7d5a42
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2beee04133e58f7f9a56461312413b8eafbdc5ca5471cdd24a0556fa62d9155c
+size 199058711
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470c6d639b5e7f4195f6e1dc777eba9ba4c072df
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106e718ba4d3df26ec3b0676cc4228dde471d70f3687736b5b7b8285289c6381
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5448b38d0c9dfe8aeca5c8ab45c4742981cf2884
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163e4e4e0d2a3c30df464c754e24215628bcab1f2789b7e803397566421439fe
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6ef183b56d7b1b51fe7844e8ef6d8ba9432a00
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545b0855c9d8cf76a4b4731cf7293d1a258eeea0dfa0692dc19ad0bc3d1cbceb
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07ce76150e15632920589a105a3a67cf9021455
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22c82b6e541e0a9808240bbf6715a71e52acbc58d313fbcb038d1200314da8c
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c2fd13e596615f3326c88625791f8300576ae3
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acad766158b2b88e8b56d38a0167f3ec0b08deb57d8c69d06d21dd00d9776b21
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097192b9659dfef01959bdf78376faf59e9642b8
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6990fccb6c15c832efd5376894059c5dcf346f7013696eaba953887022354179
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a61c00ea1629ceec616f80122ff4ce0722efd69
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91183bda4eb534e7cbbd2d5e9e8116642620701262f04f80c889ca29e6359675
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c324a64b2b2013066c2e4d953dedf26565fba8
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a87656558b8a68086da88a094212b8b0d33750b17c81f2ebfe51a4f34bef1f8
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c161e651a61bbafef1337495a2be424bfb59dd20
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0f3ed12220f98aa43cd69faecd983d3dc8980d1a92c8b3587c3eb8f06c1cf1
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7a554d1ef18600c7a84e6dbbeb8ab485c9d123
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea874ad0ac23f6ee7ecc74804e85ad02fcb4f4d31a47817a526da33825c8eddb
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97966550694cab81ac46808204a82d8366c31f7
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd0b80519817bf814a9a3b47ebf72ea9528e4d8117c9b320bda504010fdb60e
+size 199058850
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fe106d93765d65c92f3918c3cf9d5199a764cb
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e261ed4cfc11dd7599424eca0188830351e1e36f55e7267fe8332023ae536321
+size 199058850
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698ee94202c59c60d06503311198fb40b31db29f
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cc190f13f93ca838f4ee4eca19543a38ce1a535b1cdf00510847f9dc79da6b
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c96f4d3457ecb9f8156a3a81eab69ffcdc06e23
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2accd2c59e4bb001c5048288757468abdebd147c10dd23db3a87b4c5ea5de734
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c12ca86206b880b4fdc625b2281886d178c184
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d3589d53ee3a70c9892bbbf84c0843f67401cab103fe4eebe5ffb5aabbaaee
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf067dd3b0f90fc0a7a1c9b47788d3d8fc7dba32
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180764ebd048f8967c6dbc49707ee2335302aabb3b3a54202d53c6cbd7468017
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66bcc2d852c0768e18d832e291a2f67d927bda09
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f80db2e7f1503caebe4b25430d08a51c313807243090264fb6c20d9630c1124
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1d2130649d3d5caa82f7ca0929a727307b6b24
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed940565281b0747d7a2ec18cbe314a85026328e75fa2ef08fcefcc51aea2d34
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a186823eb2c41a0ed4925ff44775fe1145fc17
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d513d12df11b2f343e29d305d529175b1cbe10816a915b950bbffa20b0e23856
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398de58b71f74573b1fd4a10be7db8b3a52d1315
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0e9f01556485b864d252a029a9e84a436065a2a337696a3ba4c059c0485fa2
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9bc7aea34eb298d788ef980bbe9a57c2e8289c9
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d39ab7b2a6325f9ba8c11323595589baa6ec9b71ddccb16faf58a69e6e526b1
+size 199058647
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb2afe4b1b1ba8f4471684fe792b7b741bddc86
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50280c2f4dde1d6744a02a928c21c92f6b85421d5ec9ab51ab424e184b7746d
+size 199058647
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82681e27b77616a96902cbc77ad446f56434cc7
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811b541e8a3690c1cf6aee0bf796ba76bc9cbbc25192762270028ee0d2237622
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8371b193d831a1798d36b377da90068168fbf370
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abf3b16b10aa1bc940d926ca1cc59cba4bdac9080f6129eed4690717125630d
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5d3ec307a4cba5fb662d415ad8f1adefbb7a0b
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3588761f7b3ffbd92abaa2d2e7b7b6e8305b05b29aa6f6d8717f52bfd7de6f5f
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8676cb704a365e7a0b9b707f37c0746aadf78896
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f350ed5fc3b55216378ff2bb014253b35c8ab4ea89f846411f38b925c0b7962a
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef7bdebe0486babd3bce3b77a6dd2db4c4e893d
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00dd7965f881f6635aa6651d576664be9424331029e50f2448d953aad83e3b87
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca1060197b8881ba14895fcfd4de4c90d2af2d4
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdb4a66147af3c58bc645568198febfb1076243f379f0ec79d5e3d5bd6a2bc9
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08eef9248f01cc2d4a1f2fbe334ac1783af141e4
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac94934789e440e9874f580e2fe554a0c4610c279e706a08a416c470debd1e0f
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80947092b9830aad94f4b32ef3cae36e8cba8a90
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fffb280fd2bb00d77e5ebdf9471776a87e3bcbaaa3fa3c698a03f75cf37e25
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620c09b12e6954fdafde414750c1eb986ad99804
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736c053eeaf015edb653416d6258b757764d39be1c27934396b4149aae7197b7
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f8cfd592c2fadddc0ab66ccb41cda34c70586e
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd92541e280a877d0ed90fbb8966cb4dc7bb66123906de9ad1fa600e1820349c
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8765a726fbd046bb7fcb565c04b345592cf28ae
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf8303e560d99b71e50a2df39b0b947c9bf4f4be8011295410904ce3d3f3b66
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8384ed743057c81e0e6b303313b13f46edb5f9
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46421a70cc85956826c20a2c281be5358e65a8eb87743d18bfd6ec47b468272
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97072a46ffa6603f013fea4d1eed0e1735ab44b
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88241482ede3eac71375bff2f46285804ffddffd2ad0ef0cf38fb75d0ea9608
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5afc8edf3f4fbd7471ff81f912ba27926e1949f
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f884d8791a7414d6a16107d840ac06b7c40abe7beb2c62e8e554aa770d0ef8e9
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3faf0e67f70753e27355880a8562a70950da6868
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9bf86908488fd33401c5d66c6b48de44bd3555a9ad1165d01d9bf98bfaf0e5
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0335332d6f449879bb115e6d9c8d018613392733
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce79414013df9eaf9730ee1ce2ca4c34ec55a250c52c7e628b28b5b7004d31e
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba062b490583a192ccc47a850459664a20aecf2e
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baaa3617c8b8c9d18a59b252f91dae9213c90aa132362c3dffeb6991296deb42
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d62ca6134911d297560141945c560e49c97d849
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc5dba48fed4b967b347aeb64d1aca93ddcc72ee5d99be9036fe31342db931c
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9344e3e1e870116f110d29c5bd9aff3af46fc4
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ee5fbbadb79950a870c406eb0b7366eece5fbe12d9b5e9942e2d4649fb471e
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b3a52bb94c3ebba7faf50fec7c5ad9c87b38e1
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6be2f1531714f7a0017b2911f3ddb7d80c81bd2191a4110169f7d2329d44f47
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4986e40d586d5b2cc1308df6c87c5c0373855cc4
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6406385b830a21e252883d219a6181a87862f2e58558be46adb1b30935114d92
+size 199058647
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80204d754d6a45197612d92f19adbd25253ab38e
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa56352e1b2b7b2b1f5093abed4e6d32eca0cb10bbcc25a51a211890e93bd960
+size 199058647
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ea19fce700134b0463f8722259760222859195
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc5e99dcce87eaf522aef40f8cac82669eade81fbf3d287bbe177b978013104
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b8ab30276be9ff31abc00029ffeb5dcb38321b
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1bb92dfbe1873efff5d57bbb4e4ae8a3d41914ee3b62dcc63a2ad73f9cd8e9
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82cb17ee944dde22869a04d170d8816ab483cd94
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e00b63bece326b04ed838d062d48cc6f8cf012eb42f9a728aa37b0b78692af
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf73fcc6e4a95303cf647b5de00d80c067196e50
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c33e22556e04a476795f6276e5c7d8844bffc1ea9e2e462b37f9a870a52573
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515278efca3ac8144bf195f31a0cc728d2fc3f94
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4eb71e2b529a80c5484604a31b015ba5057b6c503a7519e11c4ab6a331f239
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5d1450b4bf8f810931420ca78742421ea26397
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66671e0f378f844dbd4ab276cb3246babf499a0ab6f4eed31f16be8187fb1e55
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a2de5ddce3f32ed633368c6b6eea8a285df963
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfd775994bc6755e1f868c0f0f065acfdb431d66f3c09bb2ed2af551c9f605b
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933b13b91cbfbd08dfade8e579be9acd3a2c8ca2
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f319cf513926f54229847e113d167a661b808b5487023b23f86c1be1c496184a
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc69956e59b9d03d50d5ab8b3a87099b1d66fea7
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17523838c9de6574488a2042d189cdf6be604975e971d17d4d9fff3c787b3211
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c7f8d95ed68303c4037e48ae3ce872737ee7ef
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9c13f03a2c7293425d0b5d6d15515146dc40b069f66e39deb492a8f78b2b35
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46dbf1f33be1cff9d60f0d768dd19e3ddc3592f0
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d84d9be8303991b6aee264fe94ff0d28cc1004062c646b406096ed147cc7bf
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602baaf35dd55e40670efef917635aa5ead2ed72
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f47fb873b39d7484d3f0f3760bafa9df1123cf9fc730431f7d4759ac059bb75
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cff0b78e8449e122560517b920e23af5bccccd
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c3085386c0b5be6fa0b6fba10ca065637ae971dc0b27783b2c24cad606b5c0
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb68bf1273debb14d2f99cf7ec827954175fdc9
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862be2fabbc721c47fab84c627ae3082bfe307ddf1096f20cdc0aabed5b95bb5
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f222adc1d4ffccef658fbfc4c34e9c86b1cb092
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1202d65637c687f226fa7f52f7be12245e2f90cb83a7200bed7f082610e70e2e
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3995f09465889f55e7ad87117207e320be143b12
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f813a16dd39d198c7161b765103debb895b986524228979ab38c83d3ce755471
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e95510da241b9aa0f7e4ca131629a80265eb6dc
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67038ef7dc3700706a347152a0452839fc95fda3c45468ee0646665ff8670f34
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de64a3b42dc85c55fce2e60b8bc1aa3088745c17
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943112baab88407cffe350571e46a9d78ce1ebf0f18a141996374a380449bed2
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0d195b8faafe0a32ff52e40d63a3fd67ea883f
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e69c97b94b7f78ffe0cc36f55dbcd85aa1a9810805ae4b261d39268f4b37060
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2602f040a4330d54d89d85cd89ea0260525ac5
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1961fabc421fb85028ce904c8eaeb0377757ef77126f1559b8fc5349154151c
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bb16d7631b230fcdd0223ed8770a61380f20b9
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0adccc98f0a042e78014a750fdc1c279ce4552fe9ae6973e891c4511ede96bc7
+size 199058647
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc16f506866cc840faca16f6599e6f6250cf992
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb03dda1128469fb71fa679fa24bbf4d97f82bae7b75988982ce385f3c1d3f1
+size 199058647
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb879c7f296d092f2fd8c78818f8f8b6d9a1a743
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624ed77d71f975c219bf7412d6f0ec95f7d628fd04469409619c6ee41204c93c
+size 199058850
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc89f522a0f99380058157ea5c73fbf78154001e
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac894b8fbaf3361a96d8990f605d4dc37accba7ce1c37bbcdce576c0264748f
+size 199058850
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1b525365b0df268669dfd3cb94e558e4f97e9a
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6035869d540ab452fe804fa6cead607a9d33aeebfead037e6ed72781bc7c2637
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288486dbb8de7a093288ebbbd3b120f9c6d0d18b
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60376abe1c5eac4453be2f3d1d31309c84f137b3bf29e6cab4f6167e1408b357
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2f2136db05cd6ac7a8d47cfde9cd10bd2d706c
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779421fb19136469e48ad8e063b8d3f4e3c319d8fbe1ed24c05895dadc6bebc7
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a846903873bf092d57f91493278b78d2c7688c8e
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a478577b0e2352e3d2730c6153c7d0e3b6f7275ab5e9f34b2a1390179aa0329
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389abf7ddf788d5c4d7b97a1da55c6bf396fbdc8
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f5230c53300dbda3aaf26b49c50ee686b6266479ff68cd4d0b31bfd759f3e2
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72524c97b1cc40731f1b85e1d4689d64cd832a7
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea55e87e7b89add97a793425c2c44a23864e3260059366dec4488872c0a2364
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcfc113c63cab2da3765b65bee43bdbc47c6e75
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48000d4a6f5d88fe0f7ceb140f69861acd698053b7ae33b5efebe261cd75960
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6add8b3ce027988f2c536bca5bd7c2074eb0def9
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2aa8c16125045084444ed9a57dee35495fe2515a22df8499c945827fb92212e
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5a3581b9f852b7cb6af536bbc163a52898b9af
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d4e96891ab67058a5cfc4d78665f45f00f16ad2797cafb555eb2f6df06b743
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c479209519f0c766b9f66c1ef7b5f10216b562d4
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78e4ca7ed02e25385e64a1809e04207b62a564862accb79fdf73bc0399d6712
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a3b366aae6521aeca8b142a5d57b9b3cad7dc1
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff719d25b1c274569cd52ef1d762006b2f76cb39cebc079fc1a53d1396afdb45
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67f30f256483aa0116d17318e8ea1f811869316
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bdf8ae18dfe02c34c741aef10b25b9366c17322d23edd404c88310f26cbbc2
+size 199058722
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1090bbb9ee3cc2aa251adcb7f947b75f5549350
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e66f5d9be7f88d125d7a1d8039e06b1fc99833ff2e58076f4626d2201e65b4d
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e5ad36ea738c21d50fcca032d856058be656d6
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a17b8c6fa57cb75d90529f02be048c9940e070052afe89ba09390fb49f91130
+size 199058786
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e532178885d7b24dfd69208f2aeb38577b6092b4
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599b2e44129769d4ec540544a7d9396515502a210629affc56f1ab815935c2be
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4b1c306e3ef5e645b00c81208075b2a13531ff
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6377246f40dd7756c5f592fb143de6648ff3a82f36b76217c2195093cf327a07
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdcee5769bea36ff03c53e2d41d14927911f773
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1877d745a015cf436aea6baa0b668b710923993fa2cd479a32f42d5f24ff9e80
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb33f10574eec4bfb57fbe17c724cdfa7e7e8344
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5155089fdcd964e803b3e3deba48b413d13340095ec316a8cde27ce9f38365ad
+size 199058658
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b288765c13c4bda9f7f5ee1cceb07dad0c3e674
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9070f9598c3f1d4ee6173cf5f27dfba9bd19db3bff2e1b4c4e15faacabeed63
+size 199058839
diff --git a/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891cc7f7b9641b5487396e143138030781ef1c38
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd71aac35aabe304b8b3aac8d5c6b5b060714f2cbe5771555435837e185176a3
+size 199058839
diff --git a/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5f3959beb20ec4a9e56df1892bb7e64326e62b
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0140cfb66d784809c807596c70a7596304b2043560ead3a58ee800bbe13f79c9
+size 167511299
diff --git a/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22324b1096f22db4ed74fb4f7417c8fc6d903458
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc59ec15db55cb063f2a1fdeda8c1295d02d1b7126982146b474614fc468786
+size 167511299
diff --git a/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16b327e9c0dcbdf0c3f03ba65af3c0af10212a1
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d280d709cd561ae4eefbe7022b56c66b4b715de4d7b36b471af3340449c07d2
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bea8cda51b6b615ca42609e91c1413176e53be
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9eafac385f31f77fccb6977c74a206a08041a9104b5018070b29b8c4ebdb55d
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27f65f038bc8c3ac42a6775eb5516e62495e22a
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b51f98d161511f0810c95f5937a00a7634b75f29152bfda1b5ed403b9c5992f
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8835837a20f541e5f9c4bd69a02ab9804a1288
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72e92e6fc4c363b1203d1696802842c6df5aa4f8d5599ab052d3a14ef5ebd5c
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae5f3dc14f62a3f4b7e195817050ebbef37dd28
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3c2681f7df5e2e7e767e4a15de5936305468636933b1a1bdc5b2010836d34b
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359e30218d3c404cef23143bd7bc2c0c20609e5f
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a1833fe8c53dc7bea92d7e1f613bb433b96a1a3f21d7d0b77103feada88ea0
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137f86f241807a3dcbdc7a4a9ce3cdddd3faa2ce
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da806f29f7fb02871496fdd719f3b66c97749901a01f6dc5867ad90dec183ef2
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da02383a67a0e4c4fe91223099f400e4560a69b
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605ce5e23ccdc14b140b49d6b91c7afe2e33afc5c7ce05bcd30a0730ad3d1d1e
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48bd36f79d410b78ff0396fec5e02c6076c9456
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0726e650ee88afd4961338406beecb553745f408de969e46a1ab019a895a1fda
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1378d7aa1a47808d5b8087d92a932be4f3fcb9c
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dbdff807595f8a2eb49aa8fcb76fdac0131f9ac2d9567344b745f012877dde
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b382280b961a5ecb23cb91960a242d5bed43c1f
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828a9cc590f79f274fbac382c63c6d6251cd07d02688ee087615c7b54efb0b5f
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd04be8f40c37ec2872c1ede52493fd8e34ce022
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48c29c9f2b4b73947c513baebdc099b07bed9e46c4ac6d58518931c27abe9ff
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc18eb10ad8166455cdb892d7438627a89430691
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd69b79a5c19404cbe676477ac148fa0eff9069d394ca74f08846ccc711e9ee2
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da907d7289e35ef52b3918e1abcb8e91c2ed5981
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7f622191221d7771ba183ff03c98a1b4cbe5385537a3ffc8355a5d9bf094f2
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd5b7de28d1239868b0cc2fcfd16293cb3465be
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae7bf8329c55fccf5a692ff82b41a88b423a71cb4ab5bee69d9a888f769a071
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2582b601327e07fa8b2a027335cb699ea6b93f
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ad376fc22f14fd84d493310955ef3884f8653a53fcacbb32aaba03a70e7cc1
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37474b746ff05e84cd93c0e0eb4124be7ccb35f4
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95b396bfd57325a9aa852562181c6a9c8ae4aad57e7b8e16a46ac9030e5f086
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8867b904dd6324ae325bf3bbcba484da6e5db8
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29582f1cbc120062c10f8f4ad3e4746a3fcccb63ca6a3e7cbad7cf487bb42771
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa133704debb2807764f04e9c30a1c66d2c573e
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f697ae8b8776bce9866cebeb48d1218e7e69e66db216616cd1c84b0a7fcf92
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9af46565064599077141d2f23e578f19f47a002
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b0e7b120dd0c536970a0fd119a26dd469819df8a7539d27ad89d95f6256f7a
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce1c3bb2be1039aeb7f58379d5350fa0fb676ad
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2177984af3ac0abafc18c040b402a020695c822dd101c548f58d06ba8bd4b50e
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55da1cd00ffbef0b3d35e04e85927441c7c46fe
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae060e5b683695456790a7734341fe967ed33028f8706d02de469d03d87597a
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8b004290a6925c6ace7ea177b286ffa6a81d17
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae29febcbfeb4bc2d564495a385c0fa4416142d0138e612c2bce5d11d2dfb257
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5e8d8f685b03fe719ba64eaa5b5d030b9d4533
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b244d2736aec1b543ce2a5753f405c16605ebbf707d3826e489186f588e64082
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6c68acd4b55f6cf68a21f25a9988691256d678
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40f1eadf8d9583c21883432a049c9b54b544ce112559641c3d94d45d976b66e
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9568c2799f9360757daebe32ef4968e9dedce8c
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a6e0047e61caeba654245517c7ee848c4f284242cb1169b1bab236bafc0789
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a865b59c4963d7eaa9308f7038c0ff5fdd4f70
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fcf5680eeaeb270abb0ea26ead07045bcac0850f612b2fd4d8a85708451945
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69542884dda8cc860b4953dc212f811ea4d6746f
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7822028ffabb377ae1f8caf321c2b821329cd5302975e36cc57b5efe7f5089
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fa0638a25e1b983e22aa32b6ec10d1ac8d8559
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efb8ab72359edb7ed0f55c26397e50d0757d486e4c1979f0a3c0d043017134d
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c39bbe1a651fe26ffbc4a9fcdfd1e2bf5df071
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32120f465ef33a412ab2e3b7f1940e112935f1429f50d3ba68e800c2b009a63
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5455c4492bd5fa94afc19c421531601eef6d736a
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2e1a925513efe84dcb81bd8f9bbdeebf158641a19e2eb050c27f526b9de60e
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22d2b9f8d06e28677bec89b824eeb71fae6fd94
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afe08aeb02196d8da7a1afa3cd8da60c0dcb5a72ed2c8a2c2c4e269887578ba
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568abadf0f1aad41d6ceeca0593781f39b830719
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5491864444d9bef2fefc2b42d4dc4175783cb7d2fa255e392c96f2ebdb52b5
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697d09f6f7a492d0ac8815ebf25eb9d2e01eac0b
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f794778a9ab942cbff922e039d792b1c955b110e940866f1dd855f21c6e079b7
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9549b6af1d8f35d0b3a12b8448be0446484fc5
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ffd6c662df6b37ddf1b9438c83acde0b11bfbc51982bf80618c04acf075c03
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19ebff8d37e9701bde2a8fe2b695c85fa2cdfce
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eaf0424690e6c350d35b7b2accb85bedcd941daa5f5e736a77aea24f202575f
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68cd1245cfe5511d3ef4ea757d76029898146d72
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb966191bc02c5509c72d50a9835d65622cd32fccac0511b1b59a9cfd2f026fa
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5738d6585e9d8776a62298f9788b9b98006b3dfa
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e3157a96289036b74ccf8741581bad11ad97360732cb689a3b9805e4e55d4b
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb42155b5a7c53b33f42fe2e76a736f1aef4994f
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c253534cb197e78238e672ee5ac4cedf3602c2ac6228c53df0e908246f396f5
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04fa2902d6566af36a486c92607ed1cae195c75
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ef99b5077b2c64fe0473696802067913b11fc5207113ed77f10b2808a2955d
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221a215aca382055d9de5bf24859218a4395b64c
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1027a85759a90d59a64c3a60022d78698ec2c1096deba4e86e192be3f7359f
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c62beb1a6bfc722d577e67d8adba967a450de8
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc0d76a6c66adf4147ee1005c563c839c660b07aff705973e65df3fc01e8598
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5f5b45796a83a7fc14402334df4220f225b784
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a662227bc68ff325493525592ca2eb5a2d7ebee8491c3ee303bf58f9a24e0237
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ede59d790a4d83586d3b8f8ca6eb1b02dc055f6
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca741416e09e1c7cf06285021c27855cce37273bbbb251b1bea6428fd38e8255
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5942b1082e003053af4872f4d6c9e2ece2fec6a4
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaa0c667d8fdaac794814de83b26855edec47d4868fca9e26947393ede504e9
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c5d2665b59a6ad479087825e339fef1621c05a
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b6175068cf83bb17baef2bb4135d45df6d529e6dc57501b49b52625fbabf05
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263f57ab5498d924b35fabee19ac351fc1abcc33
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d187c4b39384a599bfe87832455268a204c86ac265f21b714948f05a5aa3af8
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53dc9b592651d6bde5667a258ec57b058fd1b4fd
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b067c9c50953fb577b14e5d8e3c36bb1f79a6739434721c99919fe8c05ead6
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5692881619062d8aebcece0693c3bef1b8e49e65
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210b5ac09a3c83ed00f61705885964f95b0741108e3f8fc531857336182fd7c2
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9834fcf604b77b3ad2f0d457a3263528bdf67b5
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5da3f70adb0c98368f5c511e9635bbe8d12aad6f461f573df43cf7a68091c92
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b7ac1db626cd70c7a49f077d74c0bf96400527
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35572c7c240d2d185e396c73e83af9f5e77df83195a5e3b9b28a9ccfc016a350
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07da82d77fef5b85ddb0dcc9dd5a208c13379756
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221dc1981b5ac880866326d744476f07d73f8a4aac3eb7887e4ba0486ab6615f
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc295e3aec6ca7477c1fe545252407d31c6857cd
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38b7c20613960f7a38d28f84e427307566a55b10cdf5c9578e26da63e90a81b
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859650b01dc6832cbd1bdc99d7a6a4567304be7e
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96e5f9371abc3be11c6089dae447916beefdb28bc8d23b655b003fb7f9aeff6
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c671fe752bba54dcab8196cd72588010d04954
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7b57ec9783916fed17b6318c47a9d06faf27b8f47dbc541a5d012464329860
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1294a83a9ef167ffe40207ee6c2b82c8fd78da34
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68a86f92cbd373e1feb6f9effc50f2633f9588822c3fdfe2fa6129a213ba574
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6ad946c9deb638dd156b030f0352b6abd4b350
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988524ee570d8418ed6ab7458e89d806264f07aaaf76e267d60ccbb88c8423b4
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742730c1eb1620b05eab18b1f836b12f2900cf74
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c062de3840206cde379af109b05704d0523e4c07253c4a53eb9a1e33341040
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d62a4cc76eb8e80e501de6fc746b291ddf60cc3
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa12835e39065ce83fe240bae9494fb5a7f1a4651059cb072aa09f52e1c8092
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7bc991cece647b722ef4bf5c23562e0e410343
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262b9e794b66cdb6c9080fcdcbbc8b31534ee80679929a360f04c1409cd5faf0
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0b5e981bdcb811707401ca60961c2cada90abe
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfed13d89f991624e538b97eea36901ae7c6bb241df5abca3892481b0ccd67ca
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e0074dcd73f931ef8a846c8b3040d3c01a1766
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d0ace6b6c86a9d3dfe0c46f930a355ba73ac97ee9f3ae59ff17bf2f0317d7b
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fa9608681d324d8004e416d6d8f1c96030b1cf
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a979d6ef604fcf704690e1cdd31c433bd8dce524eb5bfad6187648acea07565e
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8967d7603e88736c099d1862682a81b7834c6ad9
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20928f0a5cd5b2b29d8cacef93b1f9c0fe3a11d550f9d605fba1b6744213819e
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7171edac23a3a7d0944f4b637b4e8b3f9517d0a1
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2aa089c840d25aff977ecd27f5e3a3ec63dd806e55b348f137aff5511309f3
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b8c37d5f20339037d46da1652b09bd9185a428
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcc332e3bb337ef5772d4445ef713aea3134e41eab56ed41aaa5afd8dea75fd
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dada045c2c59b1fc5fbaff2d0666e0ff316bf9
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373ab1290283899a466c0cb1982b8fa45e00ed969928f400d941e798ad20ece7
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9074a4cf860a18332a5054417865369f1bd88c2e
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43dfb7cc482a388eb2bea456b4569b8d27e15a9fb2aa7ad3ca83c2dd38f6bff
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7553543d55cf3c55c84443f971726299b54f4a
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8985e23d6dd08f07f89a11e2d4d58dcb9d8ed25484554d3f0111a0d717278f9d
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bd16eec4ccda5eb1b559efaa220cdce83d60e5
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2302145e3135ad6d20d911802f41eecec69299499b7a7ff63cc6b27c0abf200f
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fecc1d8be2495ec3da22aa5fb99aa18d4f8aa0b7
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd8aa8e9a7f807c8616a0bda578e59ab106a9f9fdfee88075382e2b80f70308
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e7b566530a3fc9b35c706e55b292d7c7a2b8ab
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8717bc9419e75abed70d351f987dc5a77b72893959a0059e6ddc74767b18e056
+size 113308931
diff --git a/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f673a418cfd5de22df5113463bc01612fc5f0450
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d0bbcc92338c4fe5c25e68943b59a2fc0a439e54211292da7723e787ab91ca
+size 13507
diff --git a/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt b/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d33cc674e4b25e6ff5a05b337353d7f1acafa37
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96188f0f33c048827b5e2b8bf90f3f2047efa0833a7743199df6657124c38aea
+size 13507
diff --git a/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt b/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6d021e04c07cf31eb0be35b1ee19ff27ea6a47
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1b517bbc7d1bab0acb19c3df81fdf5b7863bb1ae63603cb0ca151a99476350
+size 51507
diff --git a/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt b/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442283f9dbfd8176200052e39b2561ad901123f4
--- /dev/null
+++ b/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd50cdd4a4297e724bedc64fe3038dfca74d6586e966578a82ac37a0e853909
+size 51507
diff --git a/4b284b17bc4seed3/transformers/config.json b/4b284b17bc4seed3/transformers/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..df814c3a71ee49044410636b5eeb4f43611690ba
--- /dev/null
+++ b/4b284b17bc4seed3/transformers/config.json
@@ -0,0 +1 @@
+{"vocab_size": 50432, "n_positions": 2048, "n_embd": 3072, "n_layer": 36, "n_head": 24, "n_inner": 12288, "activation_function": "gelu", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "chunk_size_feed_forward": 0, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["GPT2LMHeadModel"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "pad_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "transformers_version": "4.25.0.dev0", "n_ctx": 1024, "gradient_checkpointing": false, "model_type": "gpt2"}
\ No newline at end of file
diff --git a/4b284b17bc4seed3/transformers/pytorch_model.bin b/4b284b17bc4seed3/transformers/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..201ee37e3fcb89967524212de3b7b27f5b6da6bc
--- /dev/null
+++ b/4b284b17bc4seed3/transformers/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7538031af97da2b13c36309e3dcb2acce2238cf191f9dfdd51aa3b661844a96
+size 8781203669
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff864d56c56d507928e22f0d44cecea69513e16d
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da8e77a8be223fdf031c3a2c7998170ff6e39a62be417bd97355fb4db1652fc
+size 199058647
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c16023bd6a143cef6f4bfd75154a731bd13429
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1645175eaa73ee370b74cd9e46cef962f9923e982455fdecaa557aee1dcb41b
+size 199058647
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ff0fcff2b06e30098116f3118609d2d7fccf41
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce21c2a05270b6bf7b5ce245eac9fa01aa7f4e96cea2ad4c2a9cd629d95d8c65
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7177fef2ecbc8c4a9f6501fe0e401c06db06aea3
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbddc220c4fc5bd5ce81ee0a9f4e792da553d08f7d66c70b4064ef47508da5ec
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6c00f7d43e12a6a2503731f02b04ec359c226d
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6894d01d36a97b9c29eb7851f7b6ff32e0d0341c9c6dcd404d1873ac19bdcd
+size 199058797
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e26c75345871d3e456fad0ca98277519fe4160
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7efeae03b8044770e82fa0484c5297f95a8c7b533c7ed289d7d4f66417f179d
+size 199058797
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f78ee75b8303e761927616bbb8ba468520c277
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5bec3fbac262f5098f28dc98f30b08c565b85eb379655cff4e409dca7ae046
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233c31b4108b695e4162aa01a7e276b96b4f1323
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199b24ba3888610107979c3bc447c555556c39a38880a1603a8e823a8d622256
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebcdff2744c91a2b05b0a8e5e46c9a6cd0936a8
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bb02db6ac618af1ed14f35310cb6e453dfa77adb996c96c66ff5e92cb3c982
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ab95c117fed7bce24607cde6c3f1484b32027d
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccab8d6ca1323e15083e21dfc8741d344b83279e74bee9ee3989ce66cef21815
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dec0498e83c05ee7bab7b55359f8e1d19da4967
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce8c1eaf9da8010e57fa74587725272f918dbc86859a27ffacdb4505726ff87
+size 199058797
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d9c6da51839d566d3a11f0341591a534c9ff6d
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c2c8a2194ee9a2c520d21ae923b1dd0f91890be3f2e3890d9d926c6370cdaf
+size 199058797
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6330be7d3d5dc38d2b6be10f7722027e0fff8083
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a39c4754e0cc52db48921d2fb1aae43ec5a9050c9b371acc669e905187ac666
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7da97af6f4ea1a953e84365a53ee743ebf6919
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a61587d360ab3a1bf3b52267382ff3c48dfdcdd8ae7087d7dcc909ad8db998
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3869e27fd2c7919fe10e733cc3d22c67f8e1d1d6
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016dddc62059ebcaf91d7f5f6ae6b5e35069c71c10f030129b8be5d071ce38ce
+size 199058669
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f62a2696a67e8478be0d81e5d971bffcd0130f
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5364bde260d03d5ee6fb4131d402efa3a28da86cc5eee832b74394e448287f55
+size 199058669
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b743e5b200a2e78655a3ceb17d5c57366d7c5b61
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2db15487e1cf6e7ed0c54e5ce2201956d6934b37929284283970b69f78e82ff
+size 199058797
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a72c4a0ad5adc454a231e88f0cc0edd613e9d4
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a15b43e30a577060ed819cbdcf84c396a98f2f73a2743c83fabc999e0790422
+size 199058797
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb83dc78a2aa37cd55b7895ecf8c6afcb1d6636a
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafeae25ccf9ffbfb6077dfbec149f0bdcac211723bb03b52900af8a66e12962
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cb9663f0c346c56e73606d7cd6185ca8649a58
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5baa7d3358c8fcc026ed7be384b30969a2704383e422979320e0ab83c849ba98
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885e761afc521ef8139a9273c423f3bc3fa116bd
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f015df462f8fb98f324334b05691cec51dbaeca7cda2bc94faa304f1f948ec6e
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783ca81edab29debdb7406afec8c583aefe19982
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7b8a81c8df815b805e7361d9f73bae0a1220008b276e07b47c92c94bb56841
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b027af25336dd7d87b76c835db543ceb5a0703
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c52fd32dd8cfd88f5cba654287c87da2dda1240580bce279606e892271d8504
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d52fd04168a3fd12b240dcae79ad43d7451a077
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebd2f93e585877e85559e313dd5614b9064decc54f1bcad0134a9b57f8b5ceb
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59011dd65bbf118853c62ada2e440dc3c17f0784
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592ec44c0a88b8496677934ff3885b9f352c2134ea810e97cca18c3fe13d0d42
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d6c9ba5b8bb38761069240d59af0a9b5f15cb9
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95072acae878d1198469763904cc32042e3e591e0ece58c9d9a6e5409e4b1941
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f687318cdb3df3d1d21d7f9625e3776fad7baf1
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24517fdb5a0a72c11974cb62c6dd68d76c9594932cb34c0afae1267abfbd167
+size 199058797
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6281b8894e943fc569d720624caf24f0ad96f56e
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7373a572ba653c7a8449d6bdd4a9b9ef850ee2af5aa09a02d6e559f949401a90
+size 199058797
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b089e5cf638c3ad5df1e1311e757532002cf739d
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb62644883984af153e8834c4cdb0dabbc38a9021bdef10eccd924bdd88abeb
+size 199058605
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385040815085a2dce38b0e8a4a9fe74369a9bb7a
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c5273258c8f7f18568f225334b5bf54a1d8ec09a47347f3933cf9e6b0badc6
+size 199058605
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3725a27893b6cb8898ffa12a8687fa3187e2b60b
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68d1fc97c55f5c68f3817c03565646e66a628e5c3a1f9f47c9fa7d85880ac33
+size 199058669
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f65e009d03fb7bfe65dcdbc7c55dc715f384dc2
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc993e0aa2e4c197d61bcd8b113441c87f0370c2a3ce119c842296a61dcaebd4
+size 199058669
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0c5b930408bf766b8fcb9a2a776b79a11916d8
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3105079f540c664169bbdd6f1605a60c9c463c26eda4426cd4f33fc138735665
+size 199058797
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4776ad04ccc950555c1216966eef90310dedfc
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f63562ae58d233bd2adec2f271630ef996b6cb9bfe72fb139f347afc38bb28e
+size 199058797
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64292a80935558c5e6af1c48a339aa04d95627f3
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670c8758c05d0e844e325237009a7c017f126b9cea8d3cb64f82b0c342fe64da
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efd78f74511f02bcb3e15899cbdd88a88849f67
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bbf61685615f2bb9aa537c41ad4e4deb6b8e44755cb3f2dc393347707fc4f1
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461ebc6f183b45c98197029157562d3f72c8011b
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768edfcb1e012a16415e8c33306a2fd3606789147929bf95a18fcca0b0e63929
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc25f9376436aa5d07503bbdb0d9450186709730
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c37161c47806ff0d3247ca96b1f623bf272bc492f9a013a2b3d31571fbddc1
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c0999fb4de65807296e51a21bdac474b21bb4d
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d0985e7339aa47a98e836e24f89e67b6aa24d7a39864ba387bb96d291faf4b
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b592714624b1e42c716fd8a0f65186c6fad793
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b686c33f9c44e4b6c4d192c027a1bb7aeca507d64ac105811490fa88835329e2
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9338bd2c3fbe4c0d7e05ceb00968afa36cd23cdf
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9f2b12161829ac8a53b2bfeb2a500bdc51540a1a0f4a4e201e768ee0386d4f
+size 199058797
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15072fdf9e35276384f45485f0302a8ca6988b81
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f088a124b4e5cbf078a55fefda330f1be52cccfc915495893017e0401b5b20
+size 199058797
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1cff4eee1d78f0e1ce3723c6bbf2ef3c227c86
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69aef061f0ea25b103cb7fa082e2efc27d3f4952a21e1d460393568119d39a06
+size 199058669
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19267ec15758cb4427d7bf1bc2ad93b0e0afebd
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556aa617d9304b539b216bbe7c798128bada69e6c6b855d0b19954abfb43b8eb
+size 199058669
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776304263b680de486f4d33cecc047f57434de86
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8979d3b09fcbca2e6406c1b447341d4ea23b47822b3f5181db6b0e8249fb9db4
+size 199058850
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf6017fecdac43cdbe5822a3de70cec2ba78af0
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6339bc9f47f6ae5d8c1a5c6522ef3322ec0d64dc8dd9187b21e17e4a9e2d17d
+size 199058850
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6f3b5dee0745fbefff74d67ea3edd306f6acf4
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a55f620207efbab32eaf96d6f1e7872e3ab3da57079794f83355d106f8869af
+size 199058669
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7d2aea681e87e1335d3cfb0e94d37b2abc64d9
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f058d461f9f59593bc70568fec22225c35a3ee16ffa58367defb66315ee7e828
+size 199058669
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b4feeb2f856491b4f592ae2d0b4c479bbb7b10
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0eb811307d3703359362c268d703c64bc5ed0b5cfabc89e0b4b87e1556285c
+size 199058797
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b111f992f818f03d09a852f11e0dd09c233fb1c
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d491f5958de36942fad85f8f2d36ea319da79893a14a5162daeecedde964982b
+size 199058797
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef5938201133846c9a37d4fad450c1404a2ace8
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3657376da2c7e59c75914c6d0d49d5c03687627594d90f32f5d4ba6cd778e7a
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b96b3e0ae4beee6d9ee7635508d54d7d9fa8aba
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1affc859414a46b4f2450c5f2fe4a33804ad7855409a122af20198864257eeda
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d139b4d4a5356f9122ca31f4c9bc44329cb1915f
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110281fbba03bef5481065f8a0fe4fc634379b7199767bd6abcf8607ebad106a
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e713d66fd3a86dacaf3a949ae8e05d3e06eee3c7
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a16040dc88d9bb71de796c04c12774c4bd9e7c34ca81afe4b2425acbb86e38
+size 199058733
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9afa38e47c9d6fe0afd16b3a4e2dc88450224f9
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3b416068ecdedfd31f469aebac64fcd097333f20357f481666354eeed8c93f
+size 199058669
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a8140a20cbb212bd237b6185cdf4b6509c5b79
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c62c4115afc96a03b7bf6cd51f2de69e93330c05da6302a320cd52836810b45
+size 199058669
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e866dc9b35322cb53f1111164c44721c3d365b42
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11e3aba60cee0a6178d4aeb4769d3dfd14191eaec13864887f6c55471c3f1f2
+size 199058925
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1574f854b7236ee1e8e9683b9f71699a4b23b081
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348dd233b407e9a27ce07e83966f1a1301b686405a669dd46c9e700886439102
+size 199058925
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a037cf15f4cc23e1710fc9ff070ed71ee73c91d7
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d8e0b818c534e7986c71883319328b92c04caaa9d5828c4317e2acd91c1a36
+size 199058605
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db476ad561ca4321e4df4ff3c5c00d3767618ea4
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ddbfe55b01531379e49503abfd62f346467380be7a7c7b60c59fa5acf885f5f
+size 199058605
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928e9f372183ba869c70600fbb75263bacd8ef84
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12eed27cb8a1f5aa7a68951ad35e89c984430a6056998d44290e35efc040615
+size 199058605
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb45c5983520f050c96fdbfbaa3947428f315a2
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e3123d335933ea8192aa35e5b4d1749fd10090fec955f5dc29e5d7bf864940
+size 199058605
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319adc8808808951fb649bccac9d33e0e19d99f2
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bccc59170aaed153b7e70d90a9210f019cbd52b757e5cfc24024b2d6700d9b
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f39ea975a68ab00f02d8f97e7ec02c06c9525c8
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd296072e67dbeae63845bdc329543ae5b3afc518792bc0ab48da572291a816
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b502f6f0f86e401e1613584c7600b454f67c0c
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1f8719030be6eb2f5313ff2ce541c0aabd770dcb75b7eac26009699c4b7257
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3e2f9fd780538ffbc84a8cc2f5ecb94ce0b071
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a380dc722f192d6110c0a170c7e325d4e1974cb28f9af6ed352ff771eeab8dbe
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982d9bb58b17a77c1ff257c067a6c459863077cf
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d11827a19c415175b1fc2e60be4f72b7cb7305fd43b74f9efa96d8a0962d4ee
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e806102376f62d03e85df7f33451bb61be2b9cda
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f262dd8757485c3ec329ad481b513e68060d65f5482910017e07b7b0dd87b76b
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e78cc4bced2c3a86abb10de3b696a8963a6fed
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df200f943cfddce8feede74ec2637dd5b6d43f9f6ecda056ca0f29879e173f5
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d84a24fffb77cee423e9fcaad3cc4c15bca842
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd848c822aeb35cb7977c0c79d83fc5d889dfaab9ed8e8af1a69a988322dd206
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36b492e62436810d5b51e7af70e3e88491905ff
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa468c4090f60d8b5f544ec8943df01c7bf34e2cec0c9e60c682b72a0e2dbd4
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0ed68df66c1ddb31437a18c20a6f460b622fd7
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d963fae98cc580afcbb32003ee6c5f800064f179b65e668f1d645d5aa2e905b
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b882992bcd4e09166aa57d6ac925bc7c77426f6
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21424b0d9c4984feaeb0560f943093d07aa8310c0bdbb02c76512b40ed4ca86a
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583461e39559f47c95857aebc877b036e0ac1745
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faaa19c57256f1b462aac6a6762ce15f9b8c47afcca7a82d095696855616a9b2
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07aabede48bab8650ae4ff7eaddafea0cd4899e3
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb48caea43094af8b90ed38bc17e253c4b92fce1db54eac17ea548bfbd42fbe
+size 199058978
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2c77d068d265132ac5367f1cb711a1525e19a8
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d97d348d9ca83f26f727675de1bc3e18f404534864319f47cbd4281c9edfcca
+size 199058978
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6e0c959a95f9ef4427bcc3481318e4cfc2c917
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51997f5357609298291d4f86a6b5e2bace51e850e5cfc2dd363f955b20a4927
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f1b42e24297ebb8c769e2486c9f77f78777793
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf58d16f7b7990463fbee5aa803ed2a81e4bc1e8c9fe1d75e080748718d494a
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6616ae90eaaf31a1a54bffbc128744424a3fcc
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa52f0aee1e8496ea3558e58a068d7b8534156305f37a378b76c1045d642c667
+size 199058647
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8605108825db3973e1cfabb771ebc23d2638637b
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14a62a3ff9f4fbaae0b6d2e3d5755f046cd3759a6ee22931e5a329efebe4693
+size 199058647
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aace3d532d1148ed23eb5090dfada37dfa81c31
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d89109cb32a258e76882d18915628572323e017bd0796ed2700a7c9470753e
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa02ab1ea585041e53a0fe021ab9a3faa55cf4ae
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c367faa75f4ff91d8ac62d61746f1c3bf48a64e604d5290b0a41823f310c35b
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3411f6ef4728f425016945bc9e83ecbd3618a373
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66be45fe3d6a361058af4f59c4d5a03834c0aa29809a5dcfca0eeba66b44202d
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69e69dbcf757d3bd7ac0bb59e658bf3cbedc51f
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a3918fd3d625affb3be02715dde99977551dbdffff658a65073d018412049a
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849123e4d067b48d80506f63ee324ed398c642fd
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e98a236dd4fd7023ac2471d4da4de3ba3e1f4d4d29adde017c5cca089cb390
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ca5e7949a10d750935fbc0d0026fcef5f8f418
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782a5cf58feba776b4e64ee1219434fe79f9d6b1e8cd9ac60e18e8addd40935c
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85171bfbccbabb920a65eb95e9fac66a5675eec1
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c91c7f1bf32d5f0b6ac910abf04f639c1f6e08fca6b2f2b4394f25f5a254ca
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2d0478cdb64f69259d43c565494c5ede728dc9
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104f51480b14d7dadb1f6209e7b854d03d9a1a588725213e4da837bc90d0d017
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0a75932b5cc0c0266191cebf0987e22b995b7c
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b418bb76a16b3a28faa5767c219c26201b60b41f6547c0af1b4eb458f33baadf
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0977ed46b533091fda54cf0464b0baf38dee9e
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ffff5329260bcb51350c9cf970e62a046ff8d12998eb8b90e89c46ab611532
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d7d8911423db0104ee7e88ef01ed6a51f825b3
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450f88bed0d0d77a2362cc40e81ee80716b5e8a862a367ec9840b8c8ff3c64fc
+size 199058850
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f7795e010d23fa4f8c72e6e1f0b55433fd33fb
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6116816383400d179c42b0775e001df2021fb1d4c65ec1c510de12f3abcb0e54
+size 199058850
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f97abef0c071b896e90589459f9fc4cb65fc8e3
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0651092c232139268e908bd8b20ee4f15ce5ad23c9f498411a7aa057666aa4
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7197998895538485610526c8500f38223b08635
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c0b4ff6de3b5bebc26a7c01a91dbd5cf176da1375057854f22fb8998a3236e
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ddbe98cf7d14f36bb537eb879c5363a680e2f2
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3263f405e35597058331d51111ee2b08b4ed7001e16aba421d4a747bcd2bde80
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e548954d81de0b4d3ab8d03534eedb371faea3c
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec4a003eed574fd9f6601948869cbf85a634501c2b47907338d4cb43c1c54d5
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36da818fbc8e9f0ca370d64b74a5136732e050e7
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de473b3647186c89f2796d1718cd48d06f944e55f7682a78f5e2acabdfa3b230
+size 199058594
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babf8a565631a212b393bdd435466847f49ade3c
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d6b9726a6d8e1fb78376bda72e05cb064cb3599f69038c28eca24854faf2f5
+size 199058594
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c27f4fab4042ee3b9472d1ee26d71038af4947d
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f96218e2d96ff362e5c9cbfed7ddefbd0c817fcdf16116e08bb0fa75d1c517
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39978623ab7084399f3e9007f6536a889d6d8717
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ce9eedabc8adfaba1305268a2201e06318a9b5ff67f8f1e0cde67a720ae116
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f20372f33df25e982c94e48de8ba8a7d45890b
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929264ba300e421c406fd641f0a8b283575ae77f5c436e790ab3b14411d7e82d
+size 199058711
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2424684d26537e9e1d0a4c0e114464b9f89b7733
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b765b94d63bd42c8ff04b3817c8e98f393bbcd4746c07bbe71470cde58645d43
+size 199058711
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bbca9102669a577d4703e43b8697a6cf24963d
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed12aea6ed0c2a63ab62860f7606a64a85ab044a510e37759434ee0a71a197e4
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968bfe83c63ee75a51afbc035d0f7293be662f6f
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0aa5a5bcb404a81a0ad7959d553e110d58afbeee44fd1c9604e225c4bb7ce03
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90e3aba5fb79221f4903f4626201fd06393e770
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda469e48a1e6e1aac0ed1d40986dcbe9e322b39152b7bd1f597d2559bd04867
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cd413cda1b3614b98537ec2415d080987f00ed
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ba18e15bac687c740865dab2a7ff66129094b40fc838b407ed0eae7f12a50b
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5038e49e85c6ab4d0bd22aa66016d17575a99913
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02cb9ddc89ed5b666f6220eacbc70bcf30ef442b439ce86e8cdff0af9e595b43
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add94c2b59b511d3ea6ec348b895b1ccfe8f6321
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440998b3c3e7e376e53503b786998c12cf3ef3ba7f7db53a50e7eae91478538e
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9e85cbb453d40cb838693fd8f463e64540d2ab
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c8d27d4c03126c73a4e9a182bb60c97950a867ef3a07ba93470ff863f1ce85
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdae5cc8c5ace6516862d30ea52b95fbb8ac4c2
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c1407f3975b07bfbb6f306311fb135db8b4cec29333ca009eaf2a3571bb377
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52eb249efdcdb431ca781beae956811709374002
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde4e2b0bacebd6a9d786c48c9f3955b8bbfb8494bd7dcb164b66b0315b1b1ee
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2b66cc37ae21e6a220e19721903f797670f872
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f270cdc94df08fbcb168b592f280560dbb24111a6ae831d3d1dd2c4161ef226
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3579c26290982502893cf817633ad1d02ddee65
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742cb68bfa0a308a83ba2a702d41443326e6289433a9d374c3eeeee696a5706b
+size 199058594
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11581c429a927f6cf0a7c1a0d8b04ce78a541f7
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafca331184a71cd10efc0dcb9ee15e487aac71f77a81e2fbb4b9611b9ea736b
+size 199058594
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69ca66fe79a56900faa412496faf49b39086215
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19aa461af1469c9904a4c7987b891b42d2245437f72e91282899021f29038b5
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31815de24182af8f37dc758a667b6f113a0ee39
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2946eddf56fc4afa18c506894cdb3293f90021c95d7d815e797e0d72967186ba
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370141365e97e8cd100ea91424a7fb501f569c40
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db805fc6f0608ff716c63528cc2cbe439b03ffa853e7d78154d50634e2986bc
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de801ebd2ca9e0f33616d38eba316cdb42bb0b7
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7018de7335ac4de37d506045bf485c49064540dcd4d9cf252fad0df152b5ad
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2226185370e93eab07ef768a1fed923a493c368a
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6231be9c5dde4d46416dbd29ee567b5e771c8e1e0a8eaf40cb57b028e91511
+size 199058850
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d51616d592df27120c2e2c39eb6ceb93b34b4ea
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe5e8891c661527defd51515f8ae67247ca604e6808db7e6f3548805d67b523
+size 199058850
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58ff44895a42c3a2863ae4776e4b107ccecc8f5
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe04257c30341ccf928d39529f1ad8e342d12e489a91ed3236d441534e22376
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b928907b11772cc62234146e9aa5884af78cb719
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2493a493473d121a9f265770bc9cf220380a12c6974fcd1f20b1a795b648ad
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2998b6b2c07e424368f7a4cb26dfff2354ac05
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b486150f92f78135f447d2818d8fd0a0dd5c5f59646aca22725ff9400df078
+size 199058647
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3569c55037365166a8b089d73220967454f4c30
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5528762226fc7080597682a3eeec0bb0f456f07178b855aa60996f7bc2f72d7
+size 199058647
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52f0e6cf954bae4fd0856afcc99b514e68805ff
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f742382ba59a624bcbf6634bb5bc89c795aaada308f5ce76da5c5626b1d24e1
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730fef8dce19920db99c6fa58379dbc37ea2ee1e
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a22bbbd4f85d9cf76a93ccd76b584376f27aaa96f01516d716ce6b56245d33c
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9225af8045a32fbe65b67b3e40b4f063ea9320a2
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59383a8f354445ec8bf1d94761d73f3dc232f97d6a5a161c946890c9e18b3d47
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cee8586628740c67b377ae958c1d76943932ff
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3015803187e9e44af98a1ba222f1079df66726acce049caa21e2af954605cc2
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31cbf9ec47a7a4f57a6dd4d1b12eab92e8b4f2be
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee74dd7d4b00b47ba07464927bb8d142ec934ad2e94b0b5f6324efbaefdf84c
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0480741d8f1d66fef65273679c77469380d6f76f
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b65a608b4ad76a784a29ee119c4585f58a5820b521c03d13e652606f960021
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9af1dd2a7050b12f85fe94ed043f5874b8c096
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7c23d05cb0dc2f0ed02ced085e7706c006f80c892125b399906586247789c9
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda8183b08da9d6aba9a170b3ca0e2f144d674a0
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e957f56b173773745871215a5afbc2697118550b0e395a08bb9ac59f33a83a
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40b385a623f18a15e24cc0905afe70df03d0268
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f22c406f00c15470bbfb85df772d08d66d8414f0656f2c7330e53d2ca3fced1
+size 199058850
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8aea60fc44ea2a0a084db99db12afb6d7b69860
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7186aba210653755bf763276adc79731077fef098a4224371553a763437644
+size 199058850
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe0393ba30e595ace321a4feebf0adfcb4ca805
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996cd5d509f35a0c72f5cb12ba02016ed0207b7f3df9cc43663caa222036f728
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c12805b963325a20d9f50eacf6ad4db977db610
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51872d1918bf039461ebc8e0ab7d20c9bf9d60e15dc03e91a37f48fe42d40ae5
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd659ab86947ff4884e362370f47bcd08acec01
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2893f7d0704bbd340b4c8ebc276e1158f98936d01958b803b738d8d349449072
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f05598e2dd276f0921bc26d5bc210b4844d572
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270630775662ed3ac8adbd2628490b1a69d817b7da388fed3920501792902b81
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b2dc1d7ef69cf995f2a3018f5f845c1099cb79
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af59cdcfa33fd8103e7b3e56051f1a0a5a33dcb0cc1f3f446c318c8ad4b3fb6b
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cfd1c1df78d274188486c6ee48df2f8771530f
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2188508ba57e85c1883d9a5b82ce3f65fc1536dffc3898c544031eed20165c4a
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ee7a3e0da9551dbcf56c7292618472e7249776
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25cb493e836544606e7946fa4dda6d11f8e4ed44e882fa306df969d98735d0d9
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81763583cbc22eb528978ca3add64c26becaf8bb
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47555d93c1f1363e0a9f7b443c1619a1675ca582e9144d42ba98f6a8df8770f8
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945a10bd44d32b662d8ecb50ed96d5202f2ae1c5
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193df47cbbe3188330637616081660920a5063e19b971dbab5fd75380797521f
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499ed8a7c47361ca4b0c51c962e4c2de0393223a
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f6aafeb811302237941da4ae2e756e9c767c47ddc6b81ae6d22ed803d3a1c7
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d86b0368334b0a5c3c032a71804371c3a99946
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641320ea1f59a0937914639249e58d931426ab3efdb2eee9c8bad44dc31014f3
+size 199058775
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf563860c3ec4128816e9a840719f3f7c42067d
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8a78f8e5de42053ac3c271ce3a2ed750023240dfec5146aaee8430b2555b17
+size 199058775
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d497ce5e6501c2b2a018ee91b7113d62e18673c9
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb5d1a75901e715634959f982d0d745cf7c0e7a1bef9fd7fe0d7dcc7b38464b
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824e3a35ac3aa84dcec8b2c48de79516266c73f3
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2259f30036f6edfd4e02312cc668b098f16c97fb8d4e4986fa39c4715e750299
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718fd7364c102dbc601a067ad633e382d6fd055c
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402d0561670a798208c47902cef88ede121353f5236f1e96d954d5c9efa615fe
+size 199058850
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6215e590e84ec4f2eff1899a593baf980461aa9
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93df20f2775734ae2fe0641e7ec96583307f27cb6792d7803653127d9bec563
+size 199058850
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9442a9793b75620f9f2696aa2578343dc7fd9187
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a584ef2fba79d640745502d97d12070f99ea899323a9b8c47b96844064032e
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb882461634baca5c46d03310cb57a4d5f59b77
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4824c64777964b157eb3e0e5d0a73601bddd75f8a02b226403b0f84980a863
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888a934bbd88efb63586e2bd9b83600956732c6c
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d35ef57480b4f7ad1f03398bd22f0e26782bd521ad3263c7927e19f22158a9
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971733577fe584b99dcf986bd3b464261bc97976
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db2530f8eca544f8f7e3d34cd425e52054f3aaec27af3f2648fc3d1acfdc9dc
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4249fff41509ad00443af106e5a6bdfe8fd317
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b7b708101ab583292627e3a08a826e4cce2e5cacfc48ecc23c58a0ec87d65f
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774198070141239e1a6f0e763bc90f871d363bd5
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb665156e4ad17d210307d1acdf4022828bbd47a474beb361f338281ffd1e69
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e22463a567b6c74866e8a4500150d69b3ce9eeb
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d00a7aa3796030b617b0feb368fb05a4cebecf17744954a6a4a2bcf68e1acaa
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a55d69ecfe0bc3e04a9325f52dd3d4fdf5fa494
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240777ce97707bf4210d12a4bd91f0cf33f3565ac88d924af9e49e1d9a507fd4
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf106c702c72aff51c7af89974644e7c510f5fa1
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a82f798d0115c058ff0e7d76ab952e16a4ee0d2cc2213a863f44af9397537f
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0370dec75841d9bab5c93b827ee0192ac283c93
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fc7f80f4cf4ec8c4c32201b233e2ad0e988e389d7443cf19113acbfe1b1365
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000bbcf734936861570a9ed06bcf48d2a5a9cd8a
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8b87a4009862839c79201faa3ee0d92deae320d3a348ffa17db35740750add
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a532c4c41784d0c98fb49e34734db80faf7233
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063f7d6857b2ec3a230b4b63051970ccd23077e1511eee00e119a8342321c562
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a617174f12dbb786c671d31a79ba1f554372f11d
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd89927bca3322e601bdbd2cae7a6833d9855e7cdf6ac81d8eb4b5f33e0ffda6
+size 199058914
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356d8938eb15f39488215d1b6348832ab340ba84
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119e105562615ef683489d3eb378c5a687e6deab85c2f9744f875b5fba0447d9
+size 199058914
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4085e074e50bd40efcf1fe8dbd3719f13f16e7
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7873427a4e165185d32e03f660458bd1fcccb3f6c7a0f5c517686458391ef0c4
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a740f2f848f43f5b3de0aa44eb89575c66dfdfc1
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428cac398ef62812269206298b1f71cf3cafa828161765a3de35fb394dac3c8e
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315329d3993a80cd03f1f1754f41cb939c0533d0
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157d4f818d0938384967b21d59d825ad6e1e34f49b0b04eb9cc08d72b2856b1c
+size 199058711
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f854991835c4b83196dfde55b4e70de4cde46bd0
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a949d2ae92abb7ff1bc9002a6ee300c707d62a99951be382a0edbee026abfe7f
+size 199058711
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5053b48d275991c40b578d5649467b9ececdb73b
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5df2804e4280af7de908548154a0a388b56bcef81a5c09e1c2b6a8c35fa003
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f302bfdb669bf99117780ad3c48a74ca00e26a7a
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2889bd88e3a27e624b52bb3997727ce9349d326c1dc465d94f46faaf64829892
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26417c8881185ae972568e6acad75a09149f4c8
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8050e70dd422d182b0fc94e602482c179625558264fd36d5a94e83c690c400c0
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9573034063c18a4e0745aa25adabbc780989a5
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfe9edf82fe263c559737d82ec65bcaead37c10e98bb60f52ac766385d50ab0
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035824aca7934fcf3f932eaebd207fbde78cce5a
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc66c39f49870da87594bb67f50f9a05f2d9cce3556a0c7754b324e06007be4d
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a869b7d63bc0c7062a01c82c14b7ad2205359e3
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f79c3941b9d7f65f96a27eff1f58fbf0fb32c8189e53d92a82823b54d64f8a
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6c34363fa241e14c6b4077a610bc6733da3e15
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fbfc730d6764bcda67671ced944ef3fc2a61df79391525e2699be020a92450
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea1c1a61a7c98f02bc770861802f1acdc149b80
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa58282d6855c3863663224ad7bc1f4a91a52ac0c0c16275cf7093af50a3f188
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85411c777f0dab105c85d34b8ae3d9e995c79e1
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c6d783fc42874951b8b2b4c883514239b4b06ae0e478f516cf388db2df9802
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a8d5b384720ca3e6b64882678d5590001efa1e
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebce2c3a06db8467e28fc9e72a75702f46c87e6e1a045e8b245ff949d183adc3
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51672667c1b1f35e416519bf7883cbe98a9040c9
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0cb058c9927a8d650c7667aeb1d10b4a3928ef4627daa347aaae9396ffc1ce
+size 199058850
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064548a9b36d359bb6d5ac463f2725f47bea7f4d
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e76cf4a3ed6db10778a319b1e426de00d00fb485a86f3053d128a2bb2078685
+size 199058850
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b138d0608349f76e4d82ef03e21a21f7d8f897
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6743d50aedfc643464b9a8bf6337f71a9b72825895a81fd355bb6aefd1bfe2b
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7001841e5bc756fb20ffa73a5aca6f87085d76
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92308b311dae8340b64d676c0be8ca87b205782aa4aa1ab64cedb9a5cf2a6f5
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e75d85b9006de120b93d1c1843db35e902150d
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1935b316d29fd9416579cf1e3aa77cfcc616fc9f23824baa1b2f1e18be837f
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a256bfb388dcb1b83acd05452242898f3db486
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acea8aa4465f97ce6676f680895fe4d09fb32a5e04f49eddb390b8e0d2fb5c80
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786a3f67f40b4ee1d1e7e636dc1de2afb37f0d24
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6194eec88ab35f7ba129698376a87e3f43ae496c79807a9ad6b5a09600b0a133
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f2a6c9bf2ff531e9e9218ed926ec847ff62703
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084ab306ac0faaee77bcc857e15bce02bfca10e7fbc6662ca63b2b9b909f2036
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f29521fd465efb1c41d26b8c1706217be48051
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63eff17a791bf77abaaafee7ea5e25c8c883e434bbfb030e033baa7b208e0d08
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05278713105ef147401578cbf291c14c0aba938c
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81f75e30bad7ddf1049a5ca154c7506fa735365b677d9eec29ca5f7e25ab987
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5ecf8852c94410db473c971026db2461dbd2ca
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4588583416a5bf67b306edf545f947e1383426a221d9046d71c7e44d174b91f
+size 199058647
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ae5e9cc68b21dfe4bd64de6e6db10f7b61e47b
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0c2a6fa8098d2ca6d1fcabaa88d20df920cc6bf4dc8dc1a7868d097247652e
+size 199058647
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7fd8d0190d540a949f2f416f206a029e4e572a
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6b0e790d0f8edc7fb78f8af34e0685808e487f069e3bda85341947135e4bf7
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770cd2ecf9b8bb65c428a1fe52e1508cc024dc9c
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0585969a8d80d6a0ffbce2de935070681dd3fa612c3db3cbda86acf7affad3ed
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852e7bba6dc84054b3a403bbfa9d41c3ddeec974
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0821565bc1a8b68aded4e874411adba49dc6ebbafb248d0080e26902a2fb7981
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f992567f2641726a895cf736573450efade65ba6
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c7230c6cc72da06de87e233409015d012e894b019390c5c0ae9c0efee83db9
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fdcef963bbfcf743421d3b552ba5a859ad4d31
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d127d9259426eb137b44c7400592bc05b3c8cb658c86c5f4e6b99a8bb4d584c
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779d47ab288ec2f259a49e376833e4331f44ac1a
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a2e6745ac66cf88242ff322d3bd082db7efb2ac5d0ce3c0599aa2bd0f96571
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be805904a2d24b9f17ce6d518e6c081b06a3a63
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb65dd37bd2992e5fbf7465666b1ca334995e6ff90ff7758ece40931ddc6619a
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c0fbecd677e87658bec29bd1dbcba6956162c6
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c9de7dd0d66c8e0a1fbbd41076960e6c915c849d5b5a5d5b79742b4e683bb6
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e196ea771b5d5d8b760ece29b00c0da0de4087
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aee432e43012c4bf9af2eed4ae1d021b0319d21ca1c53a0684a23c8be57d31b
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b027d07379f0603dc6e1777e81f398eee3fe30
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fc9a79cc2457a427b503ee2c808acd68af819abbc32700e05aa47f9c0a41a5
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf346db9e6c80a9b2b410d8f3c735d8d0d640df7
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7612f6da145a07b66a60ae3256407e0f9f265a68c8c3bd83b4c4a9aa4dc3a9
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19295a5997ab0ccafe17ce7400af06e857010ef4
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f80ae3efb9a467d4691b7a2d722a72d592cc7a955c2338bb34ed95023a6c833
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a63433022d7940cf63ae551de3232c50a11691
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dab12a0c89379fd811e95ff2b7af7868432dbefbc4a6256b0663c99c426aec4
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7a50ddfb6b36fe3056c3bc13907f91e77e7350
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4aa8281ff923b2ca9f3c35fbb523a9f014540c81ac52df785bbb8849fd685a8
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23268e7d343509729e4698709c5fe11a677e9b6d
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc94cbec4ab65fbeee01e7077e4634652f87ebd1561e6841b262a1b6cdaec9a
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880168a7b0f6cb95f789b9e5fcd804554dc60b5c
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d2de2059169387eac81a5051278e15a5ed6e6240d3f932fadeecdd63019d27
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8827c61f57d0d5b327d4549bda983f815aba91
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18de36083354554b2c3b2314470b115cc1a3bc951f27ef41311f61b4958a2dd7
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a068258ca75a1a6d5cc0029249188792325157aa
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b1e97209d9c3ec5bd662cfa7c4d561a22b79b148c1e6af394b2014d2dc586c
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532a4257ebd483467c57c2911109ab9a9203c224
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3325f3ca8616ae7144cbf497bf9b119057144b25551dd99090a27b7e6d2de344
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3393014baba50ddcc9197b48eedf5ee3516a68
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd3648815127e17efedad46fc3238c345b5895975e8df290f1ddf99effd60aa
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b1aa746be5d39409da1b2d98f7eb26d73f3304
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcea7f46558f284ccfb8c8eb5e7957c4550ce4cde0ea2efe9ceb97155bef8fc
+size 199058647
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b52df9765021230d0b9c349137b7e1d9494c5b
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cb806770cbec9ece0caf9c49424c8e5abc5e2da9f51b452552e1aec01a0ea8
+size 199058647
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04da0b3479fc500c63a02d167b40a0241de04314
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b460a820e87fa66f243990a73f1866a3bbc7e71db2d522a950204c73bfe318
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fecf4e3a048821a483af571d649e0f74db9238a9
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74b2d9fd8ba73bbe98a430ddadf1d4c8dcb3d856e1aa5b8ea57faef801e891b
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a0bb35924d3af87a8e59545e328b8b3a1e473d
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9616723042248f4946622ac739c014f4ddbdf27e6c48fabf0a0d3a88b3a5c3
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7251d41a28e1814a4fbc1c2ec4bc1ba28b6b7fbb
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5841da7c9dcbadb1b53de6667053ddf896b43660ade38fda90411366878348d
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab18dd3405f44b6b4929b49e733af9b65c38559
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507ddf4a7e235382b45ea7c1f1da3eab1b56c960b10bb7b7866579fdc8f43817
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e690191a43f385b1e9c01866210b7b1d59e2644
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593d516b1b127ffbaa0e4e81b54ab40adbf1aab3673942cab65dd59292bce9b9
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f49f9159ec81ae9c531f8b39065e3d8d6c6497
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f50ace76a3621dcb314e55a313a1def6892caf7e4a9164d512aadb30d659527
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832ede85644e9e9e6c49f4c0b23f06e0f8f1b576
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92f04c0e5166051a4837905708e00bf6a528d5ea3fdf79c1ca7279d0bd7f054
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15df910fa6d011a3d4a0f258ea5c0b8db82b38e7
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4996629db6bf73118af52a3a4e8502464ad81721aafd602e21ccbdaf844e6c4b
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636e0d4fdef53635eaf08cc3a8ed31232eaf6724
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91692085064323acb4d8e246fec83b3f704deb6ed88e9349dd5e1b386f36085
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9f2582d757b09b5469c9aceb8e49768be01e42
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf4fd4bccfca666d6349ca7572a4ca6bfdba8bb7ec2de3c1722e89560139f7e
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa1f8e3c8e9ec7219d8fb7c8e940d7ff7c162f1
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add07982378866d6f7c5cb9589091d7085559562626f32cc2b9f7238cb1db251
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bb2c3aca73152e743ca81726769c6f5a567d33
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e32846ae4d293a11f4c4cec920329a46335d0d57925cea83f99e5e655f952ab
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506e28e000efe053bd9cc3f37042f753cb0279b1
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89403d8831a9b8481d54bcb74ae1c64d00468f3bbee5b2bc7a1e258e2804b72f
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07bea656951904b4006dcb2d2bf1fe919cc86cb
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248c47edf947225cee8e857b2a021f30d75e70607bd9b361e60b492b4a727148
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99107168f1392552e2f723a2651a16e45317d9ac
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14adc2aa2e889e7decfd7f9b6d3e08edf7f7a785ac2c199a98a73e5c9e0703ff
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a1e3b1e1d32df117ad6bd13631c24df80b7e9b
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a146f730e1c3d3922de18c9e10e9a018ec48f448eef72ba84947462855c37b3
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48127b8f3658663a73669caa6173dc95ad56aab0
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ee5048e0fa4dbc613327237366db14d0036ef61170e8c3b17b2c7de0a4de2b
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f7e02ad2861b32ca6175ec8e8f1a8ec6cc0437
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96c303d559e0aab18b4b40a5f4ebf537bc7a09d24cc067eb40866f85eef1a92
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d08d5480974b9bfed6de8317244d00995fed4f
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb02356ec285615b318e085c89cd1ba24672a9d86783709ca7e9c86a1be423e9
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d5ad69f654a20f1b9280b119d1ece857d76cf2
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e0769ced75f266d5a7d92be1a9a6db08a0875eaa90cf894588373f489367a7
+size 199058647
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc0f8698b7ba6f1cf345e845e944af388c2c900
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a55e1efd1a708d64be3b6c5aa5b1abc2b78db0e827291d5a237e5422393362
+size 199058647
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b00d1622fb43d519ddc3bf6c9a2df402ae8a578
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b47fd6e710c9b19d6463e9ad83c7622d1a5065cde03e0b2b4a2ffe5f4948e40
+size 199058850
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9cc9cfeae7230db2b95e8bb7c2aef276cffca07
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c01cd0f2dc3e3c047a37605b704bea81371c93ff5605e5c940d8d28759e1de
+size 199058850
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f52e787f51aaf489b93982e6b53c0e3a89249f
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72ab6f17b070f319f76dddc92d5f1b0667935afd2e28414290e6de5dcb62357
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73076e9967ee5a6102f7498b576f955faf2cf730
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae1e47122c53a2b4e27d041723b0c6558cce00c586aac7256848310de249a4b
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbeaafedb9fe509e3b910837d9e98d3aa9cd386
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f711e226ec9eda6191902dc30a80da0c98adf4cc5cbebce8931dc1859471b9fc
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04312bbdc4c79a55d760c4c9d600473279e785d
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10edb6b458786cfbd163a0012b3be6fd1309f4eb039f5ea0067dc7fccec2bec4
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed88bf88de69aa4ad414c0f924f7c00ad385cea5
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab0046a13b083516899ad7cfc527d18bf33599c0952869b39132c473277ae53
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cf0eba05d2e01e529860eaff8791063d0e906b
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfec577c70c61fb3afe643223981b3548bd40d92fdcdfd2ebcdeee424be0091
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2411ce1cd2f768f68932deabb129d8ee77ed24
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb14c14a4bb465547ace9178d23f9ac978f1b88019799d8ae870d8c5c99b8d84
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3d71399bbbb25c77b8215d5112f0482f71d848
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee708de38e8da90b60d7e146a76f23c373ac7ea69b010b747a492a14c443325c
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7765dc78e2f16382651912f3cf3a43ed48289c6
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b9db7a29f0cc9c396745c7961a4b8481f5be557972272595b050de8f39af0f
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08482d2c5845a772ee4df1044e854c3c493f614b
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16783b8275ded7fcd09282f73055b2b70c17c8943270d965ab0118b5d8b9c0bb
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b3a362daab45786b771bd217195f0ce9cae2ca
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6b83fa7c5f01d3f42ed3d2b69dc797457b29d5ff9e4029c0a90fa18b315408
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1788b87fa20d183a470adb782761337adbc5a2f4
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383a49fcc58ba0b197d149a4082352c20d21bbb6ecd4902ec0442269c8fe8d4f
+size 199058722
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f75f59f00c86d3a6df7a24d457329a42ec36a79
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7933ec26c0fa9fddfedc922d98863406c63b13619d6b1b6fc37fe9e8bbb564
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b290abe6f22382b51469d24e1adcff857e71e1dd
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8f322446cdeb2ac35a988bb60458ef625a6e06914a9cb83a3ecc69916a8db7
+size 199058786
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4535d85da51b7574663edc1964410493b618dc4a
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd5725ecf78cbdc3a4dc084a83da6a8f30c5caf21cad538e5dfef4d536db5d7
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dfabcb3f6f327028ff59d2690633c0823f44da
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39219943b945f1381d44d671a9366478b339d2ec26f5a30673e7d1bd6d4c5f99
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38922344a5ee77d4a7379d0616850ea4b7f5cedc
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9632b0a54576692e01fdccf7edb2ad1ac5aa4c69c4f16534a2e379ff35c69d4
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223dd596508b397c08b579dc12a6c7d756916537
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8876be13c5df6de3b67c4af4fd29499ba8f39aadf92598978062827efb141356
+size 199058658
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4ac5ab534f6d5fe17c8bba54bb2c49f99dd3e6
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e227a2feefac62459180e98707bc7545ccdf8a5a830a5fd042fcdf101db0b7
+size 199058839
diff --git a/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205cd3dd232b7f9a72483e776dbf5f5f9fe21b6a
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4082b5d84eaeb46c414b29b8c50906d44ea4ae802a26a89799888eaa9bc54f0
+size 199058839
diff --git a/4b284b21bc4seed2/global_step80108/layer_01-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ea28d72bebe5c0681e1523c32475c89223caac
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8303e260fc8807e3e661f93a9803ebffabd475a3910cf8fcd6baecd5ea5fe6
+size 167511299
diff --git a/4b284b21bc4seed2/global_step80108/layer_01-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660746ef1750e38143addec13420f1c215a79b4a
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8424d85649036e7b9c1258b9cad5fb6dfdc02e95ec81803bfcc37bda95c627
+size 167511299
diff --git a/4b284b21bc4seed2/global_step80108/layer_03-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5759142a1d09285dfcf1fd2da49931e09d5cfbcc
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ec281e952283aa0fbc95bc89a3ae83951c82b327a4e91fea3f49d10ff94629
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_03-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbfc378f078a99cf9a16b190ccf5e1abce42c7c
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f9d0c73efd92fcbb3daaeb966c9afd4e0304ebf8bd7d89919d8211f8782151
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_04-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66475ff286709366da2beddc296b87fd237cf4bd
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5fff0879db47807d145cce766e2a173d9d515e074094c70f14c3f9cad29bf4
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_04-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c407b9187e778bc5a588d76babf674c04db16100
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79c372779a56cf827abeb8d9d6e864c08c12bbfbc19607baaba2d4c1134ef5f
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_05-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e992176b7b6c7207066e2ed403c49cb914ad6f77
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b00115aa113a779c0b55f572c0fe477969ab2c22c06c48b611169999770c79
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_05-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb85d911d017fc3f5dbd7b0fce44bbc78578a351
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08cdb20dbbd4310dbf606d9d8f742d27e4faa6ce6989cc5f8f534fbe539d9ca
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_06-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab01ab9b314d6d0a63c81b68c61e4499c9fa2fe2
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b0e4f955c8926169fa444cb26c75f62afa5c9dc2a8502e548caf727810fe21
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_06-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5d58d1b1c5fa191cf44a934dc68b2531827c42
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048c2a8143d60537e500cc99cda8f33182e92faed0864d626fe12d4460cbbf2e
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_07-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c41c5b7b82c33c695893b64fcbfbbd4d9080ab
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031410a4435b95295f8ab2eff554c984c53815158e5003a45909dd7f9a6c1fc1
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_07-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbafda629f37127e281e872058f28cab84b6a4e1
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7872c7de1402b030833e508ce58da57a17679d4f77aa49bdd005b552548f5e
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_08-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2636773122992e467c8a92cc03835485e47b2f14
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7981e24a3b7fb99720c6e96805ac0b7583f81dc9e841c1ec8d537642bfd5152
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_08-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2c5fabe102dbfaded239ea99f580e68d3deae8
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e2cea685be6163d8b7a4dcc923f75a3e72cfe05ee23c69d5463a0b1a7beb23
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_09-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc6857a844a6d02e204972f99241783c4fdf0bc
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c866f04544b05e1d862d9889a9087bc8dce4e5f47507807b0bb0ec60d2821576
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_09-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0132b407598cf265cb649b91cd9586a7aeb092c8
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4eeacebebc28d386e6f047b349d1435e9b7d870d58abc78847a7e58d5b4056c
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_10-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24c46e32f9bc632363f48549b523ae90e5c7fb0
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd53b7a2e58ce4ca72e2d10290c9c48017251b0a8ba1b1948fd7ff1b83f179a
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_10-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f51800cbb8e5ae9708f6a35832ae156a468a2b
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c90457fb74e9cb6350a1c7f3bf0e86b7c99af2437e249277d2164bfe08aad2
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_11-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72330d91e2cca6986aead7013cd5417398235523
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a9ee5699ed2bc3446bede464886d2f5e8f85ca91e6e044abd99b6c5c0d48fa
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_11-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441254690be16c4b2b85cdd6ce7b6676c4e522b8
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45792d1e5ffc97b406849dfad50bd0c93796ef6207202e1a1235437d86ab3a59
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_12-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d20aee78c95860f04d4d05bda6f2875ed05ca77
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9956fd347d2d42c08722e5904460869b5817a9f3e8a045d397722459f3953600
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_12-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176b676ca0cc64a957beb2cc8b76a41e20f77030
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f531e14c6dc900c21f15aa8ad6fc3417470dc510f4421cbc585edd423609806
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_13-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fda64d70f2354a85507b1c107773144abc4c339
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a684f0f72f77e78e095f40e0340c37d359800fcc8ee5ee318e6078a6729171a
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_13-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630d73ee3f288ade09e6dd5149f048832f0f3a87
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750a916e4d33ce743f34728d47cf02f9b6a201fa5df9787ac1eab760c38752e0
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_14-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033f7129adf9f1661fbacb31b8a998e9bfc9f255
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa2f6d51114508fb32a0b3a987a5cac0c9c7182a9d5bfc85c9fb4266f0524d4
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_14-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2eed35604da858a84d0242267938ee1ebaf2cb
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5cdd3f445611ecf750e7feb24cf30b212693eb90e83fd1bf3ee464f4cfe970
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_15-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3229332fae5f42a4a43a16a660112c7dc337e92
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01be9ee750fc58d36462e6a16816bd8bd3d8385ad3b7ff4c6ad0ebbb8fc10c5f
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_15-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786b9aba08d7c41db7e510684cc98c73c8334ea1
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b50e03881fbceb177f9ccd4fd40bcb7d0fb1f50456c97cd7c5b57f89c30af0
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_16-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6dd42989b81b29e66ad191825608eb6651204e6
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aceffd35b59ec8e03c2de6c7eb948c787f2d742786fec5db7c19ee3b59e0edf1
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_16-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbc837b3bbd38652c72ce9500e8c38b4b460ba0
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8526e422e91a75f93906aebf2c63d0ee8314dd2af069482e8c3ab21670416c63
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_17-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6daf7567f08447107a77faa6589bb6ad346b3759
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d1c0e79ae3e43696de7940adeda0ca5f7e9aa7f393afbbb2a5713202faa6ea
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_17-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81004ab6349a5ffbeb3a8587f1703be59db80ca3
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55eb22d9bfb4113a56c33fd91fc34bb2723e8f2375b3c471c783ab6f5e181737
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_18-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50abc20f47a84034ed6cfb0d8160df67b4aa69ea
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d47a980f97385bfc04c0758fdfbda79914a176b1fc1cb0e133396846ae6712
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_18-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f0f395ad69c4a180db242dcced6545b6ce1354
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8219140bd39aefe7bffe3ebb73c8dd16b87caf42b49f21d057c3b471e4f9876
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_19-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f37922b5333f1b5fdad77cfa4065fe1fd006a17
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a4cf1399714d16ef547754e24699f118bce7570587bb541942828d1910e0bf
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_19-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd45741d7b94616b4b136c107afa8ea4e9db6e58
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178b2cbdb14c1c053896abf0b73383b1df2762c6e629980941f6ef299bca7fe6
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_20-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11de9390f9ee3c2e44363ccd1dc25e4417a3c1b6
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a414e859478e554a89b3e17af9a29c5547e390628df2dcc0f4892df4e670ea54
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_20-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95ba7c42efe8ddb546ac3362cc8afb947e5a3f6
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047eb1fcb0f716aaaa15515a361bc28fdf685c55760763802c9984198ce48554
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_21-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484bc36ce698153927b8dfbb3821f7b141584a54
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac82625d0f236ed72b3c0e9696b74da10108a8c2ffe587ab6cdd26cadbd13cb3
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_21-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b18f6a9a6e557672604be54dc646103b0c1a349
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81863f37039fb7c2f83315bbb35365776b569ed6f1de4d4ab1f156d7fa3b55fc
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_22-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce088b70e613f0f150cf4b93623f5e0e50c89bc
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8243d22c1a3b9c3d954ce63f1edc137ce5aad698771ff8dfc8e6fb15336709c2
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_22-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d765ab3e0a5283f90eb9d3f84392ec36aeed76
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92867f8f1cbd1f900d0d1c6ab0f8f56ce5c04c1980873b42bccb4aa4d8bdcc7a
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_23-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119308bdd0d1407d9fca65f0ac56331d5796947c
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a19a80b2fb2579d3f528091d9ecda636953fa049fdee1a1bfd5352c449fcce9
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_23-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a97902447048d9388a4877a37a89beec805a9d
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11de6d4a59038cb20e70c7ae2c9596261c880b2b3419cb6edd0280b3f1b61c65
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_24-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb063b2d05f1d7e8c6e68b140c48487b8620c96
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cba6d17104af5276ed85aef8ea33df0e5d0993d3fc04fcbcf627d57c46b43a4
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_24-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb784d5db34e82c99319009cf63d317c44e22d9e
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341946a12c23703b75a942844c58010cf534df2e55385b545849e0dcd90c2abe
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_25-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060e165834d1b2964dfc0e3e6be6ed523bc4da51
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031ae4d5bb0674c2922ac15d38b2ade85b8a06dbf33ca031a5576b635bfeb62b
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_25-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca659a89a5647ee3754c5e36c64741275633b4cc
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1155d1985869f0a42b9b480f45883826d19cc0eedb345e5d0c8bba7d4e3f8c86
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_26-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3646f8971ac2e3fe1c3525e3561ce8d707a707
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63c2f926d8fbdc5457b26174596ccd88ac2759ad7f83a1ea093218148cafd64
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_26-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c302b361a0f02d1062aee6b1465d0a876fee87a
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba193d3922fd2118b8a613f6760f8e1377d15e70b3693feda81ef5d098ad0aeb
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_27-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42044ef1d389e0de2e7a80335a258574910a8b98
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8b20155b6e686702b7da98f0dfc4f85b227b2869633a4c7d50194154fe5529
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_27-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0cfb017945718986043d88e276513856499516
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f72cfd60d5267c7b2f4786897ad70615a83b5fb4b476ec259752ca6e886eb4f
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_28-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4dcec60f20b40e8d8a8d08360f545958d3f4e6c
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3afd2ef03e6c7ff9a48075e982d54fccd9ecb4ae7ca551c173c4c22bb08b8b2
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_28-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9975fe322701631dd86b1bdb799c519554d098c7
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4e3db1261f811fa7b0f23e1c803e2904574190129e2e91a56976ca2dba30cd
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_29-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641e1146c0f6cd215183a8cd329bc50d0e0715b1
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1ed187412ce9c50d56551ebf43e2f2ab1588fa19fba635e9d8491b125ac1f2
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_29-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c51eefa99372bed968ce338e544be35d252a06
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d5edc69f4b5e5d2de11c097eae13f9ecac4c2be30f01e91fd861ddcf34862d
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_30-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09adb5ae97fe568c29fd9b6845fe3e366ce9531e
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad13be02b2c9dec58bbbfa753d3bd04ae591f87b75de14e44442906720e07a67
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_30-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56012c742065f5e475b7c3718098ff413aa0002
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893b3b78eba6d1c16c4cb32c40bf794fa922fa8c6e6fd276f14e9ca0174f7d65
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_31-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc231e5c9b7d0f51b9bf76f62b7b2aa4a1bbdd8
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37cb907f58b25e1e4b11c2cc17750ccf27acbb3c9d0ceee92793b2cdf69e7ee
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_31-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8e6a0035cad452be1dcc6bd6d7fb6123c6641f
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d00b3676abb22cb0bc943364febbc610fe7f181a1274cf7cb5a63c3b59318b8
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_32-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953eab8b4d5341d1027457ca58e481ab1c12b886
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ae609e692be48e67ea06523df7ebde84ac4cd6a272a3834fd5169e5174f3fe
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_32-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7d3650ff1d60f29e80cab064897f9eeb41e4b6
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3126876a510e70e9b8447dde841d119a6d8bf499c7f43dcd27a7f784c31374
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_33-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788cda4b53ffe89c083871712a69f9a17292f25f
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55043da645b9aec928ec9465bcf06f2caa27d0231e140306ef1a63fc0289b02f
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_33-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e37c2602f99185dab0892b84884bda2a892d78
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68ae5b0cadbda0683c48124164014336d428a29a94ec58826038862ce74a781
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_34-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03aa0fd6957220188085212f29dc33a02c385e0e
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff95885a88dae50233748a01fccd3f6c0a892819d9fdfa5b2e1fc5ab2a1c2c2e
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_34-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700e4ae8304b4e361e760115411648cabe806a32
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26437316de312bfaddcd76faff6e1d356032fdd3096e4ec55452e41b181a8bf3
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_35-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d0f6acd8d26c65a8ab73aafe7341be59ca8982
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a8c265647a2198052b5878a750dd8b73263a3a7f2c636efa5262f1de8cf605
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_35-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be585468a9c345578b0b7012fc1abefe57387c48
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b41315601f44eb10f38a421264ca69641eecee25efaf3af68c0a99824ae8ed
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_36-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197be55c8fe4b2254b77da625efdf59d91640cdd
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69334bb6d915ae8807aa6f9d1788ef3c00fd440568d4e5e44e2e53d03ce7a246
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_36-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51a74072f51b2ff7268c4d6b92e32e27f85920b
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba03fac1e8cc02868542266530b6dd6b4b2cbc34cef91d8141fb6053e0817557
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_37-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3a75bc87e6285b458399e7d78f02ff9dd977be
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa989f3c6b29019cc65a58b61a301fce40e82aa0bbf1c2db2f6f4c243a7601a7
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_37-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f708f77980cc466a6aa0191d2fcdcae798aba724
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b257ed3ddb0a926f1eb65f05003bde1ea200268f27ebd4253a17d44430e63d
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_38-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55fee759639943867e29dff697970de984d3d2c
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec0413a2fb3f5111032d44cd43941aad1313a75a5c7b92a528704c598544c14
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_38-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b92f4c489d89a0dc0a26714c2d1b8b604a95b4
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973e2f89ac48c44bbfb5c9df8ac2f42f32055fb5581eecb7b93e65df6afc791d
+size 113308931
diff --git a/4b284b21bc4seed2/global_step80108/layer_40-model_00-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29154649deb2827a0260ec39f05740d3ca54a41
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a125f0d362db07020a519c2bd106856a685ae9bead81634251787904a0ed767
+size 13507
diff --git a/4b284b21bc4seed2/global_step80108/layer_40-model_01-model_states.pt b/4b284b21bc4seed2/global_step80108/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62411f276a38a7cf92b9df9d72621625196de71
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13409bcc96410640c6fefc03cbaa96052e1db58b60cfeb32cb172180425f0377
+size 13507
diff --git a/4b284b21bc4seed2/global_step80108/mp_rank_00_model_states.pt b/4b284b21bc4seed2/global_step80108/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fb781e449d04b4e1e6276f51470c82b633bc21
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02190b9282f70be3c12cc8dd24cafff0c77cffb48495ba85e922ae8e2a662484
+size 51443
diff --git a/4b284b21bc4seed2/global_step80108/mp_rank_01_model_states.pt b/4b284b21bc4seed2/global_step80108/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b977ed1dac83c4be063e2a013cf4b2595ce5ba
--- /dev/null
+++ b/4b284b21bc4seed2/global_step80108/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1161d6525bf8e7a92afb658ddf9e8ff9167fb065af75e7a839dd79fbf0767cb9
+size 51443