diff --git a/global_step10000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a06159aed1b7afbfdd427617692be9f83a65716
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb16c1a96ec92fa9cbc2f09de893d2446f72726f931b23acd9413e021e4d81f5
+size 208731415
diff --git a/global_step10000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cbbf6dbe8f24de21e378a2f0dab4335f3cc7ab
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e80b2bb6aa8be321ed099d07d8d1b25268edf4f131563929c07043f33f1f24
+size 208731415
diff --git a/global_step10000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82b0b91da330a477be7e2a48c3a818b0747b6c4
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e919ab832d37083eaeb3f84e5ccd04b18aa2fd1c95af0edb2a8326cef27c771
+size 208732183
diff --git a/global_step10000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d825a90a85cd4d8cda519a661d4791ee8ec259
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893f27646b8a4280c259672b419178b4745933d9713bece16d0d2bd025183b33
+size 208732183
diff --git a/global_step10000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2976858a18bfd7b074ab560ec55b5bc46a0d62
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1161e019dc5e96bf0efdab66b7d45b6b9664462fd7085f0c55b261c0b56fda
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d465a90ca8c36e48c5bdc678178e0a13732b824b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ea1630999524c775cfb02842c11e69656852ee41eeadb6c1149bc219166562
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ba32236a44f0215ae9d4a185ae4e7049b1eecf
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f351a07248577bb35a6489f8c0977419791b4f61a3dbd2d62881499ed0689a56
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad98dc30a007bac3043ecb603e59ffba75c4189
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75320a1c12a96f3e99779211ae0f0ebed6f64fa03165dc89ab2f9a8505f6b89
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ebf9e1706240b6bd6b2e08f3e4702c520a9012
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc54fe48fc8a691bcee62d4edfc69104cfe26c93c4de9cdbdcfa284c27fd7553
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4760880bcafc056f9bd1a95f0f0ceb61e447bb5
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5f6fd3072863d2802dae239ff2611e84fa75734191aad08c7fd48ea0f34d5a
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab5dd21f363e835f9b4362bf2de5297a3cdb9c9
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee51cfca5de7ed0f49c9071d1cf36ef5222b19451d1bc94b1d97899ca792afd
+size 208732077
diff --git a/global_step10000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbfcd222385fb003432b101046a584bb4b7dd3ba
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f171726a6f495170889bf366278d4c9d60fcdfc9fdd880efa2c4df11a6dec02
+size 208732077
diff --git a/global_step10000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbfe0c86491ad9605c9537017c03f2875c7076ba
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1143290d83041853316e488bcbc1abe18712397dd7000fd0ae3f0b365907d4fb
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba28dfdc9bf86bc038532e6739eb98f1ded3943d
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2911ef6c36c974aef5ba123674b5c5445313cb1873404eca9413cd72d467fdf
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6a5ce3217ba6da93a9b1f09e7660ff29a17e22
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe2d29dc81d69e6ea55f71ffb0ef646f60c30fdbdf050b0ec7e61022267b385
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c3dc5c923e7c38439447b5386201aa1698858a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b6e3f9b058612f33b08b6d47c2dfcecdd59cafa1696b9a98959890f73d769e
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5ec957cc94e1a1cadeef21065f72de64c8f818
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43355f8502fcd65324182c6a360548413b11603fe59331ca18fbb3402fe25dac
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2391a753cae1d1d192b151be8085752173b276a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40844e7b70e627db2c96b40fdffe7bde5f8b05e97974c0cbf2fb3543829fec7
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb775776793e61ce7724e99dd4b9251cd278d65
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743aa59d56926aba08c4c8ff99983ef7c4e26bf3dc2ef49a2dc0e91af9a69443
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc082ae774da5a3f1f5ac46d24c5acce24abf13
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71389bed1a4f49bc2db6a551ca201ee8670d291b5363f4df91b7765f98bb51cf
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8512b9c138b2427a9289456615c53660f8c2ca6f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a126578500696c2c081a8bc8b01485320e70b4fe71865e9fb25ca669619cb701
+size 208731501
diff --git a/global_step10000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6b8d08cde13c6a183380e6abde0a179297b00a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ec101c54638ad927a2f6f617f665fb38e39a54c2a09a7d43ab47edbf72a21c
+size 208731501
diff --git a/global_step10000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89d7dde474961215efcf844b7d068a969029bd1
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72d395fe2d024e163fece09d2f99489dada5588b1c5d73e571c1b698fe6144b
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79254a615951d716920f8e1c92db757da5d2b15
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1809cb9b66dfaad757590592c2d0c83713ddca077754b876a3d14912a53556d0
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386e3622b51e052aa93aba7749074ff71cb9cbb1
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adcbc1434db6ab69f9626b39cd7e8163ff1b32fa261db9deb780528b6dcbd76
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b968447cba2f849013e786a14729a8132b43a2
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8babdeba5acd01616e3b338a94bf9f3475734d3259b3a1b0ea254aa2d967a545
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a157bda19543bf4a6e01eddb1e8e70f0caee6c3b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c124ac25dda271f4ab9a66b96a45d0e4aeae8c1dd6e8ffae6e7f721d71ca55
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4573e1d2440478183ba9995cda6bc639908cf5f9
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c512ff6cd94d4501890cce9f9c00be9873876ee3b9e26a214fe534e0b92867
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80429812e7c6ba03919f04ec0ac07996117a4866
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39dfb94a54902742ee21330320e19e9854836e5e13d45743814cd7937b5dced9
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f3042640bc6cf8922f81f88ce24320b7ad9e84
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68974c6dff4566cee354c114f11887a8d8bd0f01581330ecc5e08c4a0c89d8f
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973d1c47402ba9044c625b9af4253d10512fd4cb
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b08e3ca29a6d43374d88c87be82236bd75c19463733b82e286b30ba1fa173b3
+size 208732269
diff --git a/global_step10000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf795a26c086e7b83a60eefb034316a20c37e86
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b33872b1229d0a7a72d8979e5ec9c9f72fe480340f7f0b6209a14b558d5d20
+size 208732269
diff --git a/global_step10000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692cb2c3dde6f13af8177f2413200d9df1f0976e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c8b03074ee4aa1c9ec43bfa3f76ece29411934681101b7020885691edaff43
+size 208731501
diff --git a/global_step10000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86cc47d52f760d2f1ee9477be768b1ce148e8b1
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71f60adf11e24b5948d086e5aa56788e93056f61c707f5988b8cae158f83c0f
+size 208731501
diff --git a/global_step10000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d59d52e9cb86ea63b2a89bdc4df416f6e6ba621
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b79d6e92c859c9adc10c00150321bf9890080f36fc2fc14ae29555d37b701c
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3eaf072f7ccec9a5f46715bdf324ff365c10a2d
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15d465e2d6ef8124101fe0fcc55ea803879d5fb43523ef4bf8e1b62fc2b8fde
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b409d5c3a6ff73ccd9621c7ba89f146b3e2fb24
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4add79374dcde3c05eca78eac462388ff58debfba29eee90cac088287051f58
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb9ab37eb6a64720765a51d1b173cebd7b6e77e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ab8b73c61a9e868214b568f80695182489b858753ac01337868fdaae0f04ac
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f07d5f5c51f48c65bdad4baf07a1bab3ea2f384
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f08657fd978508cc5efbbe6a684244f7c20fdb03ea22f4ea83e831042814c94
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d711c9c6a36a4c7fe30c6a53c0a39dad4885a2
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8bf17709bf2f3f10bfcdaaae1352527346d3002730c7b03c5df3b6c5ac07b34
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7038359f680afb0f7b354621bba99fa87db9593e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdd50cee7d7490de1f008114f2eb42a47c7af90812d203f3e65200a84a4a543
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fc7200ce23d1f32f0ae221fca93cca65606191
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b966666c03d25bd4233986648f2d823ae67a27eea5845ab207850c08881fbf8e
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8c433cdc2c3ef5488b56b0ecdc128e4b40bea6
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f64e73a95ae71ff1375b662cba297801c2c465703e4f737b9b1a4f293f0d67d
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e5873ee3f395eaf0a8c3e172a70f5a5f07643d
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693a29789bb641b21a99359a00ecb403db02de72777a6f5db48da290755083c5
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c0869976b0e5609bacd964cb082e1e6131c60e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb97e46a44e019c534b321d458b5b9b29450b41b6147f09f2f7a0373a0a702d2
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb33e2a09f477267aabb845592b21996ca8bf7a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80efbd57102ae09817dc500398ad2122b59545ed7db99fc2ca1304364dbf234f
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77df06757b4589b638d931d2e712d2baa61f298
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f144f1bd422d570553ff889f85aeb75b5be99f5893165c17dcf42aa7e374a40e
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c454390df03c6c5027847a9a2f6ec9f3cf3a33
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606ebd3c9ffdf70e6ed6cec868e44fad63dd5b5008fc3c0f4f1dbd0fd8795d27
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10d24c08d3210058ec08496f8f9977df949b37a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7cb01ba5ae06c3ef7e13af47499e961a17029b6be443f4dbf60fb840c61b8a
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200f4652662a02b8811ad8f68328b248f3acf2e8
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f20d4c4d855a002a725abe5f48d67e32fc5f003c9fd671c65d9c85106d4e25c
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163496bb741ab0c0b3086340a4f289385d713edc
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2337fd390fff12c32cdef142c7b8d173e299f0febb11f9569896b9855cff4c
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f681b778cac283161276419442e98cf39c2926
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1c7e89b39590cf39516b92d8f5ca959b9ba85937ab538f309d9ec6d51c59dc
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99c0f01191b4d65c5e6c5359fa812cefeabb6d8
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535234fa61901c5e53be1e44f5e6758ed482231ab1c62a7bc43135995a3db600
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ae42ef13aa4be482984e01620c3da856360a41
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4c544519a74b0e50846de08a50beff11c9658999a1105ecfad517f3700a84d
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fca22a2da3a98cd9311c059a9af1a2eac40c27
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2429570907d10dddf663ff2e65bd598e878c4638164eaae0fc2c252ceb6daf
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e2ea52d236aa4d705d369aa1a82e563051067e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef5a0ea828ffc1a522075fc14ec9ceb24651db5b84ce4ada7ec0346e93d4df6
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e69098a694bb675ee684f6e4c1fcd04b5d6efc3
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486c883733310d57fe9610b3ae2b15219c595a9638f48312db62c2a6b9e469c6
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223dd7c73a3ed05eabdf1f644b58f2d9a7437193
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab4852535183a1f8c8590c4688a2de6ff17706842c3f34db2d18a3c40009831
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187af23d07e331dfa8e856e8c5bd0f1fada083d4
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d8338735cf90545a0c1c9cb46e32095dc92696b2252861aed6752b60313f68
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1816c7040e7c2959f802195568d78616ba0f21
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0006a24606c90ada51c17bfd8f49e06c8d85d7844de95d1cd533df6c6790f80a
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca98e19a85a019fc9c5b4cb7ccf80636b54fe00c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fa9529f2886df76c5535dd6beb5508f008619efaafb3b3f7df058abe25838b
+size 208731501
diff --git a/global_step10000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ed15d9f6d02884a9360bdb7957c1a218e3c50c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27947cce35bc7376dad58ed8b0ac427ba594b5571022433906c8a76e08ba1ae7
+size 208731501
diff --git a/global_step10000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca2e29aa8c9cfd12b60bf26d96593799927e17c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7562fc0576737b848485ddfc4a38f4d9a7e5d00f4b793bc419c823c9e0ace9
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7dcfa006bc4a3fbcad7959b412d4d90046f546
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102712126581750c4af00a6d97f8f88d6f9fe2a2fed3df7bf302ca5e6ef18572
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7b06487623ea4be82a8b94fa5b43a8df81d11d
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461010b4dc6db1413b8cf8d0d5d84b209e74d5df17719b89a61edfae3b830ba0
+size 208731309
diff --git a/global_step10000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf699e32e880124e02b00713fb553c06c2a5bbe
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f921989442286fdd3cd6f1ed8861fa274932fb5e111573704b4d122054d97989
+size 208731309
diff --git a/global_step10000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc72508002b461c6272d0440c14fbfa42eb6a202
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f446515361ca7365752798c083c87069a8a5fc2d1de2a8d42b9d49694ea0d6
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c645408c67663954dd7123bff8c4f725c374723
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b345c66413393ea16d04042b3fdc36c02dc0c53c81227a63eed43c9bec8430e
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8c2ec3789922f3ab2d0caea3cdb36cb2cc1c46
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c748ed5c7d2b308c7d269ce57288dbeec233f5864e055bf8ce2bcc6f7d5ed75
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a215f889d87ac8fd1c2de23f2dc05e7168b368
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f834388b025de67bca11c0856a88e8cd51a11351d7cc11f977a91280787769f3
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809fb3a25280cb2db0e7cb2cd45a6b0b8dfe9708
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0ca8d4e62afa13df3a80e077ad73bca5b3531e08d1013044df561c483e1cf5
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044801d653b0fe0b227d6cdd2d2e8056dbc677c7
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9a3718f5f4d47dfb9aaab321c7b584d14cc69a03428d168795732f91a22f0a
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30bb82664e2d8984e068173da9dc6cbcee9c613b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79dd70d5817fab2d3888fe7608c86213e88b199ab851bcfc6ddc84912bedea9c
+size 208731501
diff --git a/global_step10000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7bcf9003b3d2b169eb2c10c218066b570df03a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b1c301c7a23718b8176e9b3d1260ef80fe3983a2e85e3d162ca9012b22ddba
+size 208731501
diff --git a/global_step10000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8b3a5bc5363957f918413d6eee1e34df46b526
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3d66a384d7e34c039b287319eb0e28863f026a93e299014185ed59c6f1ff7b
+size 208732269
diff --git a/global_step10000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1134a3b9dfb6dbadd2127786352137e5699a3820
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887c2d3d64ea6b871374da2f02489c89f3c7e79228fa90d4f91f7b68f26684de
+size 208732269
diff --git a/global_step10000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cce13a0bdd1ac15be98ee780ef25efb8acd088
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78484c259ee1526c983474429be143a418d185f44f8254ab02f283722879944
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6199ca82214c40f714072658315909df6da49c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91eba50352d90d5a505a2f573c2397e7eaab41191f8921387c232fdbebb9aa92
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6c67cc0e96325494972e9159123ab6798b5a4b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510b0774b624430e214042fce4b19a118a611a1d9d379fb7f317ce2dcb86b361
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6fdae405436630662857996f46b927da8d02a6
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae17a6c8c7406c86d514f41c24e7fdfbcab7844fc434e5acc0f134e0754ba95
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ce1b83f074fe45f1cfd4091416b2f7b3d4f5ef
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5863bc11a31f1c7239281233a0d77ec717bdf2793efcd528de395a49f5a11cc
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77fe234acdefe60693b5cb4382d201783770787e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c82b4110066a27284ef77146cf5655cae38b043bdedadeb429e9f0ee579cffa
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd484a28633d4515b31b3f50b9896120f08baea6
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4845983ff306b3345bbc6f28ba76408a4cdf6401a504ae517f0bbdb07e367be3
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34848c3e1d4ace9f1b661c9003024f58d4d82607
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fe531a86733eae632082a7382297fe773e1020cb720ddf961baa25802eb816
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b3bc2471786e05c6eab5589a2ccbc3d02faf5a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decea4085435f3b6a92baae5fb0d3bc0b5b7f34b319384ef6dc1c70af9f67a29
+size 208731501
diff --git a/global_step10000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a50f848de6789facca3d94e4c4d82b314dd135
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4468c6bb2f555048548e488e8477219b1cd6708f55edb4747393ec9ff02e89
+size 208731501
diff --git a/global_step10000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad2cfbbb8902055900c819993428078ab86fcfa
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5bee8b035d8ace775e73df814af7ccdc42cdf8f871b87512c1260fb450a7b1d
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4cf88cb58094fc9b8f82cb16acb44f7645d524
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086c93758b232420384a1eacf4414fb152b429ce0fb74f829f7592c32de556b4
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe40239bf283068d9f17a68915aae956d7d688e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8e37578fde2ec730cd7dceb0703ab869c1a82622879b4bf1c0777954696465
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619fe6cf1768238c98c4f96b02cbedb0ee250634
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e07d14ec711e4efd464e659deeae72339429e5ac29f652dad79b2be586007d
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e65df9a76e4a7323306dfbf84a47cd4be165248
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbaad75bd3a8abc5ca46b7b5883a59223ed9da8edb27c7f0768840ffcbd847a7
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0d9683bf38f8f43a216194fd7dc91415e4f083
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8495d6bfca992fa3792af2ece9bdc04ff9a30a58188463608c582a1519a9b941
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1b82cb73f08389948c5d007f40c7d5dc19d332
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23cde0bb875830cde4c020e61dfc5efcc303b7b116ec7d8ec5ab5499c200a5a
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc31abb44a09b1f1a3294e1f81e17ae17fcbca2b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3df8dbcefef4b46b2483c91a743fed3fa6222594337af39167ec6107409aa85
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78be428a50afc5c3f029b8718fa4c28023bdb2bc
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31669fa8ef62fc7526ca8fab2dd44ef2ccef02edb184f2290193c17d5dde4048
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312724eba11c4a40d37d83e5f36757d0eca6a1b1
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f62709b4a64e47d17d3e4a43dfd5a7639186e42503504f48f343ff18d502302
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ceb43a91bd120e0396d3ecd128090b40d4ffe2
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9fef283eeb76b508d833c62cc2c27e4558367798c60b4d064052e2820a9939
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f37662dfe423fce9bf5986dca1a46e6980f4052
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71e80b5f7d296b8df724e3dc006b4ad0df2b5834aeebab9ff820af8c5679d39
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9c221b65ec5a3d64fa4d99dad54bafca4d74c3
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6837f14f6c4a1c04f1769d6389fa8a86c7f832e985beac91c20274a0f0f4eb15
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91377fd78b3b6892bcc658169ddd1b9aa0d611c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323bda33e0d3fcb01d1dda6ad5d6d642709fe0b1455b4fec8d973ef61937dc30
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff3e6a5d0aae6a0d67836e3d1c289354b0642de
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ad26cc39dd9de3b723997f97095298a712f88c00d24e4e88a2a7e8a65c7d9f
+size 208731309
diff --git a/global_step10000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ab5251a31466b2501e6819adc6773bd720ef78
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7d3e608cc73d43708e297fc8c79115d787a6d297711ee16878a97417ff13fe
+size 208731309
diff --git a/global_step10000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b889964ebc951c906c8625e33d072ff58b60a71
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff0484819438d2095126b3cb8ea2a645d53d4d82f02bed9a7a075ac8df0c033
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0d117376f47858f3848d23631f7a3082da191b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017575b0b01c93f8ea9f8caef76943f15526ba56165ee56e82dfb2184c882669
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83466fdb5bf27c723b6c7128f8dbfb6c57def02f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f898a9339182ce22a16b42a1c8b73f2e5e16065b5b6cda8600b8c8273cca697
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b77b9b203f98f257210c840d3fd121e7d8591f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed445d0cf18325bd3de3aa80d2722b7915373fa7c4b1be9afda8e54e8f3f9a1e
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf1bb1e77fa091962a2d7a204c099693a310ab7
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5030f0db1c0567776b1798da3aab8b7d222c58252cc143b440dcda80d4afd7d0
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4f12c2706448ca0be92043f7f2384ed0332494
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e5c712d635bda4b67b538d6ca5f5dfe060c85c6d8f2b6c60008afb9ada8a4b
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ffd6d8e9cb5dbeffce6a551820c87c93557928
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decc7beada1e59118144dcecc030f5404fa10d2be9c076d17161545ddd51a45e
+size 208731501
diff --git a/global_step10000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969b25996810cbef09fe830268c89fc39b4dafd3
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3c1b5d5229c5187c2050a609ef81e66a80da458f75b69577af57b6d657817e
+size 208731501
diff --git a/global_step10000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d1dd07ead090c85948fb9dcf3262a9d3507fee
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73be5824ce3f1b2de56d12a9e06db39f745da7fc9eb694f4022177c54fc2b135
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5319f1406f3579197d324e53c88eb66dd2a053
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9428e70eff3a874298a81ddecbc1f8ba0de693655c6b2cbf078284a527d8c76
+size 208732205
diff --git a/global_step10000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a274f74bf72bcdc7ec511d0f9c282b287c7ab09
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81f06149eb8ba21e880bfece47f8bd9e4069b61188d03d05cf0b34065996e3e
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7728969d61bc0a9bbff35665de737acb8dce42
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297d0325e40198b2c46a78b108dff2aba4585e33bee4eab3d9c9e387ebae98d2
+size 208731437
diff --git a/global_step10000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87e1ceebe0c9b93e0899a5c84c364949b7f4785
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d89bc6d7d646375245d196021ceeb7bbdeece6d16ab149344cf37b63c58c496
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfdd19d1df9fe1e7ea945636f3590062e929956e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf68e017c5b2f6df2c0ae16b4541425f37ff6a8af89ea7fe5c9a4d6e0a64cf45
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1a9d1772d2c7d9b5130733d220d5cee52bb854
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0eeb9fd022a80df741b89284d80824365dccc2cc3c57b5c1599d87bff842b57
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c41956c54f0bd170c5c9ec4c10e863e8183d76
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc39bb2081278f4853458a687d0c812ded8b21341769f4225bc16a30d6b6b221
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef339e8c7b65f347e423fbb6b5a853e21705248
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f5f9ec3ddb592a64ead7d8576f01a85ebdc9fec46c882efe7ffe64d820a063
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f9dbbaaabff4fd7e8fb0e3bfaa68e69664ac4d
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4724b3e9eac23890779073881752fb28fd4a1189d39e56aa8d465bd59635fac2
+size 208732141
diff --git a/global_step10000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145eaea9938f2defdda55037ad5581445bd73c6a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7fa6aa2a4e3e1d1724ce2c8b7dfdfaab014884c7e0420fa8d611e9bdcbffb4
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a9a7c41753123481dbcaedc091242cc680a484
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b49ac0aa76f4d0aa8eabfa1ca09bd3f3139554d0f91d45cb6af1122f937056c
+size 208731373
diff --git a/global_step10000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01537f2a74ca99ac2239b17730e076589aff30b4
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37bef04ccab67d8bb5916b287c42372e35127520b35f52beeb78ee35800387d
+size 208732077
diff --git a/global_step10000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735a72822cdd01d980c20ec897ac56704314073c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f361acc2e7be23f5c93bdb9de9acb5f2ab4a800f6bdf721ee1b0e751228eac
+size 208732077
diff --git a/global_step10000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3314549d0a73afc865083f239501ff4f42858f58
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56963ee8d07add9fbb9ded1892dc22c9a2e128706707efcd3908f0564390142
+size 208731554
diff --git a/global_step10000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2afa718147ec73e4c363e9e4004387866f38a0d
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72dd17a3e68c692b9d4b91df5f40fdea11063132c39ed29e70fbf9ac58d269fa
+size 208731554
diff --git a/global_step10000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb11a02f8735fb068eaf6474c9140ee51c3af041
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c94fb6d90ad93e69ea0fadd12840c7b55ff17a4c635c2bed6e07c60cb29add
+size 208732322
diff --git a/global_step10000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338429a36dc7019bf7bb3315fb4ba248c2a6ddf3
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153656c3c939df94da2b2a809d607e2bb82a0d63070cdbee645f2fb5bfc74ada
+size 208732322
diff --git a/global_step10000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e891a20f7fce72aa79965a4dc365278d47fea56
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b603de6cbbc6097b41fe1fb5ffbedff1be81e579669278256e08a9b448ebce
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c51b88aeff26e422c3d6189ff5c6eeadd4be8a3
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa83b04738dbe7a4bebe0a8eff5ba350e8118be24ea704c62c842b4d45cbbbc8
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ae978a863200f3ab6d631e21d132fed071394c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c36c7aeb647fa874d94f0a5a211e00883a28f6743da3b34f3fffb572ee5bd3
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba79f3e3bb99007b6fecf4c26646b51c712e709
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b95262937bbfa3c71b2a6bb5c38d6a3f8dfb52ef652703bb620c336ebb7d5fa
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475026331f8a23abf1e1c1945311b23f305f9a94
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801df5fb56a69db4e47255ef5127ea17b4da4eb0e6bbf8bdca77cd6acb5ec65b
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b945690af6f75c7d028a48db9e54afd3c3c2eb
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb3a3f325eb3043e97ce521e17c8e0b798035abc39f0a803a3f5905be27ff4a
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e6733e76faf4b06a15b3c96f66274dd21638ad
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef1f3087bb75cf3a5b9f0368a72829ddd9016478e2c9586c9c4affeb46256e4
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7511335507f3c6671533bcea926e1c1c5281d631
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bcc7ae462ea7cd413ed3dbb0c65210d95f7360ad4f5c389e2585f915bcd3cb
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37626c0fc3610b79792db12ad9a5772c0a86181
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f565055d34e1fba37189130c9ec4cdcaff8f6dc9aa3d26f30708f8ae24bbb6d9
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8002bc21cedc97f33e5e0992554ec816359806a1
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817a97f34d89c00c33239b95882b0c36ead3a63027c3b4c3bea63df15c4f2129
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f29fd6977c181d6125afe724a5b06a2dfdf359d
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4286708521c11ff046dc7158eb0734afb15efe33e246ca748a9afc7e7cb1791
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ae4efa7b1dc04c9a897112859458b91af18a42
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140eb08c2e468bd480a094cbc578421f68ed7500f9b71a138b035599626a904a
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a15fab6ae10228ee94cf4552fd97323018d84c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17de3ca0df6e4474f9c195896b4df73c5c82877540689e5ba7adce5aa97e10a
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110a4953dddfceeb62506f39087eb297a6ea3989
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8295c8259980bc6fa2a8171864a6a0d0810949c5f8177525bff5415469362c20
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725c4e5699319878844e85dd4163e92c06517f0c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a34895a09e1b4d5fbc5e8af8370fa8311b8488082b5b608da54cab0acd6574
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4204d81607c946f01fbfeb5a3627c4093184fa6
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9161ffb6414d69eedcff1870498eb52dd7e32d3663ee5e3a76dd97887670d7
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe71fee9ddcabcb87af44b874aeb3fbcb4ddca44
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1b79731e502ad522dc14af51021e61da362f97fec1b0fc92058dc8d84cb1ee
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309b086b4834ea239ac6c629dd867077b7b62e9e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d645fa2cc680b474a4d62ac45080f9751a2b473fa08073237ad4c8e54825dd30
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fd95c01c7d45888c8216f225acf084be2b8c27
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8ca8b6fdbcd391f86cf67805484c9d2a4e6ae25f065f3082933a621239667e
+size 208732066
diff --git a/global_step10000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c8cbfe3b383d49ea668905f431a379ee7fe5e8
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4594b3ea02fcbc243d0e6d191893887d9924fecb6b1fd9b3f9b2ba035214d44
+size 208732066
diff --git a/global_step10000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c56eef438b63164be71c059da8553d5b3fb2e3
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9382c95d4cc71a3d355cc2a8aac06fbb7fd097a1ed405cd99777e8d151cc4fbe
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738dc5248d5923dfe1995e72cf31931f50622fff
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9072d0fca176128981278da1592413cade3b138a9cc90f92e87af921130ac265
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1867b52cbca55b01321ba1d2e3711784dd922d22
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84efc3d1b2add595c82ea066c47bedbc027a6927d03b774c0e7021a2092f7c2
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a865feadab81f65d46933f4d1751aa02c45079
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898aa177b9565bc7c4f89138a1e51c42d98c37106427b41cb64773cb1f7143c6
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d149585d9bf2538874f66dfbf3b164797e179810
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c217ac89243fe4858c2bdbecbce0dd87404e21cf85dacb1e2b8696a8b57ca0
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4bb923578145d905af97776c3b04235411146e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80a85ca6f1cb652e51af94d1890a18992cf17127fda60a93b12b946c3791a51
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711219dec5fe389ef0138d2c63417eda9c247aa7
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1519c287f883cba57d0c5bb10f1400593c000ecb02bf684b03a3b19066f8316
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbdc8479e6836ba4bd6e8c1db26a9906a60a2dc
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc1071164e4f5a42120449be5173683cb92eec05248de3223118ddfe4b22e8a
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c93023b7dc92a245dc53f8ecfbdb583b58f6b26
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0b5323e672fae75bf95a5813b505229d8e9715c83070951efc5d6e1255e043
+size 208731351
diff --git a/global_step10000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7abc18ff170819757644925907d9117b2b9345f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcd7a9b8fc33fd755aa252a699e84e10eba727504e7e9aabed7bae16601e74e
+size 208731351
diff --git a/global_step10000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453b569679e5be0a7dc6b6bf18eac84195a51309
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbe617bed5a4f8892e3cb1d5345cc3f0ab1ef531aa2173fe9171454ee7c24c1
+size 208732119
diff --git a/global_step10000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e0c939d8670e8e147daa396575a8812c3086f7
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5eebdb0756303bdb592be7290e2ef6d57d83f829912015d88d3bf4935361deb
+size 208732119
diff --git a/global_step10000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4facfb6cfc50493164f953acbf16cf54f3233edf
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23312f7b9d002ac98764e3cdb263548842ca0fcacb5537977fbccef7741d5e95
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b86821a101f4dbdb1b93b75c587000cd8556cf
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db90eb6edbb9d20608ac937111af3fcf2a15357e342dc31328c650edf2480a8
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f718df0362294450452a451b396ea8397cbfc51
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39b014f71e2504b6e4b53cc8f26f5645576696c163efc36d25b0d7d5764c305
+size 208732322
diff --git a/global_step10000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6d259b4dacf0b1f9b6ef02989b7653765a0217
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d870b1ebd28d3f8b8e3029a8deb64f0ec256646f6e32a83a7c715885b9f8d5
+size 208732322
diff --git a/global_step10000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e661f3a696753921c3f90d4cc0ae40dd849fa5b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae88cc5748ac53522edfe5221523f467dc657f3745981acfed16bb575239140
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe12e42b671f79c261b3eaae27e9592af485362f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b001f566467af8abf46e13a7a302a8ed9090a2b023794142bb78e66b3e947d9
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4dfbc08dde2dc78aad37660d4638de2632fbe7
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771b2879e7e5ed0742a0d70155a9a6dd6da6849156c6a9154eb53bf98f1de408
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1363ff5132d89f8d59d5b49bbb8f7440dbb9d433
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbd0bc9ad1792b0ce8ad0778d14a1d13d8fd1e034576edcac3ba562472274f5
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb15b81028614e2162766e8d9016f7fcfcefb7e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8051f9fae3afd6935683e080f9f9166bcf25d64e0ad7f3efad9be10b0e817fc
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7f1d18e6e8ca3fe88ded86668aefa9d5e29b85
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e062aaa36223694ccded469459c5e26ae862f83c66bcfe81baf1259bc29d55
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f3b34500c1543372ebaeb4474b16107f680cf5
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c30d7621cf4c7da1f8f86910100db7a1937311e0e66e29f17d96d557b728380
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1997025339e9681111d317577709eb835fa7e1
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89bcdc0289a3d33bb5dc0affbf5fef6038f8cbb01a74d202a1fba7e100aed01
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0979308603854f24dc629d92fd875c1fa0350970
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd682c7d63ee310a12ab573332cbc19c063a4f4a1616af439d972abec99f3bae
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e637e57071b7763e685237e1ba25720f50d576a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f154af0ac3f5bce221ca8f287c605edd3616224942c27130564d43c52792f8a9
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ace2e334b78c54acb704a3d1bdacbb6299b837
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a283baceb6a6d73945da1582fec17288f88b551a8805b07b57b6d8e940be7a
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45065e8ed07bda3689703bfa3f5a055e26c541a1
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6437f502a58488872721253c9c5c57013bc669b2997bbd07e62514300d98b610
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67e4911aa8298c63f9a2497c9b011acf3dd866e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d3d91b94eaeaa9efb0706aab1cc6be0333b1154dfb8d03389612f441206acd
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6b3ba2636d3d8e7acb01f41028c3385e6ea742
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d4aba54a5fc1ac7d28ce540622716c3188842479ab1ca19b93afa258c6fcbe
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8914c8deaf30537208cd7fff35dcd5d80cd4f2d5
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d4abb881493a9042bf21e05af497c23b7bae2aaec8a4ed4b5bfda0fd62ba31
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828c33eecb464ce2802925a456a9bcd332d4a390
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ec8ac03edc77bd2d6c93c39537a9986874396cd16d0d8b4dca09abf3503d05
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a23fa020dadb9179ea059f54d23bd6ad1126a1b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87944f81dbbe2c13b01010752bba13aff0f83c22bbe937c5ed0eb48d9e204d41
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1245b0230eedee94cd5e494043303c3c07615d72
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6316cf8163f33e437b1b9a8d6632dd5b1a4d752a1c72782c2918b1fb91d6d953
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ec1e67abdca54ab1a345c1f8eefa186173d233
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110b6bb3fbddf6b86f62b330c2ee0482b5e4a8d7bf4bd8334506d8059f8479e9
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29faa50d6d30b6a88edff57409a37e1a3f3f1fe
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4aee6a8fcf70474ecbca610153e6944ca7e396f0624780d803a1d4d4f2d033
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c77998d4bbc4e4103ebebffe437d9552afc981
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d09bf99902d71ca1b9b9ac0f1ef741bd612ff8e65060b853e30749cb6f11d4
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97262420dd9da82b3c3707b788d4b3b36b7e6da
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eedd1a7ada010b330ecfa7aca630b24569d5a15ec77618015beca123966dea1
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2c625688bd607f09943e18a496a38c5196d86a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674314b6d2cd2fe190fe1f6f99f8b332de96da1a043a7a75835ad33bec86d7e8
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76860ca325bcf701accd400b45a0f4e61407aa9
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de6e42dcb7d54347dff2f1a36fe9de80cf605102735224b0b3a8c9c3ea5d08b
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1f8e0fa5ec43a65195afc7adcbfab36c84a53a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c02f46b5c0fd346c7a496c0b775474509f8d72df7a9842e4bc655cf93c5ec6
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf29ddc750c731d8a04ee3875f184e2eb2595f7
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012a8dfcc09fd5cce1eb2ce8dca0e16882569dd2a5fffa62e322fac88949650d
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0920b5b1c12eb6d03917500f453c9c832ccde0
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8b16206f8aa3e9d2cb2f814750610551772195ce6b51a5e7e4cf055d173871
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48c07880c9a0e8caf5dc199b01e0ee1e5121e28
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17713f7579b02a7e710faff941eb0493bde048bd224334c209f54ca1047bed04
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688547f59d7eceb5046d205f94d1b0e6b9b1e78f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6988a4043e1a18feeba7548bb7ecbc36933d6f1709b4a4d01563626189c453d3
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99acc9e84bd9c3d59b0d862da441b3d25d6a5e84
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1d1a9416416d432301b27c58ef359cf4731ce46f4f549c8b07bfb0a0ddfd8a
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9399f969225a0f8f573796d10292b8402a391d84
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3761648d305c694c1246c87a66e00c603d82bf16b21789d321adeed3f193f2e
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbe8a7edd162262c1c2c394acb8e67287f0227c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82834fa0c969c8f752bb27e371fa281f07eb6cbb2edb7b7866e39235506780e8
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e325c782bc441fbc235c3a22500fd83edf7490f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b7c4804239ca09c7fe09840aad7b6bbf465719f25efce0f3db9536dbfa27d7
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9978a73f0b89331e1d81b34ac29d1b3fdc54bb42
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa1e5071aae6f069264ccf13dfc6bd5e95118a901e2376abb18d944d6b97586
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d8a52adecdcf01947113f61569d914d35e9443
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd74aa0938890a49feb5811accb600ef3755dc41b6091828ee7570022dda1f58
+size 208732066
diff --git a/global_step10000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17352146fa22cbe731826ae116ddc1f771742d8
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3e87cd26ebae478f3b08fa6326d5cdcf3fb1dc3183f3c826624bbe6984fd8a
+size 208732066
diff --git a/global_step10000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1268603b2df1b366b64ba327ceb7516949de5448
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cee0b1d965031ba383ee2790a06f7932994f75268d0ca99c2c1e0766db45cd
+size 208731415
diff --git a/global_step10000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f2ed8f5a7461e249e3e1ae9ceaa5d6c43ea173
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a9b2ef9ab3703ac795c1371e1b6aa89780e83bc59b2f50ea7101f8f145cec0
+size 208731415
diff --git a/global_step10000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07d799f5c5a9cb996f30456764a631ac3ae6029
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e1d7b715c50fc06066db2b387d5fc15f44ad3fdab0664987bb96e2f1cc054e
+size 208732183
diff --git a/global_step10000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c277f21c14858a56f84f9a65dc3dc8820972420
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9174c8d2f93d0ce8f6146654e60cb508b0dd618c77b4b939ec020c9d9a919eb1
+size 208732183
diff --git a/global_step10000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5edeef73da079b8e70a64cc8dcb65818bab9e7
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6b4503d7a5483a6710732630407a02a1c9cf721707287eeba637cf1e5690e1
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfc71020824a931524657074ffaf64c067ac41b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f61577c9f4fbfe61453c50adb2aebe56d42d87fe42968ffe3318e8fac985f95
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e75d40e48870d293e0f12010ca9595b0089993d
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f722254d9a2bb59a4f9291ba1cab66a95b2f2207fab02c34979b37021632c0
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7087a676f43a0ca6e1f404c102de66775349d57
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be5c0a375ef0fc6ad87c1a331e5398cad2500e26042ccedc6ff5cdd119e78fa
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe4c6d55149e51b2d61295af91fe922e51be5eb
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092285e468d8baf92f1eeb01f126e7809ae6bff29d0387506518dfca54abaecf
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e52ad8badf6122ad62b64cba7f7e8dae6ea435
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3cc391cacfd5f42197514caff6c8ad457adf30964b162751ee8aae65b71477e
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54fe3f0cccf22b5b367fcf8138729c2d5d17e32
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9605371bd2dd24b2489f087e3664eb8c62a394da0d2a4ae5986835d83581f39c
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588454db892a84c5152f4f6a3249c77826234cc6
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6ae42ffa3675c2e1a3dbc836ea739b3daa60d329d3552f3e3564c05af20374
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929b2e76b4c9fac1d66e06451a0c39ebc27a8bf4
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ac756a66a810fb11ab58d15f7b85477ca078784c6b5034bab9333e74060047
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ecc27a7f321473c950d3db41956baaf31ab17f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187e6791129bcac15afda44d0829e445beb093f8d977124981fbe3b5aeb59ab8
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa836fd086c058872a3e985fb684b060bf21c1c4
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ae957e2ea288490e082b55f9f65fa1c279b35d22d174abd1a8c62e31f9128f
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4932c630005eddc6b4e98c452105ad224b045d7f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a59d9cd235663cfd1fbc241854f9e3d52688d8e65f2983416dda474a769d6dc
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5b9542586af30977975249de0fce39036d49f7
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc384d3045f18eb7161065ade024534dd63a6b9316e1cdc88f3c6d27dc1ab245
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1384c7e39f2b0de6e6e983b86c215b83a80201e2
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bebeafb43d1d8daadc7986ce411f31dd4c09d4ddc8a2da04515d74e388354e9
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e431c04152dfaf526e1caabb85e4a946e4a930da
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f4b83f94922e9a0791b7792f09afa3ac6e15e1dbd4455aa02230a86aed5b5a
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ca7bbdcbceec5dd7a4dc62ca61a1cfaa2c6bee
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8319672be412946eb5f1452ce76304f768085660598c02311e0ed442f62ed4b
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed4b296506152a09a948e9837cce68112a44f5f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53147752b11bc878d8780248e2b0ad438fb6d0cbacec2414efb5e45f265d113c
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a9274d1b90084fb39e48f3ec6fb27f4991a681
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4886d79635d7ba87bf8fed8d4e9d26374c7d4239ff05439637c9eb40517d5be
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366fd1df44398c15c397a5c899d222f5aea0f8fd
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d66d138060533eb43602185cc0eafbe18db46fd4080f8e3700694119ff9aa6
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c410b90109ee15c9080e21acf7d1bdbbb2282c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6443adfd8ebf31cdff65ab10de4892bf43bd21245fa57f8a110746b4cda8b2eb
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df248cb68d45ffe79d9a3a2fccc55dfdf6a2137
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b39f3b51a8f92ad4431c4acf4b602ed6fb96815af99a6183de6fc1a26f61d6
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2659a9306b1b9863c308e53aca12eaddd8ca7e0c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4729fb1c43475745146727923781f975594d97124454fcd11cd22b684db07083
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc22834f527ab66704f91d58405781f2b535468
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e09cda2c2e294f3fcd46d18d89dfc2438c69c7973b84c6b409c6ecf022f6bfa
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866167a97a19c5565b88fd820aa1485ddf160840
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c258e5f0f4878613a283efcadf8ec4567d2eb441b596817e2e8880c99ca36fd0
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616e288e5ef3a7d9602290aee4e72c5286cadfc2
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f589d4f8e8454de775ae7366efdb4aa1668050f93ea8ec2fd4ecc1a1c22776e
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b99bf6427cebf9b5cbbd827959abb7b110bfff5
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4a4ef40da554edd0bdee59dbbbe644dd4854022b9cbfc00be47adb20f49a9c
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a165024d6c9d8fb464dd9899582f8cef47fb0b7f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febc79fd6d44ed8753b9be8100c5295d9d90616689699c3a8e581897efd09998
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303102ef4cc7659fbe7c031650f3106429750830
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64531f217c313a2c545dc6750e3d63ce1b512fe8012328e9275e6e070d7354e
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815c83b2564413be49ea5fee35b8bc43641f474c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcd459b102a4bbf1a1356584f757418e738f02bd4e4450a799c12c3a73622b2
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d232d5442abacecdff493350ae50d9a22211c8
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66255dcb6cdce4c94d9e02793e94cf8805f2df039dfe7033c3d11e29478a8aa1
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9093a4d104c939953ce6632c2b51c68bbd9aef3c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcae91b34a263a6ad236321fc2d6f67299c69d5a0ffc4f23dc2d57bb303e053
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce14cb34e62d6f9bf4877dba4f1d85927a03e909
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15226b5604110c4c26945be5395e8c761641fbef44e740b203782c3121ba8430
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e63cb93fb4adda41dc470ef13abe82cb6ee2fb
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a8017022839d615e4fc9184844debd00a7f9e2c1c6bb675b2eb81aac5e3e45
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103d13b71cf71f278219c555a55061d4936d7224
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23146bb8dbee9c3f4fdda264651ad09916764966e37b76bd7baaccb8ada79f9
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af2b96d20c10ccfc9c732ce7503ab7f623d5c3c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342e468631db0c0d4d3a281bfa5e5f6d520c3fbfb2224ae910b304130d02c6ed
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2de18a38224029c518b19a8f6c04b7fbab79be8
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35962aab65f910fcb70d6f1373eb1f9fc63082f3bccbcd5dc4800474e159e5a
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27f76b8a61f208e32f3c474bed2354233689435
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e637fccb1409bf8662aaab2a8e57101797676a9a58327cfdb578c8c02d6560e6
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c2672761b3e38269b9a6093c8529aa3a870e9b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f6da17258c27d5a3df652e4afa70d7cdd18c9cad1b4d4e9b9e35d75fffdc40
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc5185d92321c41ec8eba74c1d94e219cb71264
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cada7c259d12cef8eb2d7da69b337440d991e543ecfec2dae2e6db01cd3b4790
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b294a93bf8a5342efb1711ab3031d2960359b94e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123276a437371edf5ac0533cae5a77320ef48a4d9c1bcbf2ba22c14a59db04e8
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c530dcc00296823f7ccb6930cd7845477c345249
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b8cefab776c8ac3e5e42ba16956906a691b8093618cd2d69a3492cfb58f92b
+size 208731351
diff --git a/global_step10000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131ebdd311f11bf1078d2077670c74523f14a1ea
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c923e9fc494b403f5d0686814a3eca560d4b89e7178b414b76c2155223eea5fc
+size 208731351
diff --git a/global_step10000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3e59904de9e9c41069bc610be51ef5aa46298e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7515171bad36d87ab4f071a7ab8f424442dc73f7fe8958e3f6ba5ffd7037865
+size 208732119
diff --git a/global_step10000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98cbd0d2e4c8a7351088fabb5125e28d43f9032
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402017a366bf7e3302cd5c7bb057073129385bfe244ecc85eaed740ad8f3ce02
+size 208732119
diff --git a/global_step10000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b162195e071c841a9ed587ac47de85e3d50b86e7
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a5180b4ca84ea2ee7df4f427163bf5bda20b4c1aea31d4841909988b283a6a
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907d5ff444a5c194279d56c11ff2f86aad787e39
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8687910e70dbe91ed5f771867a24e0e8c6bf1f0b52e4b4920e0abce830fca9b
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ae45f814cf62e79f1ffa786314d8bbc609bc55
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ab1845992ddd6a445859864ad428f82ff40e1e061002e45210dc30eb4cddd9
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a02bba40ed3a9112bf887f5e67ee6d3b96185d6
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f533aa14941574ab3f00040eae6678e784f81574d873fc7870533ab36fe916
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de3a243e3f7472b778bc3857bd010bf52d85d07
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564f56c20ddbdcc489903f5171ec9d40b53f2b1a91d6b77dbf7ce7bdcfe61cc7
+size 208731234
diff --git a/global_step10000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d7b7a44ed9b818620cea77bcb3f8ccb2b9778d
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a278a2b37971490f86001cb08452ec6e72b2ece0fce9213b6dad778efc945c9d
+size 208731234
diff --git a/global_step10000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38baf4d64d27e867e5eae70d218f1640057d40ff
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c998e5e7b2ad9e42c29adce06f8e5ed4fe2374275f80db0a8b39101f8a321f92
+size 208732066
diff --git a/global_step10000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9ebbde7108da1193eccca824a88742937ee4a6
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38636c720154ab6d83fc37f8f8c3afe7c1d467cd69a5f1dc4b07eb3581c8266
+size 208732066
diff --git a/global_step10000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533278133d02910537946179603b49b880913246
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b142659b4978fc83bbb6cb19aa97ef04c8e0a0828fb2b73d2c3c189056e10d2d
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba47966ec8faee19eb92e3bf2ac7f509018434c4
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e510cbbb2fa0422c469a1d766334ced8a8d32b6ea7b410c85992e5401e15405
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301060d238f9885106b40d3f1e71d30af5f73052
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9110bcb055ae6a64f3f104cb0798435af0aaa0840ad10b8e081811f70d5589
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17075d7a975403af14410d0c5fb91cfe10ecb41b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2700b3eb347ca809eda87e46c8077406190279bcfe8304a1d4423d18fb6a8ec
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34d3f6c71681b812b3955283fb3d426e67843a1
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8013bb79e503178434d5da21cd7cb60607c116b28a15e8fd5461f6744f54214
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc25000c86eb0890a2bf5256f286c0f251e7a65b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ed7a306629ee49b57ad1870fdcbeed98407d6e4c0efc80fe14b555d09135b1
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee3965b27b8366dfd9ecc754b1988389671798a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a343730799b8218e2fc470395df3658d27eaec5537f6c69128a4cf34fbaca0f9
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa2667c6d2b2f9f4851daabfa9bc26ef4e31c9f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae97342fa5314c8ff369f88575372c496425bbfd29899f32103f64c29f10afb
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d98768a0de125aeb1eace14002d5f3e2f969ef3
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc98c3d0bb84288c452fd4cc9cf21611a065b4c390ea821f276e95a3d541d2a
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127ba781fa69f1c8bfa90ff58a26a622337bb3e6
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9955434bf3fe3df8e93a376b1c3a228803308d2cd8be5faf6e5a0b07b80a66ca
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09f08f9dc6d068f6ba6adbd93876213c52e926b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f76fc6b9db4d24a16cab66980fc55210c4e165a958baf12f3e23ded8ab12ae2
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf535b414399d4cff108866411ed6998ef5fcd9
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5801875bb60099325827597c6362a00f6c4f19179ebe60d8493084da86969ed6
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81e613aaec84ea6aa6926fe5be6f00fe90ab2ce
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9c0e501a7d4795f62b779650b8de9efd437ee4346f152958b5d40a04c59cca
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893a63471d6b8082006080bcbdeb188bef735f0d
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5edf829eec253b066d528c9a966050e0491ce5eda3a18ef2a54682381760163d
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779fcf1458fd28910daf7e40c2cc2e236052d4ff
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f209fecb9a90a9f76f41bec9d1858f65828b28dbc410f22b7decdc29e3bcdb1
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bb96e1e481dac635c9064b92b240627c40bd03
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3544d77e6521c5c40ed98743c7fe669856a97c376a7ee14e6a5f0d667b0150fe
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def7f696ef383da8655d5cc4ff683a96e1d019e3
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231f87562f753fa920e27f7b2a710429a7473a616f50f09e36cb12f460eba3f9
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4731b738574048c36e6440af9772a7b80056b5f6
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6e864b905eb32719c5f25013f4089f8b2d347abdcb41d642b15b27eac488d7
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf72c4d368d3a21c1bb6ba0b327a0492b34bf680
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6a71817e5bc3e3442222aa97bfdb2595edd15669e17a4fd1ff67bd0370149a
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f588a74dfc12701f0e1462c08304110907f1c5
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1f3137d5ee5684210b89b171525b9d31675e99e918fe9f69886cfea664ac83
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec0a15cab57ddbebd904aa74f588a12186fd0a5
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9758fbfcbd4694b0a06a572055069877fe2a7afbd9f7011d8362533c0e3af1a5
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401f0690990e2ec984385382077ea38716f6dfd3
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ced1c46506672aa65790983a6549b55aff2cad628d71aa456c5f5f3980778c
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64f31607602aff700bf0ce2c713efd20e61887b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54efe263d1cf1fa61b94ac2eb07771884347e43bd6ccc4a2f3a41791fafc8e70
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9feb78a8edfb474bb75e66445b865477a1d1cbec
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b130068c860e298cba4382fb7bb4406e36616a6d97867902bbb11bfac4fdf4
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6e9357fe3fa91f6bd19706dba3743a69533cdf
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d834ac606c8aba2a0a4e6aee5f64bf44b6718ceaf26c7edb0848e50ffd31bfd6
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b92ab3712ff961d584998609334b3c791f87ed
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d515861072eeb5018253c4334844ec7d1917e8c5d3c1822e19c8ec652d7f80f3
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b9d88e21edb6ec3be273dad15dfb8d8990d29d
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac875ceb183ce191d132c2c0d2b7d7bc653321dd697ba3f4fa5bb65146a3af8
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd599f4e4c64bf1a904c2c904cc796b5ef274ccb
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f2f39bbfdf6a2f363ab92e4004a41f996818ce77f16adc57d0670707c0bbb5
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0df4f39130d08430413155e77200fd5652a2468
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff78e1b9d0f2cc4af9298b64598dec414c81cfea113fba5ebc7b26588c0d1950
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b169f8152293284efa5b8528bfaaeaaf787204
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607fbc55a64ca8247fab0a4cf6dd022917fa766af247458ec5167cefbf832f05
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fe304ed1b9643ac98c26e1516b913dfb2aef1f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb378efce758ae153b03d099d45ed31c5cd10f799c48ee692a4d44c1b44a578
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92f675830daee652740901ce10a794415e85109
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7f9e04b99e6a62c99078e82875ce2f5674e07131f0dee5ff8cd25f063b94c2
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c0148b69f80b3b37f18c9927c046b41fd24180
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3b497c9dd34fa988af93a2ea10935e75409add31d7c0e398d95e69cd9ab8bd
+size 208731415
diff --git a/global_step10000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d29a3f27f59c3e1b0f9ba45a2a8dbd86c6facb
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443a347967da5411ae51bd1f034b744aac9a260347a6ff9c9d2bc770b5ee0ae5
+size 208731415
diff --git a/global_step10000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ea55a4de42ed26d2ac3573b3cc69cbed5345da
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375234792b1c735e4d80594a135b5ffc8440f1f0e62e56bac05f686cd7671d30
+size 208732183
diff --git a/global_step10000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4e50e09cbc21ab0c7ac8644a5b4050d39e06ad
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb13e1c164c349e77d1da7c44088b17fcaa071c35e9e9fd5a372e1c0fd7ebc8
+size 208732183
diff --git a/global_step10000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367d3ed2d17875b5cd612a947d41a509dcd3236d
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5d2d9af7c7d8e3f8a9688aa0e026546676c8f75133e622c0b653e286a052c9
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036c0c3af01c76c6fc1db258be6247a2a5159b23
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e459fa072bdf6696f4f9a86a4edf15985e9b9e876e7bf48a4de2c4762d30b7bd
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cc975a85f7ebd20cd2463fde7e96629149f364
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6237449c0d59af03cb3a4f9b50357693c321b26a07807182cf9c4b422533c744
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d54ce8e25df717c31478a21e0764a4023449dc3
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a6f6766c1f483cd8f1a88f256f38522c4622120aa6ca3e799f976b6288e8e2
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721c75115418111998cfd0af228c4ae9173e0e33
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d78cf047fb2d26fb3fb8e21fdb546dc477d5541110b83d677d38d467497e85
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c743408abf2e798546febec3777ff8ab11f4f71
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15fa9e2c0fb6936617ff88f321382f591bb35d1cf8b3ef5bfbbd0153bdf7e4f
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d27785af57c28096683e445a00cfdcf306689bd
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267ed44e7a762a1f8c72a7571c2002dd967ab27ed4ca11782e728b32326acf10
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce5769fd41c3255a9522611ae144158ad26b85b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c22dcfda5340f61c4104694375bf34e88ea1a2d78261bfb7a5f66f2eb2ab4e
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6cde7a0bbae8b8bf06d2fe3b92adb3a4472419
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec6be45f62c808f463135e841948f39bac7c88cf17131ed4e823907f0b3a57a
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafbe82289b3a5994864d1a3d2d973b94e4c67e8
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83525f2797aed7a43482945bb9f281c2aa1c8c0c3c152ac1c33782f52a1c4803
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a24102f459027bb427bc960ef4fab274c166cb
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7935d616cd8258d45e412e9549a932480a91ca969bfccd6685fb98bd159bc441
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b0fe5869dc0bf9a298647b2979c458b396d22b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e486019c162d6d3b3a6eec6fc58e20896daea59c04498def636b1c238c5c10
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd28f1bfab2d976fd92ec96b64f429aa1baf39aa
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2173b3cfbbc720f938507b7d66f0dded18deaa760c2d01719412dedb92cc8f
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3419aa476d526a4c71fea98575f868005faf4e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fa6a47bb7cc144a2ee8f31a3f67395f6d4b320bc4d2782317f38a02476c14b
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27f9b1e25caccf566b06f630fddb538547c92e9
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba6a814436c66d0d9ccadffbb4a4edd79ad1903cd77438d62fe297482b97652
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9091c0a2d3a295a3e0a58c41d5a7d0663414fea
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6d902a191f5e5a83465ccccf21a7a30e7ce5c71a899875863f3ff5ab3c43a5
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d83ed7d825a8c5f026e68b351441a9049169e6b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a3a442eaf1572ec9a9d0486b2fc4e8b705efd7927f096b9ec6bcabea4659b7
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99607a0bb78c62597d8ba71cb4ecd790aa8afab1
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30bbda9098ed8066d3ad7f1166df216c01b33e9af32e00cf76d5a6a9d3cb10a
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30f34e40351c8d970c10bc5586b0cebf6c7fda5
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4ced5604c9a83568b558ac1df82a334055c36792ccabb49be8edd700cfd310
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a2f5ea7a1883f9ee08ec9540d2bbe2065cb0f9
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3feea8b78a1f6d36910edf75c6af221c8105bc990c3b1461b7e3e11b77443b7e
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdca4600206cb13c514ccebed375504d6aa13074
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8795efac6a98a9736a2c58bde6cefbea7b2398f045d557e12279e4e1c76607e8
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c9836f1f9f5dcb6c1e8a3dad226a1a670cdc06
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d201c8ad92ec5287ba768b1344ab05e2c08918368a0e028dd78f6da45f6af84
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19abeb53adf5de2e0e89a04bc6f27cc4ae470acd
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe69373e833a8a55101322db806708c03637742c8a2540ad78f8ef179b20120
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087138bf5fc14cf4ef96a1f3bc2722a6f5218c8f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056d954d36bc084c426eded636a9885ac8dabdcd1323e0a8a352386b5df528f0
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3aae570cc2eaeb7f916dc0608739c27faa454b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c0e0012a311df7b4daacb527075bb7ae91d49e6adbda6e7ffd97a9af865d48
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4286f2316259457ba8c8a4f761d25a588ba7669
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9092e3c3c429ebf69bed80638bbbf4131830ca7bab8cda7638a844c2a71b98e
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac8c9c3ee4952d47a1fcec1b86afb6ca5be3b73
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5509f479b115b3b53fd2ded55ab958643e8da5e164929b9967e134ff2376393
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1940ade25b9e21c7334d9b8a1b5251d35a88d840
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa807603fdec1ce2ed87f3c02bfb148180d9e143d3748203673e9c3c6b9f1076
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80ee56cc14e596d669225a4b0d967fcd2bf51b3
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b3beb5091b157d52e354271422b8b37209a5fe53d465d01e74826ffda8e38e
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72a272b253e7129769d2db2b802d6eb4505775e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379d0b639fe118b36c9555c051b97405e6e35d75ab47e0eec2415879f73d2cb3
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b884bbeece393b29e03324e6871a5c14f2f82f7
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221abcbf7f6e72cf59aef0c2171c8f670dc3e8d3a9cb7c2682340eed259a0ee0
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ef9cba079f99135dafb6b45b452572988ca69f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0714cced49012ab29aff5e63dc0b0d6fea57f399b4931e807df013005ac625
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c993679219c3433b14e26f2c4fe613b8b22b47b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1bb9ef8af6f6b369b5f3530b0e2407cffa934c24e1a89e17bbe862b2427ef7
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2201ad10d95d55d726ee32aa1bdff1a739d53bab
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057fce2b9a5cf998aba871367b2a84c365e6b86981412ecebfd83ff3b892b2e3
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80cdf60ce22ad8a490b73cbfe4f20e817f568bac
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b25ce163b8c053603bed4a410e2d050d976a406a1a5bbcb17541b66a02b3e1f
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e3b16897ec6b9f547ca97e09257ca4826a7042
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25af0384f908a7dbba4dc83f4d695545a369568533e85dc4d2ee367f36abf600
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca4375531d24c2b81c9195383c06b6a27ae955f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5fc720d6278c7f8032cc9227e4a17610f6f473b20b5987b886e3c69940e88b
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780dfb07fc40451014f0e0e038b14aeea6ae79c4
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777156210162a5d119a1ef900a02fb3419fca15aac780e846f0cef5f1dd0a9af
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d648a311343e8c02aaeba4ec2dc0146fceb32a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5d6d517f7b7112269e981d27e3feb3955860df299b7d600f1d825610dd7681
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56373f3910983f3433b6b0c539e8e6d5e7544fa
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3adba6952c155db4a658468028125047bf5d9f1caef6b6171e5ad89a7c4f3dd
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6615b736edc18d28f143d946cc7bbd108932c7b6
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c26760942e7bced3f006c8ed2eef2caf057495543f917e567fc93ac3d29254
+size 208731351
diff --git a/global_step10000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dae8becb497c2915133071e18055fb206688ae7
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee8371d7dde21aaf4d8869f16b08fa29dbbf171ddc12625f11716eb30859d77
+size 208731351
diff --git a/global_step10000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64299f5c19498ef48fc3c26f7f026af0d39c54c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43d0a4f33fd0b750b7751749ea5a94ed0921c5b581c7868449d84b5f365ec9d
+size 208732119
diff --git a/global_step10000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc0f992684a5ee35c6093518639b3780747145c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bd18c5b2a358ef60de490f2bfa2be3c7040671cc5cc925a06006e5b4328302
+size 208732119
diff --git a/global_step10000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517ed81238db5b97f6f616122f9b65b5f43af3e8
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688bb627a282afa4f1a5429584a42c65a5c3a0e7c0058233fa604527f5c9c9e7
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0946676dec514ad771e5d92a6ec0d9772935f3c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a412dbb3cef1eee33ee7a1f43197846e6ad23f5cbf292b31317808b79e2e3b7e
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62d773dc84aea5b209705d7e22125671f294b3d
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2205a444d3bb80b4d278e6bee1434b1efc812cebdf8c82fe7a4dcf210f5a8a
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8264f8db2a1fae43252e3d0e41a84c8cb645fba7
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ae7fdd014592f0d67ca0e89153cdb1003fb2acff42f0b7ebc1a6d745eefa2a
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9541d27789d053e36a24081e4d437eae03c433
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56ef8fd1c20a83877d6ec8d9acd821a2591dfb57e15bebac1025e80eba87984
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63af07cb82147c881a8dc70faea110bea709550
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235f55bffab4acfc51a82a2dc29dd7fb48944505bac06ef0e459800ff85f8821
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021d56c955a4e9e888813645090077cc7209f8da
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a1e2c20958e5e175c0d8eb03493ba4146820cbc58621ef7a4d934f01e11e5f
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed3dddf616e9fcb4607a0e366e8026e9483c065
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5cb903cdacbbab10368297a59e60be0c6bc410eed06389486d0c241158e6c5
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e457d338f2eba7cdf818566dce3c6db52edf6c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c77af37bd8aed3bc505e56fda8202c4326d305fcf9e65ebe820d5b53bcd47ad
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cdd26878eb1ee03d4b977d3c7218d5948d36a4
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31028d24a0cb6c5425d39d7296f2064fbb6679eb8fc38225892e339b7af7f874
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b878caff2df47aa0ae611d0e172cb39d824f418f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1da4e38c397586927749c322c73f74a8f4a3692f828d1ddedeb9623b82b31c2
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee4863eb1b178eb5935b4194ed53dd4fc112fec
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe42170fecd4a36d9df1fe0fa78b157c0e758c7f2ca85b67b474518101b5de78
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3ae4cf6c9cb7aef15f6092fdaed525bf6dd138
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d2e25e90e3d579c3e73c044f1d2df61827608174ae1a5a1cbf84f4c4e4d102
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5e8fe2c76c6e1871067d86cd121c5370eb1ea5
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c15696b8319ad585e76a639859f7230e0cb141ed73ca749ece04ed2b3df32b
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec548aeff7c1cf44593de79eec9f1df46fedb29a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c44f3cb287447bb59ccdab13d6f616e52956b4545a1dc6bad636a6058d69c3
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce99eebe37a03fe2bd0d09829ac5a8bd04e5616f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becec7fa1aada164c4f8bdf1e1e18f61924bce24f3245b67e24a0af209e18c14
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2818bc61580cdf9d940102a6ab7c3a46e86c5653
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9c209d9d8684671f4b6cb5290adddd27b0f57089d9f155d2dcaaf05d64c42a
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7bd97aabb9e2c91f73892f22d37e80d154b4d1
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba86ecbbb45f97e2e287e12390121a94b7ed23b2b179de6f3b455c504f2079ce
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876fce748a5abb16206775c276c3ba083d74afbc
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dac96ab2d525cd5fdfe23c496c15c84eed8ebb85be2dc35732b846d8070ae4
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db16ff370f9faf60ffe0b6bccca785690453b14c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0584026ea841bd95e0fb0ab341291cd20485c5c59ed6f7102ab48624809b0f1
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0fa6a55bb0bc4b51ae791d66907191626c8240
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebc6e9012c01fc8939d901892e294fb57ad65444382a8dae14cdfde51abc88b
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7a3b3443343fcc264e07301561db7d7065a1e2
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d036c03f447f0460d882305d0283f73c6bf38fdb6e2249116e7323f083ee557b
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021b3e33e235223ddb8f26b084edd47f8f40a094
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23326d6a207957184e7f081e479f588e546f545c7b0ec2a1f049e9e091bc7df
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c150aefb25db46144a28117c5b2e33fb7ae426
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a079279b9f0651ff6000425af0a6ad250248dd3118291c9691a8975545e622
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d538718ee8fa2c679d71a24dceabf78776723d
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe063947694dfa5cf13c901ba9c146c1dee5d36346bfde11ffb1d524f4b2c38
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44fc32bbf4d715111923d5a6873aa4138eba871
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80c8907806636ad92fc56e0d5476c974898125e015942a112949cd20b95ad8d
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0380727c94a90f0b9237b9d9eda775c650953f0
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f171ba3f48515cb8a347b55b35a40230e01c41398adc763b784aa5e4bd3d4e5
+size 208732066
diff --git a/global_step10000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3b1c126b892b0f944a64cb2b25887f05967262
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faef1af0f70280eef231cd6d605f044e737aade91e217f001ebdec6c10df52b5
+size 208732066
diff --git a/global_step10000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757039fd4efaaba9d542fd6b29108500aff1e476
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba05ff9cbf4143632424ff0b20e37e7ad289013c8161846ccb53f58b374f01c
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cd72ed071f629d62bc5ed9e96c7f24da3f59bf
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d48d0b87838e2c3840a7978b6ef73e60205e32e08c8c543c9908ca2ca322b52
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54f7e9afb4e0dd34b530edfa543472ca9bb51f6
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8a7cd32a8cef36599836217779beff74a6d7ec1eb7702757b598c87e4a6e86
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b81beeea2f1c6dbafbf0f23ed13bd47c34c4b26
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a7eb3e8f500d7ba645d9bce36715f941ae82ca2dd692e63c28fb35e318ba76
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e824b1eb5c73fe085087e2cb67cfe2b3e04e184
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f315d3cf0bef1dc9c327e13c9d6ed4905831b0d588d2083800528f15b58721a6
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c26edd4e10593c1eaf95164c63115b23393fe3
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9ec914c091fd2bfe429eb371989a25eaa9e8a019ceb651d50a772ad59679d9
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787db659a4b66960d5022374a3536fb7493ec357
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd624318ead4e8a469fc3d2f53eed83ff3c3f7f2a3cd15dc072af0774e84ac0
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a379a910247c3b70a4b2a36718b238fd4467b7bd
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e489b0b609ccc29e7c3283594f1368553ab11a0cef74e23ea3a1d4e91c47d81
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374c2ec900e9a4fbd9d25a005d8d2fd556a01341
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda7bf558d82fd0333bf766c1d59f70f4bab3d611099e942ec5a8cef52f685cf
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc13a92ce3c5e49b44c29ebd0c7971a3c918a3c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f2c65e9c3a34446d50853f152f2152badf4bca184b1e237ce306f885048e75
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900710989af41a25eb240c7ab13f543f5fc45e8e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55241fe9b3d7c6d0d783b5882643e883eba8febd5ba40e2870531700a0de8d3
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83880064945b1c67be13ef747f274fdff99f118
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2257c68a7aafe62547593ebf8a6d1e15e3da10b285abba9bf2e91b01c4fa7b45
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705a8ccdf3c206354abe0912346d20874314f9b9
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff21daebeca13b7ec1b4c356b9cfb4bdff4776f76ecb5b453127a4ca382db058
+size 208731351
diff --git a/global_step10000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a7b02f04ac0c41e3535eb1ec07c8d5deb3b72a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d135a909a7e48ba50f5d641351220a8bdb0d393b15962dea60b49d199292000b
+size 208731351
diff --git a/global_step10000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c7eda6fb2bdd24c4cd659d7a280b7b83632fa1
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d84dc915b8fbc13e335d7bc17bc6cf0fc928c1225ecdd8099c84fab18645372
+size 208732119
diff --git a/global_step10000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451968c6db6ef21fe25d856eb22e45b255fdff03
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5960eac80c97003da7e2dbea464f1b7bd996728e19f367858141583403fef2c7
+size 208732119
diff --git a/global_step10000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bcb23af7fb5e9902c7a35e2c31561a6f4fd5047
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4dfaeb61d0e161f77a6e9ad8ca9acad1b36b3aaac10b1e0b47fdd48570b75ff
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763bd2f3e978a91f9d5fe3e2c3e4624a9fd170dd
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b62755f9996c81db3a6164f877846a529df0cb3d595f048beabde59fc928f8
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e561d3dcc62fc3973f1f6cbd2d535f0c3fb44a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a7b41332d2137ab299a77c7e5efd97dc99bd3007ec1c77d51cddceed269692
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d01d701e9b0b1fc26e1d7d917bead76e2d953d
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0923985fc76586712612b96f8423e752bb2b4932f178ca3165b515a71aaea7
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1835e0d748183b977412695a3bbb2ee7a1f436f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcab443afd0565f1ecc4b55a441e6be0b2653c725d2db825d08d379ac35beb66
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093b08a97b6c29ecca5db01fdf9bc8b591e917b1
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ca7e34ecb48ccdfd28de2ab3bd7d6ce07458bc435bfb98016d38dc18507e58
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7e1c54dc89f89e705021bade00b14791210b2c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7fcb67f1282607732e1aea62f1d8e8c7068b620cc035818af1eb4f1337bb2d
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a7e76714057916ee21366a6289df01e8c54a11
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e501d5f004a8156875fe7a40e8b5b48816a68a629e8c4b1ef3d9189e796a06
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1a947a7b274824353786138b8a86feeb1620d8
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351232aec81204c1fda91f87b3be51dd7f7683c8eb257c029c01c9551743590c
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82cc73993b3e9d2ac1c4c0ec98da9772586c9fb
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ede4b6a094e471fb2482e18682c03a4795ebe947eeefdb5b3515569019819cc
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5c8121421b673120f9c6e93bccd4f7780a9794
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f58c2ede2b945fb074134b033e245bc5522f4f1a0fab50405ac4a5a9c96095d
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5febbb24f9fa6ff461c7b98af960f7cb915ac1
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd4b65fd7bdcbbad4c6b38a4bdad54e06b7b3b3df16eab03f79a3ee3c0ac66c
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddced2040e39632036c9932d2e6ddd69243de236
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffb3faeb55eb85ffcafa217cbe7bf5f1b2a1c5b97351eeb82296a389215e565
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d8dac2a70a850f4f123ab9b5c7051a241090f2
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ba885e45385cffe73f16cedb6f921fb19cff9f7f5348c8ee151c10e9adb7d5
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb91fc4e6fe5088ba086409e3d91d24aa4a1520
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852defd136f00d69bdebf23a81e06dc3ed93e175b11257d15a8e81e564f83bbb
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacfbf2f8ea16e3c23f97b3e12a3b435795f81b8
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031f8aa883b95a67f8d390c73a612276bd774b714455f0efbaf59880cc700235
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ac2261f69732f6ad2d22088d3cc0be9fbf7f18
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1224538d9d2e58c84b3e5fec22b572262108952dfe13965bc850e55c6185e9aa
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a8f8bbc7a61a0a9327e737d150d79f5ccb702f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377e96c101c0fc93fe4de447c1f5b7f4c2950c8072df640690b25396ce37c315
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d14f07c88520d952654a2668c5799069dfe44c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d4ea0a1c35325d4e5c59d6e5fa0f53ad3e357487095ef1ce6a2f6c0d76f162
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1dfba8a6ffb8f6d264fd923ac71c6adbf3d3091
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f09b673f4b24f442ca03b4c4ca5c07b2b762df6d0d64598d88ce783d20d697
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae39a32854762b30c3b5c5316aaed1073883e2bb
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f489a56ee95a9efe85754080760cf2dd5a43be4b45e34b4d234985f16a40c1
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f76c1055653ea9c0f3ec70d9f1560ec77e9cd6c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf014d8e0070c6a22c014510bc8b2e6df3ba4b7cac1b76aeb4a815e6af16535
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e8ab6b7cf7d2267fbbf8a90e3e037036764c8b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3042f2c54aebe44e776880b1159368bcf13e812a5ea317adce2109fe69773c84
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2eedf5f2492382758920fd78074cc82968db1b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c71605dee890b6dc7e4d3733ad1ba512c5f45aa79975c418c0d481f7ac3638c
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8288b0da06a6ef075cc229354b128346895732e2
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f6c506dee5db51e0238740adf44b047f3ecfbf3acfddf6aa4e86c361a64991
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eec4523f9f2d6313b238375b9954c56053d4509
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db8cef94ab7483cea74306a317030929539c229d7e3d3c922646cd569626238
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dce4a105ff983645af794b5d5a668ed4e62f460
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d15ff70e21f3fe19f71e8adfa5fa4ebd7b7b3a19ca945b47317772533461b8
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4402ec8c2458602c274d80c21972467d7063d7b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922ecb9bd8b217d005dfa96ef89860bf1b56b9843f73494456e2ca51af321745
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa18d93ff73610912c8cf977100dceaed776199
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72af4c2b5dd4893e86ab882596eef05fb6a7a31d098cec4d8301dd6c2f4defd8
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a263e343066cb8acfb6eca846b0f891bf99ddae
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80afa5bafbabe5280c415515b1f811c1af1fce5aaa9ced18e7ede6e9a1ff88ce
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6ce4e5194adcf389e7abb89a52e180e711e4ca
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5428e08258a65eb41ebe6a661754cfa043526b517394bc20a9a78d9b765b6d8
+size 208732066
diff --git a/global_step10000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171d7bb7448487fb16bd2bd05169bfd2fac59f22
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a4c64d80bbb52d13caf2f893794095c4c7c5b3f6c2f074c2e7fcf5c17013a2
+size 208732066
diff --git a/global_step10000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795d33c6be83aea1b0dd4a1b5e961e91d29981bc
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95752b1f509fa63fa9f34f538b3cd027ae3a297f2f346c8af8e61222a1f14fbb
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206145e2fe820ca897312c6b0b50848edc3c71b1
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01650c919a731c867179c2c23fd34a9a05affe2d8a4f20669ea50e961ea7f47a
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7babd4c64e2583b87260573537e0763471287c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fa86f5ea496a23cecd3de8ddebdbbcee47268b2f7d8659f2fc17a54cb7b43a
+size 208732066
diff --git a/global_step10000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824aac7455d098e3145f2e7cd0b1b84c11221060
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3fb4fb6f5dff23d9f0af71cebd47b9d5b69f4227a5ca766f4055ba00ad783e
+size 208732066
diff --git a/global_step10000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e21fb8951a5304dcce66d7414ca13ebcef2d19
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3200644eeeac63980c72eebf83e9efa20cb2db42cfee751be6ed658335671595
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cc46d07244c02621e224e90bb1b34b46f21be8
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030c18a7d1f7816fb0cefd9638ba898ba97aa48b3e581c73558ace0b7f8ae5f5
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2effba8bff557abe485d2e5ba638ff3a3b00ee7b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b741e60614c4bdc5f74d077357d61a729f77c8709222e85cb223ca60fcb2e10
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969fa23736f12210efc507c47747bc7097d89870
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e7b7f5a50a1e00a77fb032e2d9efbf6f6509148f5528d14d1698483a5ec686
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25abbfe5c85951764454ae44cc1aa4568eb92c4d
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a69d84c13aeea4b696a9882538372c972940ce794ee532eb79e8ee0814d56e3
+size 208731351
diff --git a/global_step10000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859e41555699bb718928aa8121eb57e164a454dc
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213e6906bf6d7f2bdb1a587022b388eee1fd82440c82adbccbb0c988a8d7a56d
+size 208731351
diff --git a/global_step10000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b7115de2fac8ceb15d510ccb4177a4d9acacb8
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e7bd53a4c4f09e3c632456396bc598f8220f45cdd6fbc88ea15d586ddc3a78
+size 208732119
diff --git a/global_step10000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf856fbaabc5dda100d35a7622a3c2f1b9009b6
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c011762a7339a784afb10ea9dc7d7c7910781993c491b7d8e51aad20fbdda1e9
+size 208732119
diff --git a/global_step10000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f942fe04ee96573905f4a97eb780b0158a1850
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce53a1cd0dd04708901dd02cb01bd5347ad0c430cadc50249fbc33a33d2da0d6
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e379efcef3a1e1404ef488745a7455422b97a5fa
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c573d219770e85835ce12377fb66c9bb73b6e29003cc2e18d33fa5c66ad8ab5
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07ea5cfb45d8338e38fe7e71c7323272b353ece
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db6a893eef96ea5aa2b8ed3ed6074bc444d4bdb7b06db2a758a596eced7cf3f
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6d20f19cfde9fed125e04715bc4c302b8677b9
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e4cf2daa4b05c8eba4e9fec8a163ecd090a58c128cb4a9e13781573414bffa
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285bf1aa693dc013e8f48e2787a3348e882b2936
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01f0f53c408053135b337266c036de8eecdb317b95c52c5fe1820dfd192d4a0
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654b56140057fbaacf784210c273c7238f90325e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76d6ba687d284667d7e781946363c2bf5fdee8371db0f11d9932020e322ce35
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dea564f934628dbac04a20c6d429af25599e07
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe81a0aaf0624f27bb9532ec9ce8b3be539f20237ded84c665b66834b7657f7
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b51fb7bc0abbbcd10997de09bb5367a21acd575
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448d536fe571732fbacbd6ea5ef48676ea58246e1d03b1d77c2050ccdfbdca0c
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73024347645047288da9616db168900bab57f789
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264cbb837ea800e57c017ab4588fc83025e3a89237df7d03bb9fd2b32240a534
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cffbb4b0f623ee55591b76e10ab83d3c0e37a86
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc6ce856a871a5e8fb68c6668de0904060fc4c9111478a6107a6fa66ac9fc4d
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e67e44ded89a972636b23da2c8b1679f1cdb361
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5ffe4a32ad28632b46e5ecf6d1068e3ae5ecc8dd49aefe72607b837733a816
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aae41a29ae39f0fe29a2581b9f90e02029892e6
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d893db32c6d9b7c01808e133a7fcade996afb5562d269ae3b801fc61e1d76fb6
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7ea62bd4c65148cd5f61a648235431532ffe0a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593419521cf473df969ab1f4fac73afd1389a1ef08e326d11893a4922793606c
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e820e97f16d036d7e5e6991c59562cbecf059e4
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1e7a79fa9f69e9cf5ddaac81ab6fd4a885e92ec65083ea3e487773305dd306
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abeeaf2f3b1dc5ef959a2b0686212513a4d2b00
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815302843920b87b77d3a3ecbde72c3d47fa768f11300ad855603ab880e335ff
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3477ef37a31ca05a3c63daa692bde0cf00dc843
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f933aaea54802892e3ecec1f7b2c2ddf49679bf3de650a716d8d645ef8b4f464
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a475b73934c4b9d0ffdf19d25b3c533401ef9bf5
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e788acc561a44eacfdb100f3142ff7f8977fb33297a1b94686190f7d710387
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29eb1cea585585a24c1ad1c39a396aa3f24a6518
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bf7117b611846de29cc2d9a550fe72a2fc904091eee3ff338608af0b2a2b36
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a7dba577b47ec3094cd49763ab54dd0f44270c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6946ddff86084006ba002fd772106557902ea9d6ddfccfc662b8b4413c8ace
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5c1f1091a31611a91f915a423d497ee248f5e8
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1507185534ca7dc77bb26ab7d3ca46d21d6ed85b063daa8ea360656c2296fad1
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a468760f16e5b4bdbb67f6088836e84b84d363
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47beff58ce98bce66f5e684aab4ef69fd83fff8ebe38f33eb759e9b185b4fc4d
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ecbc84bc6bd44842a7f5e2e5e357780d95ea2f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecc8de3e72839736d15fecafda7ea629a6b549510f2545e132f56cd149291f4
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eabee268cad44e5530601cdb241c2864222a397
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a44cb6897c551cee5dfb732911f532be643894db943523b8ba278cc9d98831
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af098129c8b4628a4b36cec322258474a85578e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147ffc9cdb5b3ac71527208b7bdd0161979f3b4fa14556e57466d7eb5b7606e6
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ec083c1429d3f1b400a28ad95455327a90e8d7
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d4d2fe1487742fcaeb1d133d8e3895c88d44315e9fb40b4d95b3af7ae467b2
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50b7dddcb65fae29ae3b0ed330f20ea5d43ce60
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3c4d2b16d221f3042248b95b3303e2758ee66d78e97b82b79b42ec4a7d4f0b
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c9fe87f73c90ab2b3456c2ca01026e75f924be
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11342968b756c4bedeaf464ba806eae036f890ea49b5de7b1688830ac806c760
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f1643fd08d49a974f15c81d1088d128a6e1bb4
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4082a572ba55ece41d0d47f2ecb84c3a1f888460a5a4dec884c862affa3aa92
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f4fa3bca2d2fe52c417eaaf006ca0224956779
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8d03d55b98649336ea02b8a8b2c30f1f570e7a2028023a56e36453af7958ae
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3353610fef2575e500c7bc8d50ebbf99198d6e6e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377c16effc8418055e38377b0bc81f32ec94405e783c0cde84d94c3e3c42b9b4
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35461ed8c80e60b8275fe74e4c46ef4c342bb44b
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc14ddf6055a6dd1aa6a846fb0f565fac676aba532372eb7b70ab6ab5b79e49
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2bc3ba150843f3ae2b1b44bc0b89cd75ccb3d2
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072b3e6230ffe314f3952317715259266b0f54b257180ffefca8cd6540aaac89
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522ecf48bc602a55ec313de213f42e26a6ed9858
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751e19ec7aad97d730f64f1a90c9e91098ce2365f2f94c9ca6a27b66127dcf96
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c739df0a70ef50accab47633313f0ec852c0c3c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275adafe9f9c61d96396da66c8c704b5a3b72b4a20b5e78efefdb08cac2de020
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d068fe268ea9afeecd13db12f89066de8950ed0
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c1292905e72e21cc4affcfbcce2b958366dc43dbb1a824fc282dfff75a5b90
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3849c352a89f14ad0505694fc08e6f16566a749a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7def0c6157bb7b5781fa80c5de83bde84e14b5a36107c0584a175ee0358bfd
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3bf9f55899b1e99ffd302139a84b18ee5e1b73
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276faa0f66104869e64d773534241878e1dd81420212214a6e9f73e144eaac32
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb5586db2becdd8621dbdce256fb05b84312655
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b485a8246fc152025405851a4192c0cc1d884e5443da6126f0b2ef32d2ddc8d
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0207d28909e439f2d3fc975ec7d47dc027779a1f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43829385e859519511a2046bcf29556d3f8daa4b26a91f0a2a2db175f9deca75
+size 208732066
diff --git a/global_step10000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d4a557eed9550ea9ccacece8b86d75ebf7584c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c889441a9053d7708766bd621c5d4c59d0b0527665a89621d8f218d91d57762c
+size 208732066
diff --git a/global_step10000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bef185dd7d8c5fea4676a7c994ee222dc4aa564
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a001e94566a37435c97a1ef736bf8942ba66389e1bb5529dbe3e77831ae3b1ef
+size 208731479
diff --git a/global_step10000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e23811ca1e15561c815ed97d6e6b63227e88332
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0638b913406681b75c5efad0cf70f8d1bc16328fdfa8518397801329ab50003e
+size 208731479
diff --git a/global_step10000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0686c89acc2d59aad15ca3616c4f2d93f14d2248
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3c74ee33f71d335e87500ed5cdbc80790b681f663352ef5b3d1d7f56353984
+size 208732247
diff --git a/global_step10000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb3fd5897e875241e67c8921c809460f2ad8ecb
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae666d32481ec1eeaccb7d0e6dbaad431c360a872b474b2df3ef160523a5a0c8
+size 208732247
diff --git a/global_step10000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d78cc23950b30a4e95a9206d193211ca5fad34
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa069ba4d8610f9a0bd6cb610a7e147db4209d3a5f50e5d17eff3948bc32e496
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9894a9d6a7dbb4e27e4ccced626ea8bbb3eba410
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e24f0b0aa24b573e6d464e366cb7487cf716af8287a1082cc8eea325a0c67a1
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765ef1973caf0411448f89c43a720d183d98a4df
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3765af37094f718456a91ef606c823f4ee10d7070583e0bf4f6d68ff83f90e9
+size 208732066
diff --git a/global_step10000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2417c84f5815bb92dee43af674eb1feee29a0208
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68f7f8fdfbfb025b5ed1c5068dfcca2a2ceae3cabbb1c61c826e41c1748a0d9
+size 208732066
diff --git a/global_step10000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3eba390556edf14ed014a60ec60c8393f3bc595
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce4ab22bb2647690bd5c15af0746f03712867e761009c832c55912b18d6d020
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a025a734ec6993f1baf893f800ba3979a2f161
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609f73f73eff401a65b6f7bb9e04a3f14d386b00a8c4570f67c1f108d24e5835
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6aaf6c363a1c6a05bc69cfd52c4ba973f6d22c9
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a024fc2996b301b1f273c3a7fb2cc76f7b8f5fb876608d0738345ced9ef5f60
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55423b4f5d58839c8ca61af0784bddb92fb21f5f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90334878726e0b863ee5013c7a599fecb93b73784511b38bc3e7cc68115c2665
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7253c870aeed77102f49552aa2b350636762ea
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff11aa8bff98ad293b7c9e798c04d61c7aa8ca018e27c776efe82f7126db4cb3
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f021580ae4095e0306c8b86945d921e573229291
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ae866090e9ce53d1259ad8a7696edc326487a645de799a9608e774e35a1703
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2ce39c17e6527d76e18470f6452ef3d50f2990
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecadd0c87ff05cc01952131982be86bbaefb2c6a8712b4479740854609d4cb5
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4fd49158fc385dea6a91de5ffbd5922e402ef0
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f73e9cd9db016bef521447fa6d7f1c2c169b9af3040c6b42cf494758e4d584a
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb60a9df73d636771df75e89c8f932a6448320e0
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f83132ff5a5a9dffe346d9bd3d0234a99ffc3f716aff521542f95d2fc047eb
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9bf5be8b32be24c40db6bfb08b134122d016a5
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b338e07bfcf95be941fb9a5221253fd30381d358fb1a6a075abbe9e1ad9924
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39b68da9e818c2ca4508c8c7a7d851a655c60b9
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94f24acd73f7c7f22fbc98e5a42eab728844943cebb7f92db926dfcc152585f
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3051715922ebfefccfd2df806c90a2892f151e85
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945dff9ebf853a56eeff5239140528cf50e519bf9b445e4a3854d2e6c8a130d6
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c2d1022bdcc6ee21e004dec3e24ff31ea37c24
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6860e6ea67df7a59d8b90e69556d4297b068df49a5cdfdede586ead01c140c0b
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b669bb6b12dc336e9491ca610e3b635620ff49
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9e25185f1bc417508d1313e110ed603fa829987ebbaff13df6aaf68e9b21f4
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4cfa4a8b4fc679bccaa20bf156eeb78b430ee8
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4ec46b5063c83ccc9c6778bbb49768085df3220766274d44aaa94ee923da04
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23006810445c64552c80ad3785287735fc89497e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d10017b651e7ff68b3e232e049c0138901f9a3e32c8301b1a73bd2a5415620f
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5507ee68e202dea53ea23af43db54a0e8a58d5f
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f720f42d247491f8c624fa134a2747e0d8029cbb58637641d7a9bc538d5cc5ca
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67ad0f438656c6ab030b7f4ba9dd27b642a6a94
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee50e837b531d49b117b42ff4fb6fa8859be640fc08d26cc52641c85a18141f
+size 208731490
diff --git a/global_step10000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4e628fff685c9a469715eebc350d395ec85e52
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1f59f6e055b22f6bbf749efcda4f5b859c9a6c3d024b97945fc2062ff6daf3
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6c600e344e3ffa6d10555183a83afd290eee72
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383ef1428e4bf8d370deea0bd2eb811590269d8371033ab52c789588077a9103
+size 208732258
diff --git a/global_step10000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20112e997622ec60644167f72e74f09cd7bc1a2e
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958e098d8a9cd82f0b0a978eae9ce8a3f45bdab4b7aadeb82e0866ab3eb0547c
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d5df7555e8887b9d12b8303dead208665b0996
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeba68d63638ed72ec4ccb1f1147e76c104cd604606b696862fc99dbb8545601
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52988b45011707cd8465b0939c6de86fd20eb88d
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36bcad97266ffc9cb21a05dd1133af0f1406cda0cf1f1bb25c09bf97c4d9ecc
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7015eabfbcca242c805be945a4e24cce3d9a4194
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fec533929aeaa367d822e065838576375dcb9248c505072527e56d55ee4fab
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9e7d5bf54f56cf45be6d726db5f184171a3ecf
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e0c324a9b85b54a247798728e15a3196ef7dfaaef07289e556d055f5edfe23
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a28909e2b283150bd696ada2daf4cfb2a679b34
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da1457dd886ce24c1036a6fa4edce6dd45f4b37122f592306dc4613da89d878
+size 208731298
diff --git a/global_step10000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72a1bb4d0c8bec9d1ef1622cf35c7550f43baf7
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57047f87ebcef1b7fc0228e2caeb0ebf1cef4cef57285f6f011f78b9b829026
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cbfb87a5cb593a60fc124c92183ec4365e06de
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650be22e99e8d68974d64a9f1fb3bbfe8a3b2808459c0d0c03e53e2fa4b3b12e
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2796538f090d86a411f8f061d307bf87e460c725
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2e836d5fc2be157ef9bcf3f1aac61f90d6d941ec0c9db74c377cd925381722
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121a3f27db4e9e39e14f201943b823a3a445bf9a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a44999ac44e47574a4807b880230dd73db90fc6621b4b8b5718771cadb90e1
+size 208731426
diff --git a/global_step10000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deccf529e614767e04147c66eb7eecdb198d25e4
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b550dbc4ac175c013503f1070baaa604da5e605541c19f61799b08dcd9768f95
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113aa267d14aac92ffe2161c1250f483d7888bd0
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406c2303bd1b1706795c685bd9321df420345131e4ea16668cbe314535782aad
+size 208732194
diff --git a/global_step10000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0b7ca9d48120aacf3d4d1944507158d3ecaa30
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5588c916cdaabe5d5eb864dd2db90a9b21e5a86d0da2031ab9223cc5c0d6858e
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68dfb73eca7603e82fa64a2ebd3f77e532284c4c
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a3bdcc0159f2a19752f4c5ef19f30eb0fbafd4e6a07c8880548f071132d78a
+size 208731362
diff --git a/global_step10000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e49fd8a99833d5038755cdc2045deb874492bb5
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0f1edad8f2b5978e9f7ee2ce38606a6ce0d23d42af31b9a898066bfd12d617
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f073c22c934fcfc49647beb65167acedaebc39
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f680503979a4c9debe212d79f039c97ab066a96da84e630908746899222180a
+size 208732130
diff --git a/global_step10000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/global_step10000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83e68aa3090b08571a954385ae35ab20c43cd7a
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392a715e3ae7a8ec75f42a0ce6556f02e6d0336cfdfc84b2f794f00bd60280a6
+size 208731351
diff --git a/global_step10000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/global_step10000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c376f4202a786eacb05a068ca7474e23e18dcf
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bffa5ec438f2dc1c8fdc439e0b00c85c9f4f575c222e764e9c2f9b9b5b32af9
+size 208731351
diff --git a/global_step10000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt b/global_step10000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cabdb0aad54278a81c30ab68eeeb5ec71d539831
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27570510e3470529f33754c3dc068f96721711750b5ac6a681eef7248f9cbee0
+size 208732119
diff --git a/global_step10000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt b/global_step10000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a172ebdbf4e37577462629135a770f6ca86b0b17
--- /dev/null
+++ b/global_step10000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca8a5154681e72e7101e71c07766c9bce722c933f1bb9f9886d01210293e4ce
+size 208732119
diff --git a/global_step10000/layer_01-model_00-model_states.pt b/global_step10000/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8668fd2e71f35aea74c249da8d638c1daf8e0f81
--- /dev/null
+++ b/global_step10000/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da32e5fcc992fefaf61562c379e92bbb889291b29d2285025cc9a657ffd64c4
+size 223347971
diff --git a/global_step10000/layer_01-model_01-model_states.pt b/global_step10000/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a4e2a1062da693b06191807084a023d6a12b6c
--- /dev/null
+++ b/global_step10000/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d20d00a4ffed904e6eb7161a5a6c2b3dbbdd0cec7cb45ac03c9c646d878601
+size 223347971
diff --git a/global_step10000/layer_03-model_00-model_states.pt b/global_step10000/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e1f87955d88ac2cdc874f26c8c5ac3049f1df9
--- /dev/null
+++ b/global_step10000/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a41b4d826b6d18dc6f3d53195d472f0a182e127d14ce3fe538ebd6e781f762d
+size 201408771
diff --git a/global_step10000/layer_03-model_01-model_states.pt b/global_step10000/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0eb84b17c0225def101858e2616a5bd420e4a8b
--- /dev/null
+++ b/global_step10000/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df74b4083a784262ce4effc5e6a88bb7d133ad431ecdf48333f8bdd3c526a38e
+size 201408771
diff --git a/global_step10000/layer_04-model_00-model_states.pt b/global_step10000/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21790adacac0afca4821f31a215fd7e430688c97
--- /dev/null
+++ b/global_step10000/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6b7579120dcbe4904cec43aec9379178ff9c2c8b46ca11fc623b34c8cd4442
+size 201408771
diff --git a/global_step10000/layer_04-model_01-model_states.pt b/global_step10000/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b73a72a523ec7a3dc335e73e0a410d94d0e35f
--- /dev/null
+++ b/global_step10000/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6977fb79c978a102c60dc867c4aa7c47fde0abbb1f81817c74c052275fb053a3
+size 201408771
diff --git a/global_step10000/layer_05-model_00-model_states.pt b/global_step10000/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cd53a85a329cad919a850e32cf59de5fbc89c9
--- /dev/null
+++ b/global_step10000/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab5d4d5e9858c1d38d6aa3bc3e6a744628d8ad5584fc34a492ae02a20519fe4
+size 201408771
diff --git a/global_step10000/layer_05-model_01-model_states.pt b/global_step10000/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c9c8e4454da08f0ee00140ccf5a1c051321544
--- /dev/null
+++ b/global_step10000/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffb0a3dc3d23c35c2d16cea36b536e0357ac19fae1526fd7ddf64ed245738e0
+size 201408771
diff --git a/global_step10000/layer_06-model_00-model_states.pt b/global_step10000/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57664d24e9ddb13ceb93914e67941a375cacc0d
--- /dev/null
+++ b/global_step10000/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87374143889c7db7865db0c99736f17145a901784c6afd96ad6fc12b83ef5575
+size 201408771
diff --git a/global_step10000/layer_06-model_01-model_states.pt b/global_step10000/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d646c14063f52b0eb5fccda247119f3f071848c
--- /dev/null
+++ b/global_step10000/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41485084b16d92cdee4712e128d33b74fd62db8533115edcf6e421a69180944
+size 201408771
diff --git a/global_step10000/layer_07-model_00-model_states.pt b/global_step10000/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e7408fa2662e320887a60d01aaab4a1c6d8b6b
--- /dev/null
+++ b/global_step10000/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4f3ce9396b8d4fd6bc37509293323c9fea6d7fd7fd17208c57317150489734
+size 201408771
diff --git a/global_step10000/layer_07-model_01-model_states.pt b/global_step10000/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d893752e6649f7b3b0db1ca4eddfc6fb88f61fa7
--- /dev/null
+++ b/global_step10000/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34c4a1ce402ff45ce3267724154008b0a73a20bb985fdf88130f14e74819e2b
+size 201408771
diff --git a/global_step10000/layer_08-model_00-model_states.pt b/global_step10000/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70af9e689540bfc887bb103beddca994c7864f9a
--- /dev/null
+++ b/global_step10000/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e236ecdf70fe5f25c5b6684d8e41a2db762fec1f3c13be7c66366b7db328c0
+size 201408771
diff --git a/global_step10000/layer_08-model_01-model_states.pt b/global_step10000/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3235724492646b2cf24fe84dfb70a1568ff435
--- /dev/null
+++ b/global_step10000/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fcdc0b684a2bb4a4d2b60a1a244f7962cf554f7f35b7ba2d62bae7cf5aa270
+size 201408771
diff --git a/global_step10000/layer_09-model_00-model_states.pt b/global_step10000/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b2afe8202150a653cce0c4d453557af5b88035
--- /dev/null
+++ b/global_step10000/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ced7430197b18548dd2a420bf4d7fecbf3135975f7d7bf8ae999df45bc37a56
+size 201408771
diff --git a/global_step10000/layer_09-model_01-model_states.pt b/global_step10000/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cb2c87e1e36e841c76239ed559e5e3f0f7194a
--- /dev/null
+++ b/global_step10000/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82432925768304c3d0624cef4bb115a1acb848e0263e4f14983f421c1c76486
+size 201408771
diff --git a/global_step10000/layer_10-model_00-model_states.pt b/global_step10000/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2aadcc0f2fe7de5c6b5be104bfcbb3cf9ee2e3
--- /dev/null
+++ b/global_step10000/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fdcdda06b3f4b4f00f262fcd2c9b01d354f75ab85205b1d72068c238a752ef
+size 201408771
diff --git a/global_step10000/layer_10-model_01-model_states.pt b/global_step10000/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501dc39aecebab61849f1954669c0ea9839e360b
--- /dev/null
+++ b/global_step10000/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da190ce590329a18c121ce71cbbaf418e32b3660affad769c229470df6e24a8f
+size 201408771
diff --git a/global_step10000/layer_11-model_00-model_states.pt b/global_step10000/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2b93681428ecfe88788b5b4583f08e09d0674f
--- /dev/null
+++ b/global_step10000/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9e54b127447c93f2ca6de9891e1b856fcf3fc686553bc531cd8fb33f267138
+size 201408771
diff --git a/global_step10000/layer_11-model_01-model_states.pt b/global_step10000/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eaed42e84188cfa945cc7173172b9f7b400a36f
--- /dev/null
+++ b/global_step10000/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1545821af58e48b661aeaf12d671cb3e9e9f353597ce364349f13eaf86db7b6d
+size 201408771
diff --git a/global_step10000/layer_12-model_00-model_states.pt b/global_step10000/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516c8afa23461c8bf1af2bd1616104676d1f9ac5
--- /dev/null
+++ b/global_step10000/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bbd4785bd49e0fa31a9cf80a81cfb05a36d14f20f8b630225310e4978fdf20
+size 201408771
diff --git a/global_step10000/layer_12-model_01-model_states.pt b/global_step10000/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954158193779df674388c8d88ff2e8e714175b5d
--- /dev/null
+++ b/global_step10000/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a031b32a208d01d18e1a5585056fc4b2796833de9a7060a246a13897d3086f
+size 201408771
diff --git a/global_step10000/layer_13-model_00-model_states.pt b/global_step10000/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6826182433282bbd4c7b555fbae649ba6c2d6c99
--- /dev/null
+++ b/global_step10000/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999e41d9f613eb0c5c9ee2573a2e2d3ff93bebf1342a7cee70344a85e3cc5a05
+size 201408771
diff --git a/global_step10000/layer_13-model_01-model_states.pt b/global_step10000/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39748c699c9900c1434f278b50e94d788d7244ac
--- /dev/null
+++ b/global_step10000/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63489d3eedaf320e5bd09d1cf6b281fc3bc9778d7b03bdf017e7354db68537e6
+size 201408771
diff --git a/global_step10000/layer_14-model_00-model_states.pt b/global_step10000/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762150a7ab1dcbd7a346f481bfe6e21cdb194ae2
--- /dev/null
+++ b/global_step10000/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f055f73aa6d3ab0bf1d4df2b2a4e32e4bacce19296d692526a658a05a92d5727
+size 201408771
diff --git a/global_step10000/layer_14-model_01-model_states.pt b/global_step10000/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d51c046ead2dbd8e34a7dbb6e112173ba6d1a3
--- /dev/null
+++ b/global_step10000/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e2d7dfe9b21b6003287eb12f18a7e34a6fa4e4ad5e4670bbab567ea1e893d7
+size 201408771
diff --git a/global_step10000/layer_15-model_00-model_states.pt b/global_step10000/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f3ccb56dca23542364bc58b74d79b84ad39b8a
--- /dev/null
+++ b/global_step10000/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42ec99ba1f1d2fabe78905fe276c7012300733e1424d7f5beb3f20d207be578
+size 201408771
diff --git a/global_step10000/layer_15-model_01-model_states.pt b/global_step10000/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8d0caf41033205498accac58bf67185e1c32cc
--- /dev/null
+++ b/global_step10000/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fe788e484b8c03802ec686ff678bee009887497bd242c4ee6112fa31ba62a8
+size 201408771
diff --git a/global_step10000/layer_16-model_00-model_states.pt b/global_step10000/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f248f6bf6b86bcfe9bf54b9448067b6cd5727d6b
--- /dev/null
+++ b/global_step10000/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69eca9052aad4646a05a69afdedf7d50b824e837e1a98a518552cfd49700c4fb
+size 201408771
diff --git a/global_step10000/layer_16-model_01-model_states.pt b/global_step10000/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89d4858a1a23eeb11c9bf749ce87413e83924ea
--- /dev/null
+++ b/global_step10000/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833f0ea1c0618048cff971fd9e8074b8eb037ecc1e1d4cc1b34abbba0865ef70
+size 201408771
diff --git a/global_step10000/layer_17-model_00-model_states.pt b/global_step10000/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13767be33aa4bb97d16af69d6eb5b6ba37855397
--- /dev/null
+++ b/global_step10000/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90af59a681fecd4e95f4d51f43ba163d59b69eacc3487577e23233613d49e48a
+size 201408771
diff --git a/global_step10000/layer_17-model_01-model_states.pt b/global_step10000/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d359124acb9bf434cfef754de77031218c78de70
--- /dev/null
+++ b/global_step10000/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4e6e3ad24c53bb8999414bde5d19f1c2c870bfeaecf0758f92de3d00fa902b
+size 201408771
diff --git a/global_step10000/layer_18-model_00-model_states.pt b/global_step10000/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc18b92c8941e2bf9345f23d49787ea9fcecb42f
--- /dev/null
+++ b/global_step10000/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbf033f14e2ab6766f7eaa27f92b5f486c9517991cd74b4afad086c206adb38
+size 201408771
diff --git a/global_step10000/layer_18-model_01-model_states.pt b/global_step10000/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8faf60505ca3195c440e2267ced7367229672e
--- /dev/null
+++ b/global_step10000/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cc1837f6dabe67acbc5b89440ae9ac95b7b3e72263dd7287cd2107f4ce670e
+size 201408771
diff --git a/global_step10000/layer_19-model_00-model_states.pt b/global_step10000/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5943ce2c55dbd42b70cc0f8e68efd1dbfb22a9f
--- /dev/null
+++ b/global_step10000/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de95894d3de50d81180433dff17e191247e7df1e5ba0b0ccd19d6f6a296a8a8
+size 201408771
diff --git a/global_step10000/layer_19-model_01-model_states.pt b/global_step10000/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41de9501c0b014d3c9c26c6d885a8034cee2626
--- /dev/null
+++ b/global_step10000/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02db2af40ce100c85fd1bee7587cc5fffdde170cc33425aea7544fd7c5082e27
+size 201408771
diff --git a/global_step10000/layer_20-model_00-model_states.pt b/global_step10000/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cf9eb41a5c9debc2279aeda30221abb70cc5a5
--- /dev/null
+++ b/global_step10000/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3768a8ecba2f1e36bc9b4ef39b1812903a1186f79f33fda8d1f3494ee79b32ab
+size 201408771
diff --git a/global_step10000/layer_20-model_01-model_states.pt b/global_step10000/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fe536a8a38e8dbaa9a4131164be8096e4956e1
--- /dev/null
+++ b/global_step10000/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc7e461d80704ef8311f0450e745f77b757ee8806b35b4df17fef7483c0c2e3
+size 201408771
diff --git a/global_step10000/layer_21-model_00-model_states.pt b/global_step10000/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de60fdf6a206b2aecbe57452742346db9d68e9e4
--- /dev/null
+++ b/global_step10000/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2356f72ea80b770d71334f0441b94381db849c9d303fdb89b0163f7e117358a0
+size 201408771
diff --git a/global_step10000/layer_21-model_01-model_states.pt b/global_step10000/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f895588c66bc7215ec2079dc5cbf5961ce324af5
--- /dev/null
+++ b/global_step10000/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664758a912adf3ae89f87ea642dd5246981843ac34abb91198a80900a89d4ab0
+size 201408771
diff --git a/global_step10000/layer_22-model_00-model_states.pt b/global_step10000/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36f28c0b9febc288ca8e806206cc43e9efdcdb3
--- /dev/null
+++ b/global_step10000/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b61be52692c30fe8d7d672c63204117e36fb71f9c3fc28dc725405b82a441d
+size 201408771
diff --git a/global_step10000/layer_22-model_01-model_states.pt b/global_step10000/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba96778375f8e3313a095c755ddb5cdec359b7f7
--- /dev/null
+++ b/global_step10000/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff773a8b9b94ec0200a36817a57bbb093bf3e84d0fdd660e3f9f17ccd5a73b7b
+size 201408771
diff --git a/global_step10000/layer_23-model_00-model_states.pt b/global_step10000/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9a43feaeb4c98ecb474ac51791c33255de08ec
--- /dev/null
+++ b/global_step10000/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12e70fe884f47709498d4e2c0e17b5b0fc946b1adc9941c0fe5deefea7c61ad
+size 201408771
diff --git a/global_step10000/layer_23-model_01-model_states.pt b/global_step10000/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3142b6775da43f5d488e6c2e5d5af29b5a6ff00c
--- /dev/null
+++ b/global_step10000/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c41644fa95359c2d243a64738c60dc5a8fd3f22ae6216cbccd26692717851a
+size 201408771
diff --git a/global_step10000/layer_24-model_00-model_states.pt b/global_step10000/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67da6a67debfc3b067ac242f0b325a103cf9b3b8
--- /dev/null
+++ b/global_step10000/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c977a8d66eead5e27565090f2e45b7f3e7f6935f5d64c1c48ac51c42283b3468
+size 201408771
diff --git a/global_step10000/layer_24-model_01-model_states.pt b/global_step10000/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d1280f427832fa050bfc7de8cf661dbba23a2f
--- /dev/null
+++ b/global_step10000/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8929633ac9fe03018eb8bab3c106b6c4be347c7944b2fa4be3a2dffd1c5a9177
+size 201408771
diff --git a/global_step10000/layer_25-model_00-model_states.pt b/global_step10000/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9b38373b78b5ac77ce5fa703ef4653e65f8580
--- /dev/null
+++ b/global_step10000/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4504426082bed9f228b1d5da273528a414c1b3c99cfff923378124892435610f
+size 201408771
diff --git a/global_step10000/layer_25-model_01-model_states.pt b/global_step10000/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b0a4999acaaa49d8005b851f886d95bd6b92cc
--- /dev/null
+++ b/global_step10000/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2d1f80003aacd2be704745595b77b31a1e0bb014a1a403467886cad35d6739
+size 201408771
diff --git a/global_step10000/layer_26-model_00-model_states.pt b/global_step10000/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6facecf9c9a0374cd6e633574c01cc4f97d4d27
--- /dev/null
+++ b/global_step10000/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577bc740af46eea9b319ff6d318e299be8f1e4225ef63eb53ac33922a3bd017c
+size 201408771
diff --git a/global_step10000/layer_26-model_01-model_states.pt b/global_step10000/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c71af9c8523ba5d84ac9b77a007a7ef8a17574
--- /dev/null
+++ b/global_step10000/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6473848500d31bbe422fc385328e3209551b0c0144d9cba6c36eaf8d5e433c
+size 201408771
diff --git a/global_step10000/layer_27-model_00-model_states.pt b/global_step10000/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca93c8e148adb4f357841bd1ab823d1971449b5
--- /dev/null
+++ b/global_step10000/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811786b50b49b41f4574137f95be89870fc86db8397bcc761cb553e89486448f
+size 201408771
diff --git a/global_step10000/layer_27-model_01-model_states.pt b/global_step10000/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7732aa924948e666ceafef222488184b86727ad
--- /dev/null
+++ b/global_step10000/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b47677f25e15a0317f46d21eed3deec18ce15b438601a4f6e02bea52d383d12
+size 201408771
diff --git a/global_step10000/layer_28-model_00-model_states.pt b/global_step10000/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6f41b0180985f5684bb2279a831cf4686d6324
--- /dev/null
+++ b/global_step10000/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5333774c7919c0ab6637450fa4843eaaa2d0750aa939d519bf435568f37db1
+size 201408771
diff --git a/global_step10000/layer_28-model_01-model_states.pt b/global_step10000/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7991e7808526a656c84d4f508b739b04d15e67
--- /dev/null
+++ b/global_step10000/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6db8e38d50cfa6c6ca860a4003675483f53269efc495120009b3e94e0f7f606
+size 201408771
diff --git a/global_step10000/layer_29-model_00-model_states.pt b/global_step10000/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbcb62f5ffbf27ed2084e2c0e2815b680ef74a26
--- /dev/null
+++ b/global_step10000/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b7e217ccfce598c3188df4b73832e46f1809c8121ceebc8c27784fe9a98b09
+size 201408771
diff --git a/global_step10000/layer_29-model_01-model_states.pt b/global_step10000/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af194663a359689e876bb46fc23c827256120dab
--- /dev/null
+++ b/global_step10000/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6ee449b8ddda946ff79f412736459afbc1b6a5280c3de4c32440dc09336984
+size 201408771
diff --git a/global_step10000/layer_30-model_00-model_states.pt b/global_step10000/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58c9d88cf48cc87438782251bf8c33aeef66efb
--- /dev/null
+++ b/global_step10000/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c731388003f1b50a17ac0b8d60b76056736a9bfdecf68fbf043bf110561e71ac
+size 201408771
diff --git a/global_step10000/layer_30-model_01-model_states.pt b/global_step10000/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e706cd93c24921f37e11a6e7d892d861e81070
--- /dev/null
+++ b/global_step10000/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5364a367cf3185a31b8087068fe5132e853c7969573643acfae1a79f8f3b61
+size 201408771
diff --git a/global_step10000/layer_31-model_00-model_states.pt b/global_step10000/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f15ec2fb94b3313fde002c96c52407ef951df1
--- /dev/null
+++ b/global_step10000/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30acf52777fcad9da3222abfaa23cacf5d14b348c52d5586989faf0dc516f71
+size 201408771
diff --git a/global_step10000/layer_31-model_01-model_states.pt b/global_step10000/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442340978c5a2ce3c440482900a8d1e820eca70b
--- /dev/null
+++ b/global_step10000/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6194d8264f02628be45370f65f2c8d4cd0f1259e58af33010df89674294ec002
+size 201408771
diff --git a/global_step10000/layer_32-model_00-model_states.pt b/global_step10000/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189070dd9a6b32f31b12bf13717cd6001c02ad8d
--- /dev/null
+++ b/global_step10000/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a281f26e24274c5092a0d25966e4d19f8c0802a39c1891b05f9a8aea1301cc
+size 201408771
diff --git a/global_step10000/layer_32-model_01-model_states.pt b/global_step10000/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c1707535f852439903c98ef9d3c796d4000f85
--- /dev/null
+++ b/global_step10000/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1974fcbfcd3aa1bfd79aad61588cab954d55199f720d428359dda39d2b42962
+size 201408771
diff --git a/global_step10000/layer_33-model_00-model_states.pt b/global_step10000/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7ec7a4c8b1d255e9ca82461fc8b9c818be8784
--- /dev/null
+++ b/global_step10000/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e55fd11b7d9fe10a82f884bf5775787881f448c135bdf8ce09aeeeb4d4f8f4
+size 201408771
diff --git a/global_step10000/layer_33-model_01-model_states.pt b/global_step10000/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2b8c5790c1359bcf92716d684c958f2279fa40
--- /dev/null
+++ b/global_step10000/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6d8786b7de4719c6cd23802d9fa7e4a7bec075c2f6fa31f86c19ec46443a6b
+size 201408771
diff --git a/global_step10000/layer_34-model_00-model_states.pt b/global_step10000/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5921559a67987fe2132c09ba8d266b51c05f1c5a
--- /dev/null
+++ b/global_step10000/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b9768bd9027f2578f2a11a003a5f9b4c27fb4ecc54949509b846fda46cf02a
+size 201408771
diff --git a/global_step10000/layer_34-model_01-model_states.pt b/global_step10000/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fa398b9eb9cc8d121829ddba0e87fa3580112f
--- /dev/null
+++ b/global_step10000/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9e74ad1a824ed9ba4788995d7e8d1f6b4084783fef638ccbc75c728a217f1b
+size 201408771
diff --git a/global_step10000/layer_35-model_00-model_states.pt b/global_step10000/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467fb1f8ebc6bbe49f2eb04b9ae134fe72cd3381
--- /dev/null
+++ b/global_step10000/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb79127922695f453d5b6494b0de8d92f873b6ef4c2096bbafdb66040182a9b
+size 201408771
diff --git a/global_step10000/layer_35-model_01-model_states.pt b/global_step10000/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b9962b44f58288618105d0e3ddf5b49fdf76e1
--- /dev/null
+++ b/global_step10000/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b929689278df112ef9e397f9da07b61560450a4affc2defe896e373dceebf0
+size 201408771
diff --git a/global_step10000/layer_36-model_00-model_states.pt b/global_step10000/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2650050a820cab04df9672258d75e0807835c20a
--- /dev/null
+++ b/global_step10000/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73ce7abf07636d795e9cbd3747c4e95ee9ce99f3d88ab75f34c92250a8e7ce6
+size 201408771
diff --git a/global_step10000/layer_36-model_01-model_states.pt b/global_step10000/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a6b7b442e4e9124dd854263fa8a10e88e90c28
--- /dev/null
+++ b/global_step10000/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41128cc12c825f7934a024e53ff93ce22322dcbe8315f1f1796f49d8f838faab
+size 201408771
diff --git a/global_step10000/layer_37-model_00-model_states.pt b/global_step10000/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502b6b6768b3da8b250713489bb06011220737c9
--- /dev/null
+++ b/global_step10000/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14cf3709d3987e323c0775f973f55f23439b2c39ddd5eef55dcd8bdb324033b
+size 201408771
diff --git a/global_step10000/layer_37-model_01-model_states.pt b/global_step10000/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af945a650eb20d5afec2dd7061257e26f2f5078
--- /dev/null
+++ b/global_step10000/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d592531d4e0207bab59ee90e62472236a5e351ea3a7c76fc69d801ac66ae3e7b
+size 201408771
diff --git a/global_step10000/layer_38-model_00-model_states.pt b/global_step10000/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717bd88ebb5c160c589b4c58762045a6216b6083
--- /dev/null
+++ b/global_step10000/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8adbc2edaa81b12bcd5944ea50eef56e50d3a6e6d20e016b9c8d803832ed3040
+size 201408771
diff --git a/global_step10000/layer_38-model_01-model_states.pt b/global_step10000/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7172fb0a353bf8855c87d9596b4db4b056d9a10b
--- /dev/null
+++ b/global_step10000/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ec6c0ebdb6062ef66baf9a0a096c1af891daf6f80525bf346b25a150cd4cad
+size 201408771
diff --git a/global_step10000/layer_39-model_00-model_states.pt b/global_step10000/layer_39-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb39ab6022d7388a4fa1dce692b8eada39292ab
--- /dev/null
+++ b/global_step10000/layer_39-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adad7e8cd37d2036e5e52d8b11eb4bcb6b1f014112c5c81a6cbe1327e9746c66
+size 201408771
diff --git a/global_step10000/layer_39-model_01-model_states.pt b/global_step10000/layer_39-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77aa0e60288a5ca9d821cdf345b649bc5b8b9041
--- /dev/null
+++ b/global_step10000/layer_39-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72d9cd476e0c2f7a78f25fd6c3b2e1a946dafd4c60d11974929a6f976ecc026
+size 201408771
diff --git a/global_step10000/layer_40-model_00-model_states.pt b/global_step10000/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9995c216e6d77f6fbf7c55185114909e72be6d2e
--- /dev/null
+++ b/global_step10000/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ed1ce2e8407c3ad833032aa7d075f44abf2a776f069214d7ec5a2f32998a7e
+size 201408771
diff --git a/global_step10000/layer_40-model_01-model_states.pt b/global_step10000/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaccd7b7b1b7e946818ca57b2b650d429647b329
--- /dev/null
+++ b/global_step10000/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cb05094708b367577d7df35e0f37f8c6698033bb9b0adf7a9d255eebcddcad
+size 201408771
diff --git a/global_step10000/layer_41-model_00-model_states.pt b/global_step10000/layer_41-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c6fb40311d82d27113bc4d5c6e47de43da0a51
--- /dev/null
+++ b/global_step10000/layer_41-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5008562520dd437db89b4be6b49f63531c63e6741ad368fe2edd3f664e385a75
+size 201408771
diff --git a/global_step10000/layer_41-model_01-model_states.pt b/global_step10000/layer_41-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304fa525100dc92a81b037443a88a47af59f9c20
--- /dev/null
+++ b/global_step10000/layer_41-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea88d5184770b54148a2c34f12904216f66836c0f24d33d7ae33356bd5ee0198
+size 201408771
diff --git a/global_step10000/layer_42-model_00-model_states.pt b/global_step10000/layer_42-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03060abcf8a650db34ccb25e0742ad9873dd602a
--- /dev/null
+++ b/global_step10000/layer_42-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfb25710f7adf22fa9545515c92ce1aec240a55e6a4e9d0dbb676d5a68d2ced
+size 201408771
diff --git a/global_step10000/layer_42-model_01-model_states.pt b/global_step10000/layer_42-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3063cfaa78ccbb4c0a822c8c2d23a8bf561a38
--- /dev/null
+++ b/global_step10000/layer_42-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76192c811c8f25c60f240598d3900df5a81601c21b129fe2cecf3356f62ddfb7
+size 201408771
diff --git a/global_step10000/layer_43-model_00-model_states.pt b/global_step10000/layer_43-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb905a283d3d5933160bafcf98edf079e7101ca5
--- /dev/null
+++ b/global_step10000/layer_43-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff35df125eb8e8a0734709e606ed25caf87ad51164681e5afa3ada098d6469c
+size 201408771
diff --git a/global_step10000/layer_43-model_01-model_states.pt b/global_step10000/layer_43-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c32be783c8e7e42b25cc8bb21a789315398a04
--- /dev/null
+++ b/global_step10000/layer_43-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d713f7990d72dc73d11f12be257472e00d6d1ef7bee7ebf2b4657b0083ca3ed2
+size 201408771
diff --git a/global_step10000/layer_44-model_00-model_states.pt b/global_step10000/layer_44-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b440c5dbf52b3daf23a722974881f82c8ca3004
--- /dev/null
+++ b/global_step10000/layer_44-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be9cc289dfbaef332e6f8f886fc0f6010a005b96fc544d6832ebdb326b38438
+size 201408771
diff --git a/global_step10000/layer_44-model_01-model_states.pt b/global_step10000/layer_44-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14a5cf5644b76cb566d01026e990ad4be33d6d9
--- /dev/null
+++ b/global_step10000/layer_44-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00247a27cc89dfd6c1adfc9b96493db75bfac9ef8dad9ec392f361d171ceb310
+size 201408771
diff --git a/global_step10000/layer_46-model_00-model_states.pt b/global_step10000/layer_46-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6f44ec63ced5f5560e89ba6d7e42ab530f7013
--- /dev/null
+++ b/global_step10000/layer_46-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0a0df831a5c1c8b15d680b24bc654533cfaa4134efe4dbe9538a15d509d112
+size 17603
diff --git a/global_step10000/layer_46-model_01-model_states.pt b/global_step10000/layer_46-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34804911faef60090a82366e6cb194ab86e465f1
--- /dev/null
+++ b/global_step10000/layer_46-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41f4061fac2ff2f746a9154286030dad73dadbe66e8a69b6408240573806f56
+size 17603
diff --git a/global_step10000/mp_rank_00_model_states.pt b/global_step10000/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6663aadaba0352a0cc0a2bc182472e258503fefa
--- /dev/null
+++ b/global_step10000/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e736aa83bbdbdf5514f011449f6b5b67cd3044c240c7f36b3be5ac7cb8bd836
+size 39859
diff --git a/global_step10000/mp_rank_01_model_states.pt b/global_step10000/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de19d3382e712913322722eabe9d7c06b7066e11
--- /dev/null
+++ b/global_step10000/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6e0bc125bcdd620ac965660cff2a498cbd131bdb2edd762680a7fab32a300b
+size 39859
diff --git a/global_step10000/mp_rank_02_model_states.pt b/global_step10000/mp_rank_02_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7623875f212b1d481b5bb3acd7c3637cf37500eb
--- /dev/null
+++ b/global_step10000/mp_rank_02_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9cd553fe34cd5db228ad37f43b5b50d1f111231bb2bf81d631c284a30f247f
+size 39987
diff --git a/global_step10000/mp_rank_03_model_states.pt b/global_step10000/mp_rank_03_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864cd17e56dbac73affe4c3e369df21f990093e5
--- /dev/null
+++ b/global_step10000/mp_rank_03_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855097b6c4084136e5c02b9492a09d9b027e0ceb25228b854109ccc6787674c5
+size 39987
diff --git a/global_step15000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94be790f190708a1e498c4273e6391cf3d9af362
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b4f9ed94b7e7846a39c9c4ad900b19d5d2ac4f171d1896a339a67022989fd5
+size 208731415
diff --git a/global_step15000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8c64cb4791f14f6b88343409134648144e287e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099bac3b9774490fd604654f17eac5178b587cd0360840c2bd746b918041f458
+size 208731415
diff --git a/global_step15000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ae9f8526b030f194e06be21466e86030c883f5
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cfc65096c81cff803f0df7d8099a34bf4791cb606b1eec1ad004a99045c168
+size 208732183
diff --git a/global_step15000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2686efaf7de1fc363affcb3537fca2cd9af42d23
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ee51d770fe5b66a191fe96ca0ba632114bdda7fd5324dfb77bf25ac83cee05
+size 208732183
diff --git a/global_step15000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4d0d2184c32d349a6bb5ede11c5ff0349920da
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301d18759a4e92d235704a331743202843760ef8407ef77a8d1d9f6c75101611
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62a7bf29c6d22679e54baf5a7ce7b1e288af7f8
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267e09718e161738b3c0930468242e61933caeb93aab6026eb13e28ce187baf1
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab39a0bcd4c07e5eb76ba88482db140ba4ce52de
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934b226fdaf42bceaf4af3019fca6239e2eb32aff822ada4431d452ffd935bee
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a3319add7a665be3e8755cbebc2115bdac46cf
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8868263a1e271370ac16cd85c55315d9b5ec7d62fb21e16dfab916cda58324
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7623466711c806a837ef6c70fbae61a86615cdb
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f859f0ee87f27ffffafe0195a594ab587cfc4a7b001728ce35a2348b64b56770
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622dfaa9ab58deb400fb12987fe0deca7ad792d7
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9187944ee00445e0b501914f091c1be1dd539933e1dc2adc82ae02ba64ff9dd6
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da129c960980fdd9f439322fb8088bed29bb77ae
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5ab274c91fd67da5c62088fbc8a4da3b848cc0407a6ddb5ec82c4e701da568
+size 208732077
diff --git a/global_step15000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beea04a6237dc8636720d6b10817b706938aea7a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0b5d65e90c5593582848d4cea3b0c0f304797ed83a172fb608721a5847f5ce
+size 208732077
diff --git a/global_step15000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e291b97c900f826f091a8c09e5eba9f285c3923b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c505d2cb532f8c7c770d65db6848af18e3cd2475e897b1d9452a820dbbdd55
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5b71bfde6f0a42ce165c2e5d472150204847c7
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed57b10744debac652d043e6f24632da17f102bba9ef4e5a45888dfdd9a968f4
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f416554bb8cd30e22ac4061080beaf21ea5e2ae7
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2d8220b7ac5105e0adb839d71f0503be1bca825a948cdbbe0c2886a341c73d
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2334709f91b6913fab92d6b315a8b5c9373d1080
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d975e5c2992376052c239a54e1b14587a9eeb8ae473b2531870c687767c0fbd
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c6d67dae10e0ebfe06c97c7f6de77c9adc214f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8cd7524e0859c40961a0206d454fad8ec82ede412e3184a95f2c14bf536074
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d98b4b2b34923d4c5d8c13ad374b2ddb8b87bd
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0817ecab3942896ca7e6f290b233072aa563c688139ad77359a778064b62eb05
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510db53c65a56248833fdd3100c57c6baa130d14
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a9b5ac0ea1e78c26a64190068c3dcd8fc2e7350edcc038de3fb2c4728e3698
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6d12de13115d608c41b247cb299ebbf9cd7a5c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c107af1098851bcd5d0e1b068edbde84e700e778cf67602dfbdfcd57ccac5265
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5939e2672185f14a31e23958ab4174095d03ad90
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2afc756c4055dfec8873db15e41a20626eac1771124c0f7dbc1fe62c6739fc5
+size 208731501
diff --git a/global_step15000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a98002065eb76a6f4f13464e658a89d89667eb
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c8b304c8b777ca5c69277ea1ea588fbdbd1c5ea6c7842993cb5e698ad0d14d
+size 208731501
diff --git a/global_step15000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1931b24c64c4696ed83c8327249323dbaa0294a3
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb241d4685d6dd0da9a0a044f1096ce3fd725c1c0553281dce50c1d91b8c8c38
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a111a62665802f5c2aa2b45f1d031e4838f3cb5
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01c606def48b1424585f60f4fa180b3d50850a2877280b1a1e45a60e1297229
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b5326cce592f71fd4c55439eb0882fad28b5a6
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fd362da5783981dfefbd7df31debdae4ce03e601803fd44a762b9409f1da6e
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc6dd25c2ae26b55928955bd5cad224ac5cdf91
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a86e8835abab801748e871000a666db37ca82b75ff4dc8613930c023b1fa1e9
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d017a2f20e731ea6da08556af1c78cafd244055
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813c3f48bfcf42d60c6e405285510baceddc96f5de626d2584a1143a9149efab
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dea37e3451f8b40ad4ad7191c006a794fa268b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ce73e7f37ee7478dd27a23ef3e61080827e5259b0bf30e2d1ca5ac07408c2a
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c86a3a51b03ac70f943619d252adbc3d0fd97b5
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20a0ad442f917dbb097f0ec10e41f224d5dcbc67a9db291698948bcb1b4759b
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceecee873258f3b16ac2eb6844b85985bcfa9502
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48693554cbf3d801498ab07d6fde6f5889fa96debe0bb20992738c28867d7fc
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e276d93cf927fce88bd514920b0c9f1b3e7f16
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953dcf0fbcf4b238bde8200e48d5d1bd13a3d56403d1ded1cdc37bc628e5a6ef
+size 208732269
diff --git a/global_step15000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbdf7f1702db84110b9291e15337aabaf4aa7a0
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d3b7aeb3b14d4a38b21df209c5457595798965e1db564b6e584007f9050c60
+size 208732269
diff --git a/global_step15000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc5628ac58c33d334f9cfdcf7b266665d02da75
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368cf6a8611f7b44044f7be5bf3fbdd112e0da063b5e26e102291e9c21cfaed0
+size 208731501
diff --git a/global_step15000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed0c15d7af96aaafeb29210686bd380c6ed7b06
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e494fc0cf8e3e95da3260ebc2d08833acee8b0964d01e3bc30e60e3e3a2ca8fe
+size 208731501
diff --git a/global_step15000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f8b6fa6bd7e2e02b89c35ad2ba498a06dfc961
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f366c01859379ed08c6023e44b1fdfb4a9ac0358d08dbdcfb601d79168a82515
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eba39fafe445a82ea29905a35356f238ed58de
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee35fe3a47d52fb448388c42c90e0a32f61848c9364022bfec68ad02c1de94b9
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30cc105b9d8afed5b8ac59b842267887665d965
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6894f159180dd60306161a2d0918612a561c5bdc60ff3b882c64d8f7819c986d
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d8a398c3e7242952a0e102216830a6728a1b3f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e6a5f5305571bcb1e878fad1e56ddb9a00fd15545c2b6a05a6b7a92a6d40b8
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79a5459a933237197554513a396aa3447a2f7cf
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1291cd167215d2a8130f18f3d9c36b509a591f07ec5caa941493ad7f5f80bb8
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17816a9c6c53580731b39dc97d0c073428bb18d
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c949f7f421dc38d038c961dd0c7e8da93edef277da7cdd5a6130e17230f5de1f
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb34fd6dbf4309bcbf044a5ffd8b7178035e906
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc38f31be75ecf1e288294ed0ab22860fbcd48e548e6a71116db749bdeba85ac
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9dfa4c1cb578e1272c923bbb26357caa8998f56
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb6e766a95efc56fc9bc9c8375e4ce60fb290ef856a19efcc71217a0ff875e3
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159a272d0439f01d150a2ea0be3cc1b763fd4937
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26437a8244535e28384c4eb7ebbacc3bf6b7de529a088599dd5e40f2bdd2a083
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b601e7d63c79155ad228a5c014a0158a9f3a0af
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219e35ec1e978e5d1e0ce19cd7095768bc8936e19e5a2982985561873fcf4d28
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b981c7a84f2fc197639b0e1b1df1c08d0e964c55
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb46482cc76d4f2ccbbf0e24e2e5846de5303ffb118f8527bd7eb5903cc14931
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0ffd53d20a505f4f34c2da6dec8e1cf58a02c1
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a25db9c6cc0b7a62afbe3c4b41869c52d8f39957f6116be1db529a73885f212
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec27bb454ac4fe3040999045330012d7e3f0d7f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08dcf0f3aa6df6c1eda292f7b685dea40874b329cd245f35b64726a4dacd179a
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8814ca1382ea1897979106490a2d550edcde855b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedadfeeb9c04cf766ff37b36f06103e16a91b712c88be00cf2de974c0dfb86d
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3dfb7d7acc686645f476b255d8c9dafeaaf6cc4
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875e4a12d48c02aa327980f764d2e0c4cb07b7202b3849dd2a3bf668dffc9107
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc336eb512619b72b9a1f04e2c0532e009ed86ec
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3b3a474bdf1e1ee8897bf886797c4e110b004635099b3c6dea581394ce6b1d
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d315ae64850bd464050d41222ccf427ab0781cfe
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce03f8ee8c7e63eedfc3545bb87b69b913a0907b12462a730f668604701491eb
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f680c09bdfab7b250960c5773c8fb71eaef953
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ccfc4280614f010cd018f798c577bc900d0d4ebc1c4317a8149af5b84d89ae
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a3c64e4cd13e8da1fb984c0d526519a3279ce8
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504214a073b64400b70025fd905def0f32fa23737eac661c3956a29f0706f165
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7889ac998157af14e962a77f0f2f88a707628d70
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de1436dc07f7d401a9be0750c4cafe28cf4b03326486576cde9a26963a4ae9c
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62498debc3d889cc43c95cc6df383681dc7806fe
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a3c7146da0d6f1e4bbdd8d20e10abe6fb56316f4a74c78c3ca224784390527
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9154b54bb839d3301d22ff830d9a928b23ff844
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90842a094fe4b7a2a371c96ced7bd3fa07595724f015939c52e366726bac0b4a
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f4f534868c44ad3445c448ca10e3f2df2ab94b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0add8db497452fafc7b82307a803e9c22f8b65bbcd30e0ec60f5d664a1066efd
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba672f662f3b1da2eb81445fcdd02943ed132abb
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574c1380a182997eaa22cd065b66bbae52c4cab726b7479decb49680a04fe77e
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823be190d9c9cf881bacb7a44c19cdee9192ba02
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a344c7629883a168020f191b6fb51739c46b784d9c82911f65db3dd798e04e
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5669dfb28b0b3bbd267306bc214d08ae67bef68d
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca07785f705485b794e3e5f909d5427009fddbcd3206597b029001935b86cca
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee64406d24d2acf7e12729344e378fbcff994a9
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158223c2f46abbae2241e0135cfb3b5f3c316bd6a0617815c8032165f194d6d1
+size 208731501
diff --git a/global_step15000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b33e36cdb9156ce546011273054223fca2cf918
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003e0df7c9e195529929c1116d9b14e1aca66cdfcbafa9e9b0449befed2c403a
+size 208731501
diff --git a/global_step15000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13821d1105a24b597dda0288262727f8f8abaa28
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0790ede9b998086be374ccaa3b7c19880c1d5b9d3d3bf956e834815a925c4303
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc843f9afbcb9ba7c8db34a33b8e02e311fbe96
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bd54eda770f885ddfcb6d4c7da6a64b1a3379ef281f9e96080175942ee40b3
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed91916c376ca3e73c9572e897c8da6199c2e114
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44ea7bd75b6fb7dfc51b6ef8daff25c8bd60ff3b5220f8e8f3f90be3e5577f1
+size 208731309
diff --git a/global_step15000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3a670a24bc334b6412c4e5f5bbedab61776412
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb262c752b630940f06d36d081ff0d74ad5eff07a7496c99a52482269458290
+size 208731309
diff --git a/global_step15000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4bfd02b1b8cb8cc46f7538509291d2f8cb188a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173409a4950fa64790896ce0cd278a2ec1382f5906740276a7280977bc0e3496
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd18ed8c57e829e907cc802df1a74ea6052150e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60cf163aaaa2e36ced50500d23dc0c1ecd05f15d1d0e5e56c21b7709133315b6
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b4671b59aea1d5d3ae6fee97ec2363abeaafca
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66002439bbbb3bc0dfae62e2e759afec5225909dc3e3a85f55665b31a1656a93
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d292c3f495d8607beeedb601eea708d9727977
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4567b721862c39dfc13c9b563501413ea318f04737d8d84300b65e907d1b39
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac765f5fe678dd228ed1cd7c6759ffa8cf2360b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56aebe073468f05da54fea008f52eca5c8d891fa6122a2a760760816803a36d8
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6c2d371a6eaa0d93bc9943f51eef27bb270e06
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0ceaf53704e2eb65765eabc845a892d8edd936fb6810cd6636e1a5ef5b275e
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d665e95ad95c347858dcd4388334b76a3b96d2c2
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831500da793df451e237f10cc1308bf6b89992e004c4ded258ea0572a2415174
+size 208731501
diff --git a/global_step15000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75db81ec9e0c7fda3d25e3b6766e515ed3a9d4bd
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6267b7fbba033e339cc039d16352a0f343194ba89f174199fbdb68c0254020b
+size 208731501
diff --git a/global_step15000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c19b2a8fb2eca58f05acb68cf16905448106fa5
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728839189c4c51ab3e7791529a399ff54b2f25b83d20095d63c4db416b3003f6
+size 208732269
diff --git a/global_step15000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9904d537d104899c742706227df945c80b20528
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227635ccd1b9c66731daf11c8041c2bc23c587f4ac5919df3d7dfe1c4a625aaa
+size 208732269
diff --git a/global_step15000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b5b38f645d3263d1211e483e6a7078aed005c5
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdbed3b542e7a65ab94ea197cfa9269381a3b92cf1cf4baf828bbe1c4f92f55
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2507a3024317bd5c7a4f52335f29e0a436ea5378
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372e9974fc063e3f46c4b943812a410d90524c812c28465d11d16cc951040759
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d3aa078fa957f41f9331fc663fbc6397032db9
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f643cd54c85d54928b71e7383f5c9419e2f52a907c6547991d257490d1fae7
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58b05bc0dcf6be9936490fba0a767a98629e8c1
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d7fddeedd160f9fbd9b1aae27480ee629874bda31c3a45bb68b1e57ca2d1ff
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0dc0237b4bed88649c0a28ddf33a65cd11bb1e7
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f0bb47fb6ad946e44a3c5c90adbb282af1f991bf19085c06daf502d2237bb1
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc7e85f22d1b6fa6f042ecac9728a613525580d
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991cdf7527d5a9a8a379048d96e9123c98a8811754ed9308430e4d71d8247c4e
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548191712a87c5fb19af7ad8143b8a6053315c97
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bd22c194e681fdff0e8a0964df61e6e9dabf587c92fbd599d7e48428ef5f83
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee760d5ac592ddce7af9e8bd0ff1ec5b06043093
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19323e1744133d641361747b0790e3d0e60c56ea5f6bca9195cc2d2d62317a46
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a1dafc23595ef098baa672879d323d5dae3f2c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a32c979cf4e6a73bfa2ba8c34cf0d08fe644b41ef50a6fead0300da284331e5
+size 208731501
diff --git a/global_step15000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dda71e320e349dada64dd28fee80ed5a4762344
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cceb8c0634f141a0dbb4b6e9bbcb1b140e168c59f54cc2be9341c944d55391d3
+size 208731501
diff --git a/global_step15000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dee4d042f6775cc08a712ab5635592be951462d
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91860f7448b6a3ea562fab9d79394ee817f9416f3bf1f324ea94513d848025f
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd34099737afea2230f9080f599e71ee126b2bb
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a56ccd699bb297bc5dbab2cd384eda84466c414dde33befe6165e9355cc2004
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1fb2db293a2cefad338bfb694c87dc31393f87
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1547327e9e61f10d443778f0b14ca49f368a6b74ba2e9d2b1fdeb6731655ce
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9070c34d6fc10599d90ee423014684ea3e8afc7a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796f39a712a3fc6cb39dd5df9c11dad6d78a2a4e894bd4010cf19e71ba804688
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc76d318d8dbfd0f1bdddb99d1eb69f0e084711
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7f10914e3ead904337e8665634c96f8d688151932d73c152219ce1fa5eb924
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975ee5b94347798aad13916aba51412e279263f8
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86584d1d5b247b9c24121d945fb29bc97ad1935cc3c451da40b51a42dc9af201
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d774f05689a3b72006ba4d2789205f832b5747
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f199499cc5f863a2f742009315a03b326073ae721dea7c70b2e857dc4873fcc
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fdc2d884d617d4ccbc2d4c4f0612245a082425
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e83161dc132cd240bbf456fe08951b2634ea615953f1ce4315dad2a25795e5e
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6e509d97c563bb58d6cc7aecb7e3494169c0cf
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e221421e5adf4eb99ed0fffb35f8175145ffe2cc57feb97e1837a82aee289cb
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911b848f77cc8e5dff029b5e1431aaf388e68b3b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd641e9ab890afd8e895769c486dbf83dbfc00ca643246fb94d6fa51262b5921
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff10d745f9b3178e4a1f24b68553e6df25727096
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d71524af1a7ce7800909a4e885aafaf06e6e07dd475f1e068bbf4aafd2c1312
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3fe346deea758e17cf56c9775e36ec39d02056
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8eaccf9be1fffb5b0b259caccecba1555c8388d1858a6509180a40e2c2f74e
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3292fdac3ec706bf4289ad17c7287fdd7627b4
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a88acdf319da8f6544f40d8de6d2c211b0dcc5b47f09fadbf4b558a7a22d9ad
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf1589f36a362a01988586c53643486370b4460
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d62be39ce238786fe1274991d964fd987cebe0d30be2ebeebcd9223f1f46d8
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5ce3c5890b26e928deaa044f7a459f96fef88d
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5a85be2924fb31a0dc953d9001d004e11416e963f88e08bf5d4ae2c4961b68
+size 208731309
diff --git a/global_step15000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fbf321f58af00b7b5dbad070f4b59bdba1581d
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc37927aac44cdc0c350c327edc6673d9a8cc6900e966e9b181a9ca2dca28ecc
+size 208731309
diff --git a/global_step15000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b6fbaa98295c95def820e045b4edd4e370d087
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acca31e0df730c30fbd60b41c0fc4de372efc536e564087f22d6c56c99e1fab8
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a02aab5b470103a41466591f484535ab712bce
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bb4dae41f842e3ae7f93e70575f2295a082ac63589e20bab1ac02774d13b8a
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f5d37e295543d1cc4976166d190d26ea07ab77
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a963601e1cafb26d298553af1296594f07960e51e54e2656afee1fbcbd98ea
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5271140dd8c33d2b98b860fb6e090baf69e38e28
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793e43cce4b3a0fb36309a0578253e9f27bdfbbe7a24727141abd8f3c500d0c6
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5cc53d9e45b8a9c02e0703dca89a0375da034a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186aa30fb01bb47b5f9458fad5864d04e1dcf6948e8c7ea6eac31640a306840a
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761c3e42f259c309968c531af1aac3ede524da00
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54632118cf8048a4f43fc4dcec57af9d61a436da34c6a977aef26b03b019ead3
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66898f019164d6c685bf2f8d59f9d66c6fb18dd
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2cb8ac17b972c9902aabb5f745e332b6731024641bc81bf772ae0ff6581c22
+size 208731501
diff --git a/global_step15000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee36454027fbc43741b239db206bde79592d94b1
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319d48b9f0494c8c13c899642d6be7f6316428605de5f2504ff24377957e0b3f
+size 208731501
diff --git a/global_step15000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091300ec381e054161778b4536e349febeca513e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d3235401dc52548192a9c6b242bffe358a77d3dde926731a4c396039ccb42f
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39cd9e064476e4879375f26b563c756fc19a03e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537f2146eb440a23ae56865f3615857ec5dca295247b77408bceba8546181508
+size 208732205
diff --git a/global_step15000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7e4c66eea092209557e0037799f5868c0643a9
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f8dc24657f2056d63afffd4c7cbfb8cb141a519ef3dd065567c192106f2cd8
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7e2662ad556637de42a231df833737828055d1
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8adfda6786db84e3be4d53f9c8edeed4bb44fe97189f201871cc57834a5aaa5
+size 208731437
diff --git a/global_step15000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cd0e36e93a70558d8c7f833f05174095e0d82c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1563c0941dff1e1a82b90d8bf4cae382322d4db1444bf81ec756b2f997453aa
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abc8aa2efc2c2837209bf62dcd02ef162b0ac2b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e86b6e49b3f5a4b4df7b6ab2db0a0a9466f50cb434ec07c4ffbf4de0b43fd65
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e312704b4d2093d0948372c6320043af9f32c0e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120a49946367cd2658efe81b8446a84eabfb20a06a230378759ad48e7970ae05
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380882ae817072622f568bbfcc442b53dc0fc7c1
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706751035e1b731ceeb2033bf8a00eed0c96ab58e5294c009dd7891335817a48
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff565bd4cfa4d25f1226ce6e36ea1ff493352ff8
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6e9b29ea738e604250238bf8e7d01e11b13dde3fa5c8dd7212a9a599618c18
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0edf842649ed5d8b211d50c88cf5576666f5ba
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a977e4d3ddbde5665b1694fb7962f2d4e335d11c67ca220c765c5aa0cb2ad2f3
+size 208732141
diff --git a/global_step15000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa68804dbce94071f7c7fed7b05e4cb0f3ccb451
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5487127bf8d029a578e4bf2ae2a1b4c9c1741154f3f4ba9ea800af79319a02c5
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29257db31c76795b7992a7640ba17263694c11d9
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284e9734d96ad41b3eee146289ab4b63b1dd75b14c67641f8176bf1836b8efca
+size 208731373
diff --git a/global_step15000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb2cea52656cb84f106be38a7f795a3133832ea
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b172ade88bf242a79960d06e684105e5990ba7d73b3b75fabf3d7218cf7608a
+size 208732077
diff --git a/global_step15000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3535768bb16ad6ec0e5106b4697cfa7ca067f8a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507daa343e30796f802297f5fd19146aa071cd85040f68799b0afa7fcc73e601
+size 208732077
diff --git a/global_step15000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc96423de70b4b32bea03ac1479e5cb35bcce125
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb5e0b7bd94b17d211a12f16a653a95da60c238c30f0ac2cdf4a1700bbbcbfb
+size 208731554
diff --git a/global_step15000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d89eb389a95e9c32537ed0cfd4b1d502c1c3723
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ffbed5981ef21817801acaa5ebaf406de7e82e8cb4c3d8a44e4711a59f1182
+size 208731554
diff --git a/global_step15000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a2d94d25f3ce9f260ebce6bb6ff1a95c5fd022
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87ad98cbb528462d016ac47a481c5193e818e154133adedafc96020ae0e0433
+size 208732322
diff --git a/global_step15000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa75e5f59d4aa1d86de592accd49039b3a06a0f9
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f856d4c448f6de1c71f3d6dc90f184a384bc09629ee00ead61060bcbcf3c4b3
+size 208732322
diff --git a/global_step15000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea07b20bbbdf4403984ffed94c4d66b1be9782c5
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bd467d876e2404ebb945f984f8c270c71d40d0026b6bcf1afc2f9b786b7208
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67219d650b21b82dbe1941a974b85589a683248b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9b3e3d1108b2f4f0bb4bb1f501724332c5ecb1ba8869e7703cad709bc74d41
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8459e9e5028b68e65510d0088d624f1e6f2fde8e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ed43af6f115c66ee3063bc61552be92876677747254863787448631529aaf4
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e55a30bd3e93b590b209d9e499af3290c21b191
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5131214189d728caf67d5d9b9efb3258ffb194c9a61483ccbce4fdeff9734c55
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1798a71cf69dec0cb53561b3b39da77f41b74215
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f82bedcea3718ed18e47f09da3a757cca8e425d027cebba1ccc951888451d00
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56967051fcd90a6e1a9b8838b5aefedf374ced74
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7fd17c2b5d4af6bf0ba7f969239c596080c4b4234ccc24003edcdd778a17fe
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e76ed8158810903c7574a2094b27ee4f2c9140
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7125c5c8e0ede5f60f3600bbb715d4786fc55fb161e675eee8c3bbf6fd6aa581
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2903af6d5e5936e29f7f5908b925fbb073b995b5
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939c6f7091e9d33762438eeb3889f27ac923df053d5bfe1ba02f6a58e62c8318
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e6865fef131b1fd6d953525e9ba4401f5d829e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3b87324c2d07f479a00972ac58146865a87c332f8a56daab932b3330718097
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6711ddf60216e74cff42c7b128d9f7a77e59123c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194a7007ad319ad219a6ae9b642e5f4a2fad426fa88efa701537f49ef0bed0d3
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f948278bc4065e84bd92800ac846a5d569fe6cf1
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfb0bc80514f649a3be8cffd62c4d11d68ede4c3980a7892d426b2ea0f64c56
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8ebc6cd83c7b0fc6341ee553e737994a06707b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5307765fe71e4a80a0f52d6b4987c4c408264fd8ebc7182e449a9577b19f47
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30797bad9c46c054903b968cf68f84fac7ba007f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2469f97620f16ef92e8132d0b916932f34518d5c4df1e7cea42a9f70761e8aad
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a12bafe95331d8d3404a40db4f55a6da97a693
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96659374c65c6e078c10b67f3af3c05765ccf57d27f893e18a4f6657aa54eced
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522276e21360e41b2ac3417253153dba191a6ab8
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7ce5158cb9b9cd8e1ebf7a5a5e54786f035cc95dbbfc5f5dbe51abd8448df5
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135918b49ed7831297e7a7ee21181d59b0649f30
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9071007c1197aec734238175ae023965be926fed0f376fcc5a6da2edd5f48785
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fba029426b35c798fc4d679d7b5801caed6714f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e851c6b632039a76de0738ec3babc53ca69fe84a90ea6bc5a8f4dd10095cff6f
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b4237d8f0dbd94e1e60a854b7ee36d32e870e5
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f01373ef5c877ba940cec5cbf4483424d4a2222dc06f8e43bff6db551a85655
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e97b72f569858603a5a21f7b1f4be0890ac292
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a17bb2c02b00f1f478e80e0dc63b648bc6817f9e34894ccc6c99a30ee4b6cab
+size 208732066
diff --git a/global_step15000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ab8d1409418acbc75b6cb3956003a2033af574
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51e85074f0457944357e5a253fd8a29e33db582da5fb609439abdb9113eef23
+size 208732066
diff --git a/global_step15000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5305ed3079b23f63fed68b72d818b5a33da73ac9
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4c3d3ae13b3e8ebe72678258d6c946ba668aa02a19a893118e31121af41439
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc5b5558804a1a3233cafb2ee8e8ccf736a0320
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6644b072407601d1ba61557513675f5d149049482bcff1ec4db761e02e814a
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756efdc2f958173c290e870be66f965fbbb59ef2
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61f07a7511dd547bf286833a8f5ac39a03f32d65705b12bfe94073ceb8f8414
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b72ec2937ee8b3917399645245953c4ef6d0b3c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4d7f1c1717cc16c77674955f41d82634da20e340fa104075daeaa6c1db42e2
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3e0650a7d54afdd56bce90115b432646110e38
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff068f6584e31381e0798e70e6ae8f77e22b6fde59342130da8cc78613a0beb
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1533f26e033d0845040bd86b78c9881741101db7
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a06cf12406d54124068032470cf819870374df81ba4115454280ac642a44e7
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358f88b15ad7f67536580fb12d4a6d354c4d123c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0226b17e4cf93116a5df43a23d09d0a6c8be6248d1ec57b4cfcea5411982a11
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354fff3364ec85b5efcebf4b27db58ee298a7afa
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a22b545bb78a264ce9cd24daa2494ba41b56811bec62fdd9705db631e0d1543
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94052add702b6b9b25affb58c76124db07d7305
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e816010ded4aaf9d545e10c25cb2c3570bf7109c14a8846222d118ad61b96c
+size 208731351
diff --git a/global_step15000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1013e909b27721ec8acc2d0cc7c33c53bad0eec4
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029929e2c4ebfa999cc6945c1bae63cfe073a4bf59110249d63a652cb68f95b9
+size 208731351
diff --git a/global_step15000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fd42072e56323a79723c5e1a8649f0b3c7cc58
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d3a5d3e040348eecb8209ee448874b21d1002e9ccf7dcb5181e1c6c00e413b
+size 208732119
diff --git a/global_step15000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ae6889bd0dcc1479497b592bd1b9909da1ccc8
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673ded46b45c6997c8f4d8ab5630465e7e28aef7b4845e4e1af03b633f67bfc4
+size 208732119
diff --git a/global_step15000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c64741d416db56eb0b042d5c67ae1365f7afaed
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31fd1e072d9de3b74808e8820d8129a02d6ab5585942d83d68264eb848b76f9
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ceef82475ae026f3b4d1623040c8e6ed8889952
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b7bc222bcb95d7120eb942a8d4e53933e10f5e668b9b5643560e6444c22c27
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caff810c459a97337fab06445d4951899d2c175a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a444525ade8662e25c3786d69c96255eabb20ef121a4d2bf8c8af982ca51628c
+size 208732322
diff --git a/global_step15000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ffe213b38b63b074f373c28bd7ee44bd14ffad
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705a1c2ed323c50f959ef07c15c15f2f2eac70be85fc973951bb3bee1035e12b
+size 208732322
diff --git a/global_step15000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cbf6fe51fe6c09995ec745c500ff788b819579
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac2ec8f39817cadadfd80285bd0b805f68c85b3e4236bad636cdf958e1fc0ae
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e4ca85aa2f112576dbd3a96e0503953251a3ff
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d34ed786617443e2729dadf5091a60382c71f80a764fae46f148c3b12e9c1e
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976b0f3ce13f4e17266ddafbfd5b436c64c8a395
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297a80196decdf257229cb27385a0336fc63a806abbff05f555e671b584df8d3
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8c280319b654d53888fb8153a05d63c2c64d29
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b328050c3d7d140a57a7f2afee4f74045f42b6b6a3ed1d2f42cabfabae204b83
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302266c24b2b8a57dda2ab1db58d6356bc5b7d64
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c17aecdec34b7f8c1e05f1f7487fc474df26515d288e57b428ac4c59e4223e
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ee652c7627e8929345b9eb4303a9ae79ab0f5d
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6146700de9b71f3508cb299690f99e842f376a106b05fc4ef014828cc69f89e
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9579c1548eb09dfbdeb0e78352b79d3de9239e62
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31df85dd579df49b5bdd015ed58e2f42daa57c0c2149efca6a3c9a8dba0e3cc4
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a755cb2e84a689ecc0526075418bfce7814c653
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b852f8972826fe89409bd4b502b8238c062e58cd7693c18f53ae0df1076bf072
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af306b41f779f4316537855fd5b74cb7f489cad4
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2362980e71d0b70b528118d02d59ce222e6dff2a7483dabf1ab6c52ba85aaa
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e0474077ddc17d90e2cc29e0d4a10fcfc332f1
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e57c6d3c76d3cf438af62678102d29ac930e4fbad3f3defcf1f3fba744501c
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8169fd85e13eb5cb8423b48581c0076f7c5e7ce
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dcb88d467691c41a732c4ee4148f60eac1665fa46e02b8b4d13a0810334585
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1a3b71c4c07a0999c75884f80b14c9cf09d875
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ec7b3cd149aeec314e8308cd3a091018a00caf19b6b3f2c49312db8eff135a
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7adbba2c71acb12cbfe0ea4e28ed277961de490
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a1dffc4f414153cb341aa8c097cc5ce010f4073113534b6d6901cadbc1d691
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500aeb50d8fa24992bfd5145bdf539bba596bb61
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f15fffd52ec368381a05b0b2e53390bd0991c7662b3cdec77d5f628f5ed5c48
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd7ff5ba47da7e14977efc06e47d9384c776f77
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579ac7fe172f5ccd0c74f3e09fd10375247c52563fe439e3b4e26553303b508d
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3cb7ddc09f5384646b77a5a8d75a9db9aa4071
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39d38170b674279cdcbe8fbfb7e3657f0cc7a5a971ad64cc4004a46a7be175a
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2aabf4cc028f22b64ad81f78bc606c13c596cd7
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38338697ad989a64fb587aad07325e04fb730571fe0faea648f6678825901593
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e940fbc3acd8be980d6155b8acf73be2a5c2482
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d50195930d2a024b42176a8e35620f7b0e3e87f9dd6f632a90b14f890dec13
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9af4dd04cedf8e68ea0c3f943d24208d7969a4
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d560aaf67a9d65efedede037699da208693720f4f4e17eaf25de52db3fa85d9
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a671241ea7ed9021e58808aac8818dbbc540da
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852e32bc89b949faa0c99d4d9346c30554b0ad3f0e211f56832dbe421d310e4d
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88e28a122865b02e54a5ff52bd6d1f9e91ebd5f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931a21afface97815832ab2b652cab8a0f2f96172bcc1331d7503b3d0552a9e8
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d153cc9a9090bed4252b966d60f935852b03d1aa
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace4c4cee475f0095eed61e467aebc87de8768f20fe3370122bc98355b18e280
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece13b7f2729c0f3d0704dc9f0e998e20d664454
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d279d535b5baf657aa36a621cc952bc8a91e6402a0e6aa0e6d4b648226245130
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7eed94690eace9272a8678c5ce977dd3a3303b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d438a731d50bba218f036aaa257e744c8a3dc84269f6784ce1cc1d57944a76
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d8a967c145ddb55e9708a4a6ef13a33bf671ab
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54ef69c12d0e264c44be34ed657d863a18b63921a8f197408f10d3d33f695a1
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77af74bf235b75975e975e491137553251b073db
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0cae327f39ba478dd91aa299fa07623abb9eb64e631369109e791dbd9b26cc
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41328bfc3ad1fb0c58cebe99116c9636cb55824d
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6be333d4e5eb005b66935fd1352f39eaaacd0aa152bfef00099b6eb1e92129e
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984ef7ee35e17707fb9de7099fcf236cb2718bad
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d729b31f1505f16ba9f613a79b132a005b132cadb5935aeb0a8d7d1da424df
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20d6694be8b90beaf7d3f1a65350a8cb6167af9
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c4d6c3c19bcbb3ba35fc64af50291e8693d556242dc25cd7918e72894897f0
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d2ba85d14e871687fc07b6003a9776f87190fe
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ae93a246274fae21cc1bd2491f3f807da724a3c5cbc7d486bdaa4f414abbe1
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5edbccadd94bd5e515f4f1675846ce5ede6de5
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d203bfbfb4635cceac1486b4a6a83d49b794fc31c652b70550f1232abaad54f
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee837b3f709493357d06ce04fe03d2d17bc585b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d45d6b8eae4c65169b88f25d3e6880262b21a4cc9a64fd075313ea85fb099c5
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c1965dcf913252df5d54ba4b9e243ee612f410
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171f041df15bba37b82ce819347530448b5d956e3830d95d6eee8f48dd1ed24f
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adec9d882802f2220cb9212d316d300ec0d76eac
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea464ec3375dd5711ffd8af4d6b69cc814864c94f7706cb93eca4080f5bf139
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc3d9a4252b7c6b5ac947a58fc681fa63ad3d9d
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4f1fb9929e1dd423626f1f54481f73c9b0b9c7a6afc9e27faa70c654fc0b8b
+size 208732066
diff --git a/global_step15000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cf8fafdaebe40f49e729af773d343af190c616
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3da5afe4b576b44167ff686054a07f514edfbbe07dc0c4750b2b41bc301724e
+size 208732066
diff --git a/global_step15000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f822a039a72e5087a082d6d5ed4f3c12f8ac1580
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d53ee9ab7bd11d6c50a426f5a19ef50329ef171eed93facca401b9f9a2cffe
+size 208731415
diff --git a/global_step15000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d1f19c567f45820ce25c56f22aeb27103b757f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5acb7673d3301b5bda09ba5e6713a049c63b3214af3212d830cf9b1f302f171c
+size 208731415
diff --git a/global_step15000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e963ad44bde1002aba1f03cb052e77c99fb2ea
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2bbda47ba9189def63ff1c335e517fffd82ee71e039190581029cc0dc422cd
+size 208732183
diff --git a/global_step15000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2dc3b039cd359c62aa79fbead5384b0209cbb8
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90da702c98f957467c0a326518aba383011f0c46162e414e15ef2a3cce36ed94
+size 208732183
diff --git a/global_step15000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca80256b7e29c6b196a7bc6f0a9ec67bbf41216
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd5520ddfac71d97a6be7da677c140329c2864e762ff6a23fbd15c9b2c90dd5
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19260e3a93361036ad49ad1572e1b36a21997ca0
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b1791c73debbf33cc3d1accbbc2c5011125ff56222c0a487a043b3e5d2addb
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185e33f04eee3ee1b611466ccd1e0d634c65adac
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f975e538e9d4829177e994b6ed1fb30a1897c41325bfc0f1f7a3a4bae87638
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb130d3ad3b114f3cba7992aaa5e41a3004a85a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f600fa8e598e82ad03753a09234d7c94c9e676edccfd35bd3ce48dde4ad2b57d
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0681d65cb3031dbe5cabbd0e42541591d990e5
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109bccc2772a42c742849d448999d8ee8d7b293c5027795058f3e5c723ec3d1e
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157d7bf939dc4dcba142134588ff8e5c33bb79cf
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84f44f65a9c5e769c5499912397d3140f2916325890dda4464bc6b54b72652e
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3d8d0c65a7ef6c09de5d20e96cf5fc79c42da8
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38a3648a050fa21e54ce07d1ba2395b12f8a796926efb69dd06995478b6889c
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf82fc57d96700e4855e5102d369bc08d6f15712
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cf27e446e2437dad02631c5755133d544cc0578d4e8fa764bef693c4744412
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc1b75d1fcb4d440198646478a4c8e77ee29053
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1e1d43d9ceb583adeb0bc7b173652314fb14dc73281fc9c5169b778ef2f0a7
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27fee70bfe646b51bf1f48a8cd0ba0862a00485
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5fcc9cc6e5eceae4abef0832fa69dc376a60bfb14c5ff63b4cec0629181370
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bc5d63adfe08b7fa331dc801510d8ff283d481
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc86c1eccfe054da294af14d57f835911bc61e6df0fe7607c1d40fad809aa4ed
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f9ca426307c0cd526ed03aaeac96c3c5101691
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f2d00d875e45e754f495037d3f658dc8675c7c48dbe47293fc25b16949451a
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce29f7e45f086e8e98fd9edc3d67918a0c82c864
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5141d5247fbc30395d1574b11c6085bcec6d34dccfc9706c5930ec7cbdcd5512
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550680c300a3ef9cd7abe056a572111567ec5e0a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7011937452bc298f73dd1ba08a6920c65a3cf83437f60de3941a2337b1b4229c
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb812bc26ad8977642421b20b83d5fa5533f921
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50ec68166de90f3e0144953d371a08cd9adeaa2da16cbd28e9579946817a577
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2123eba0fc6d34ffc4f59d476e172365dcfb7b8f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261516bcf3abc17e9dcade0a9b8467a039a7117315be09112854f3b16736f320
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cbaafa9985f23275108d3049441d27d93e7cdf
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5b9c965e30700b6062e16ca6e7d8c1e428785869807d749ecc328ad719e4f4
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c808f89489823e21b356bd17e53b58c56662a96
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b773a862d142867ce2d8322a988181c6d8f46bd1b8960dcb947dd44f8881ec
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba391bd8044140170c0374ff8ff31b586c28c08
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c233f1b799fe1f8c7ded3e955e7ce8feb01957bd43b308791e3503b0c163baf3
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fce80b24ea093d6b9763849a6f89aa6a5fcebe
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522c98f7fa8f0d7842d27bf0ec9db8d2eea434d379b7f3fa2b1f20fc54b8d5bd
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12e22cffc3ac8020718f38b98d46853299d2bcc
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40a62fbe8ff8307aa0e9e46fcc4afc0400459469abe461acc2c03a08285256f
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34835b974263b12da85582d955c2c1aa989c790d
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd2ade9dc1f8fcdc95a0d9dda5eb7399bb08f49d8f83ff4e4f275da975547b3
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cb87c28e4a08d726413c036eb8652dce8a1bea
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895737c1641e5453fbeb9c74acc6baf3b6c63373a6566f7ee5758dc1f1f43a71
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12fe95392e0d8b8946eec659dd8dd9abb16708f2
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7321369a02f4e1b9ff3935e991b8974af57404dc06f8bef7dd69a71e4a996ed5
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0f7a6d51407f83dc194a381a24a2eb8795130b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a32b17255f93c8f21acc2af16a4d548547c19b90c1c6182daf759406bfdc653
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25498c4aff39c56b3e56fa707bad31740e11dcbd
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b68a0788aa5a20a169b15db2f7273e4732529bb12e94a76ca10f65df10462c4
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accf18588b2cce35baff5cd07955cf37bcc96573
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d90cafa5c834c4db41d8d4667e41f1f60503f8716e0194b1e7748235a25f3b2
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef130380da169772c55712165fa33e96c2d6dd3
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fed6faf24f8dfc9d9988b4a84de4107014537bb891fdac2e8a9a01b77171145
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8847f9df8d749b134366d6e6c010b8449f9b9ad3
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf53257c2df64458e17c340043024672af96ebdf2dd00aab3f7b19b4513c9ed
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39326b620b073ddb79fa6aa790d3e91d5c9669cc
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4133d3f725e80afd674c6621ab6cf318e7f76ad3911742f072bd5cf6258cd142
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b833185512a48b67d12aa325d7ef650eeb2150de
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf5edb0cdd1262a5a1e6c1dcc67177abafdf6856f863deb243bb3af13109a7c
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a07a7d40598b2a0a91e7d6ea28d47bfe01a349
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1b49afa151cb2c2ea24af43c415d20ce567aa78fccf968fe1736560bfcc1c2
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0b3f8898e209f1dd3d486b5506df7934553a40
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e917c0160a734815672978b42b2f8d92be18b51a27e31772d840533352f2beb
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b37223a2a2d06a09b4423189bfdf9b574ad06d
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9150f1b5076c008db30ee67725a6f2715138fb1947a3e07a27600b5c11f108
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1028098c0326f7f772ce659fee1fafd7dd50d7
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c823d1df6a02a95de71e79afc0817f4551f331a4482e465ff54fea6df468540c
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df7b35b276d40877ca805ffa9eb40ffadc69a3b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c51f4eec41815e7a11bf23a2991b03a7d79ebaac71129043a7f70dd5ec0706
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2518d9911bec4c6ddbb7594f9b0314d3d6e51c48
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70969319ff2b64234b4b6accd4e5a0c6c839f2fa575b67beb84b27f487f91a23
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15a0438b554b7c687bdc7d096eeee2a2367a893
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7146e735f4f4cdbc26675dc29584a49caa0151272cd8b2c3072ddacd7d4c04b8
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a94060ddc5cdd994e4a9e5e933f149d10b6c9b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156e6f8c5c0cf78ee9daa7991fdec3deb3ffcb981f030a332e0312b26e169b66
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3bfd2b8fe5fdfb078274d434776bef1d37738e2
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0c774fce29d1c4a47c3fc18b4e5090c6c7b9e47080c0f5e495f9df97127c11
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27884d5a1adaf96e577bb6bdaa2fb334b4dd0d7c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a5f7416edd4ec7eca0a8f6ae9f7606f4a25246168762e4c27c7d0be7f0cb21
+size 208731351
diff --git a/global_step15000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b19f64119a0d92846592bcab4b066be11c66cd
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6feb44b423374d94add27489ddda9894bea4f23ae06ec6c7d25ab7a71f2ba1ea
+size 208731351
diff --git a/global_step15000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c498a84b28cfed7af88c0d9a4359907590280d1c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b164d28587105a3003eff9a35e1824418f2a310ccc1d7aff4d05b02ceaac39f5
+size 208732119
diff --git a/global_step15000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a739c646ba86fc8ebfa946cb86491cac67bbebd
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce81013f8e55ff237bdac6bc040f3bf06118927ac5ccfd4d73e020f9301552e
+size 208732119
diff --git a/global_step15000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da023dd846570847953094594bfb40201c2b7a6
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8df8cbeec6da7610fe66e89666e9cbb66044997fe2479fd288d03cd62a5b478
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db7704970ea13acef442097990a92b851d121b5
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d41260af816d5b728a2797f3c812a055cdca49fd5f8bebfeff08cc56fce2da
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be60461df3f31028a762972d38935823b9287966
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012cb3f8919e06236db8659ee3019301abe9a63730e800731057cfb300277e0b
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab1f738eeaa72f8185797d56d035f7afb049ccd
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f3a4f29531d8694eff13c979df20ceb5cd11b67e4db26c75fe352623d63f23
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10f82cbbe658159b4d2b1c2729d2e5ff6ae8fae
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87006fd5efeb22f414069722daec85c153ce8ba920d8558b9f597f5922188a88
+size 208731234
diff --git a/global_step15000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8692d259ca6421b1db7a3c930a2253646a8ddc86
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5d99200df9a177acf0f4302a086cd7c8eb0b32d7bcd292c5c48cdb3d95dec4
+size 208731234
diff --git a/global_step15000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7769348abd19cd90aa1c27316e6e10ddaa2071
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5634ff7ce0c3b9446e31dc330b613f19aab90b01fa1590ba2a37ba5329c20d
+size 208732066
diff --git a/global_step15000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a02e71a383e639fde920ef3859e63d3547af990
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e3ba7fa679723496c16a3b42173ceb9fe1e4efce7829b64c876857b36e3cbb
+size 208732066
diff --git a/global_step15000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28328396f3250e0fe58f8dc24dc26f15a8b536a8
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05b36af23ec388e81e5afd2974c66873dc98c3470d52ff5d9a8893f51a43d4d
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864a222b2740319ad306546e5b21ca4352068239
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d29475bc68520fc1ef841685e335cb01f21fb8ff9ecf6362e665a29a490dc0
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b035a17029bfcf29011fae7ede6a135731a8d719
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac3fd60fba2df87136df83847ffc229db78a24dbe8a68a58d3904ebd986a288
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f216437eba8732174a72d59c0ed9a28388a5017
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f55d84d2e8126883cb4c699460c0d4348e3090e18f61bd80de775578aaf9ad
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc526b18379b632f0e171336d9a8f0fa08ddd87a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cba0a409a722110097d0da68c84aa7133949e06f41fadfb4771cc020e4ff90
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8490f03921e9ad325b9c9dce1c9c3b9ff65275f2
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198ac25e53d544c1a06615b54e175d5e824cbe5ea126bc9481f3329f25ed5612
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ce35dfba49a3ad5f850f8b32b30b146d036a28
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2392e5a98a8405b2e2d26cdd2f3344714c221ba6f70c51868e62b3b0ba2510
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577fc7ebf74547e19429bb59523abceba4a32363
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692e855622bfd452fcf809afd8d7349fcfeb3915691323d0d85ee4c5868762ce
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5ea8b9025e54ccc9cf7641592f1e4ab5398066
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6484a4b9c27157d31f136750522604cc2986a3dcd80247b7e527c1aea2f61548
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671a0eda68dcb22575000db337c07f474699c659
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f803be2528e37f7a95ddced72a7226778a58324fc8aa80b88960e0903703cd5
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fdd9f6ea609d4fc028cd98e1c1c59372fc48b4
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b481e4a0ee9bb7d06e929037fe05e0504d36cbc07cc486dd44338909b692ca5
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7d6428da4fa732fb266e3a5295064179101f56
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5346535fe693c3a6b99637238ab5b2dabde065b24caaf55e4c538190c8d9ce3
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6a342b8c126977af8387574d99b4ae3e3e0cb6
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4b8b293711e654f5226c504adf213e24aed361df5b0a60de8bb4052f84afba
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b57d9e64376dde7e4e3ed58a29f2823076f099
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9da6949c36596a248e349f78c88f4665672631780070a34a0bf9c83244f311
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e32a506d909e4b4bd63793f4663d957d067dfa3
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277eb96d7871e08c56e310b5488548fea35e8a71af98f4a237d6054be52424b9
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1edd91b2e69dc3ae09d36d9aa3d2a4981eebd8
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194930d64da11c4a89a97a3d33a98bce713661c4b37232f6c6ac2ce523375f52
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcda074cfb85111545187a99b13bf9b69a26491c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c04a0809cd7d008cf9101774a0db80448a60a51e548c7d9bacf6114190e547b
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70d4bd797f3c53caf4f663255184e4206157ed1
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed827a0be3c9b14c43e991faf9eec67a213b187e7aa4c2517da2d543d1c82c34
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0bcac1c0210eb7f12259ee30298b6a63a47456
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c6e3dd6fc61dba8cc1edb69fa0f7294b72c3d46c1e72f1b3c02dc0c2a24155
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1c89d7997e1df8be7560c298d32cb0b078cfa5
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36ca2ba1c34609368941b0d3ff28f2d8c44af2588d2eefef9faabaacc85deda
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7994307448c8a9f9fe4c44d550ddaaaa363304d5
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d313301d80fa75ad953618d42bdeab00da5906bd93470cf17f92bfdca5a4a56c
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45be03c257598a28a9bc13055eff2e5fad5afccb
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01670c3ce47eee70fd13f9a92c25ae6a41e5b916894fda7a711a019db3d958ee
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82710e5550170364f72b854c119643c68f24f3c6
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8accfe796e79a55c281f7c2b59d3060f01ab6e33f59dcf378fb9eb3ca4ba2223
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298b89effed437c68f7103aa8010abd7fec6ea22
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5db03f361ba09406646b9eab13c11debe166230b2d6732ca28f24ed4f5e165a
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48d95558c5c150adf757755d94f39e4a7952cd1
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7584c2872be7ebd2fe079f14efe4268f31c333705e5f70c02109f16bcaf361
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36f0b379b20f9f75d15cecdedf489768a25874e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27106892d7156e9d4be33e85a223e674bc2576f30fbe49b35888e61145c52ae8
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53a9882446949e9ec6b989272b841982fcebd81
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e24c1e9eb0973b8394c148458c33c9c0bf832e8e1b77fc73861a3a2d732f029
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3eb4f2aa8fb939993807939a46d7e9d6fe9fb6
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd50159b2f99bbae0ec28410139d8e3a632ed9b21a25b874e4ace7678a1dafc
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1219306ca9731535d5ec8c0fd3a17a95c20c392
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0928ee264c5b0b5d117ec6c0215767d98dce078d9751562fe64e1e1f3a2bc41
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe9be13caf2829b6416abaf4001b9ae4234e88c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7aa2b3dbe190362268cbc97fb45757aaf7cc99426c75f326a46a90fcbfb36eb
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcb3d9631cd3be32577c744600e52bbfe5fb1c6
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342bbfbe24b2c3922bf56925158a4753af8e9092ec438ad299efa1ffbef36ef3
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946e2856c106a3257a1b8fcf87a8f8b533b1f038
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae9cd97bdf97ad39a886c10e8bcecd3cc4d8d7b3781a8b48d1f77a63c620bb0
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4dda56d7bb5d298d2c3ea3e8ade9f7900aa14b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583bf3c2cbfd205fda9f5d29b05f46b686e27817e1ce4957c20aca272eb1db99
+size 208731415
diff --git a/global_step15000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416effaad2718e514a85d6594a78c706934a0adc
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2bcd095d84f0123e9e0e376155d872c127fe28fd9971822b2474cf96a0c38a
+size 208731415
diff --git a/global_step15000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652794c3c0e14fe25af6868b74fb60a55f267c32
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476d34201ff2732ad9449e1dd9eedf298299e2822f9e43e3b810d5d96268f2a4
+size 208732183
diff --git a/global_step15000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c18a8b3d4739ea6cc8ad11f4f48f27fa1c2109
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593607f52a3a150ad1cb338d1ecf7a9bf937d2fd2b15551bd5f034c20878ddb9
+size 208732183
diff --git a/global_step15000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2106ab0c77287638d7bfd4313aea67f6017213ae
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a257ce7659e2d7310740b14d9d8c7a46e6d76c0689f6e8480125d0a50f3e28
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54027e10f6e1784ef1ec7f0a3d03ef59916eb37
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9474ac82bdd45cab999a2224f565db063466ad433812a92393e0bcf35fe11f27
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05d0de7dbaa313b7f6bdd0b1cd5ca175eb9e31e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33970de64530b25e4a2ba50b1e0dcff1f40e2e9b85cc51461991c8db3bcc8bd8
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac80029a8a0e4713d160cff44cd47292cda8cb0
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f071713f18ec9c9dd84daae2e3268b42c6f93ff285a5a68c305c06a1eed7a26
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d615d8b9ab757a929df06722c65b0d0bfeaf4c3a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a64257799cbd3a4865ea244bb4d8a7ca84fa018ff14b4d86473cb5b2953ede5
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297fc0478e84c814de6518d47a2d93f5f6ca3ed7
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb938580a088c16522c27b8e606359cb68e25d63e23addc36c8c30aa330d47c3
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f89a826fa613895ec16351791cdc0f4b3d711c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383d37c3866dd23a749d90a92bdbbbe4e27c87e92da18de16d0166504b585063
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3899a4f88d6ca12824c13d57e71b5e61225e83ce
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936bbd04e0d2d2ad7ea803a692545e2b8651149b34d7c67e32aff16e4efffcc0
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa90a56095b8105df96c8cfa9e840c701f79316
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b807f27d6be171484875fbfa7dc4fcad8c21fadf17d41838b39fa16f73fe89
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95955920fb75fb7f26f233dd6cf22e726a305832
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509e222c612491ad99305f8cf7c445573f50746e21df908cc90e129b323ac2da
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd777e9186d0143c45005ff3d88ef1edd4d8957f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d75d6e76cf432d733a5fd07e7eced53287b6e5d8fbd322b01f13b628eec1704
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac53743184bb7a2ee1ab5bbfccf46663af24804e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc7b704e61caf85f2be05a795f75511166ed6c93b5cc31aed970d6ebefe2e64
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6a2e54d0dac93f0eef76c985ac7cee60ffc2b2
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abd038adf4b6c06306bfabbe4f290f9871490dee5003f9f97e950cdb573acfb
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb72ba41d9f04a4f9c4803900d8a085cc5a574e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc09626611d3398dd616d7789a6d5d5d03e855ce5181115a501bcc611f516bc
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40784b0df4edc4032bf8e01adde6e5d43d4b435c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5def4b2b76f4c254f23fdaf2c9cbc7416f753330b62578e58d23b293ffad412
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa17dba94aedaffe6da44ba6a5b08ac197cdfd9
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53b3e5aea97c13dc8c68dde5300d3ffd28e44fd3ee6f40f8deee4da400c17e4
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5878bb6da291c8cc6d98a983f83be152b053620
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655c8f6a5ba70a8c11e8f3f383da4f5aa877ec0db46f810a44d7454d228308f9
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e406a3da596c3f3bb7f8949bab0d58628bfa69
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6aa81f2d6e4946b5b43c4e7a7aa4ca12efe35a28dfdfd63a9cd398b4f82d8b8
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8af3b3fca6e38e29f7f9c71f68b3f1bb39bc50
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e48078836e647866ffac7f79a280fd6bb2b10a93c43b706e3d941c862381b8
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d488d408179c8f67977f5afbeb10902428ad04
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e36e5fc29ef54212e141dbcee12e514c7a8b23f30d1c65838ce962180b7a091
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82571c661611cbc2c629007e509638307ccaead8
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab17486516bf218e35dd2e594c7c8efa0800a3ddaa6d69d42c75ba42765611b4
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30cb811547de66fa4ae31c68aef6cb5fb94b433
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f288053fe88a6c0e279906852c59d9f7ba737a24dc429b7dd5bf6508ada44d
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6e9ad66615d5a85160c743cc24e82d3c40e5f0
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d2858b8d087b0ef1a077164a9ffd08b33a1353da50f1cc818666aa0f86b10c
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc432c74dbf88888fa4103b94a7f3bdfe706748a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b450c54adad4c0f31f59e3edcf26a6d18b89c787d5ba1f59b76bb4c542acde
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8b4bb84fa88ee9c6a7a68f6db0cb6301e0d36e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce94c699bd70ef5dcfaa797344307849f7a3fd92ce1c481ae0745240a8aab247
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84dcaff90515d9bcce2ca2621ab60e3a62246c18
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0febcd291061f99c4b1ac2840a8e2f0505f6f0f5263c979b89309bb314947f28
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd946b5d17637e47f10c8075ca3190d8c2799de
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53ac2fd08b73a81b090e28bb33eb897b12fbe29718312034a8a8cb6ca3e5961
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccaf637710196696b8815f609a7974befaeee68d
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd9541390eabb0486ce3e91c5684aaaf2419788010284f908187f885769b49b
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c231e0a966943bab1cdc05fe37e494e96745e483
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e86b1d8a81e0c7abf331ce08f8d134e8513cc8fae99da25ecd199fc7dfd2d26
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0011a209df5c8bcc1dacfcf40e28d1cb62c972f4
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269eba9912d94b14c3397b2115892e74f6571d23f56f8e8a199e5a43899701fc
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bbc30854f733cbd0b7531214f9ee0a2e30f5070
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d3f3386989ba23b5dbe1290a033d49c8cdd3c31e41878729a72ddfed39b42f
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f047f7c48fa1be8f202e873e30d3fe559ed0d50
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edecb6876c13c4b29e80ab6ad8c04620cacc5c73e05d257fce164ca290958b12
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71555814005da538f5a1c5e752f511c241255484
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b25be8f3d4c5d910ce3943b322787afa97692736aa43a40654dc4b0f106adf
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0043b933f8b4d6be4d3a18bd70eac4ec61e53ab4
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95733de03dfa81cc14a3add374687891ed53b3bcf639b099c072e26d2ab9a6ac
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa371a62e0358bba44b56e2ac77a73d517f564dd
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5fc2fc9cb7d3e8cf32dc1b068bbe45aa76c3cd018c94624bb3b3265ba7f950
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a3ff2e923922acd539166f8f01516cf0c82e7f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4481dd4b07cc51b7334de5b1ca2b92839d2bd1cafcc374cd0ca61f50eb8e42b7
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa98bf28ee05e4e98403d0ecb51af70476745932
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd98b19e2db36f3ebccd6e0411d7857a8cc2398bd395e719bbfc1d0f75c4aa6
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e927cef4b0d343707cc489fa70fa2eac9ade25
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d086bf6b956f777f23cb29c7de8b04afd059e46d311f134f2c29c26009ca36b8
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2793bfe43bf49ca8231537994f327b66f857ad56
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279c75635a1d607c8c7596ee1790a15ca0b8d591ca9bb8303fc22cf362dea295
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75869d9f82692fbbc5bb9c2f8be167f5dba65c0
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4c513d91e7ad37c4db69efb86d6948bb8f1be0165e114b7d583689c6ca9d3a
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378935bde13060d3c520ff51a988f04450b8c24d
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcc3c3b41200eed849e9f5352dce74f5008ce2f0a0132e9e0b39c3bb9d85f4a
+size 208731351
diff --git a/global_step15000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47886055e6c5f284abb600034bcad56c2f0e5f3f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae90613af3b769265b88a52b732ce44bbaa28cf76f949b8572bccdcde928b93
+size 208731351
diff --git a/global_step15000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf6dae47384e5205867b36f412f57a6c854a679
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7130acd34f30358855a9fde6e6f44ff2dbd583603448e1ac95d42f00d25fb44f
+size 208732119
diff --git a/global_step15000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf60a8143a631d9b55dfaf4705f2a55d5141ac1
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d236ce67fcb755818524980bf92c23f90c85f996237025af73bfda14bddca8
+size 208732119
diff --git a/global_step15000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f76e1323515a0b710a1e1a1f6c83f7c036bf43
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e7e7948bd0f5f546ada6a4db6309f3e8552249aa8d88b7450dab5849849278
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7845bcac5fc098f244bd4eee33143f31221796a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948580f257bd8d043ebb74ccc702bc5a760fd165b3f4ca44f82c3ca1bac98c3c
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982e56600c69177ab241d2dea4387863d7c1773b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22124bda9ca8ef805199a6b7bfb71a95c0cf72c79c04d6ccd1798b20bb3248f7
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108e0c77d42fd0f9e1529ac85181ab339f06f1a8
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab15b5d8ced8b42d36920d223c3183b7e67e253c7094abc632f33d41f197b00c
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45351870c1fcbdcaaa7826c7422e746bb068328f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57893c305367d3deb0c0bc4449a4683f78e38b561427aaefb4168fbaaabe771c
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6538d9ea6082d139941c66be511edc4f39807af
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e30ee44d08a9f21ceb874249f4cc6d96e70308dd420f6d4f55c178a8cb4b08
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16583f2e0f99174893a455041bd98c1ae6ac6653
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3fce82b2691ea6714614675e0f7fd0041c8264bb454c640454082634636e14
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a9a215466ea81e365276837f1943af1f17736b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789c7a6016fd49d3911b7bc51ccf85b80012e8455e85c82799e767e6bdc4bf98
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27aac3f0fea71b2af97dbba6c9498d19a7280f6
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94066f437d0e80a269db71525c9e70808ddef38362e16d8444cc917b4b17444e
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6a7d6c7f4298afbad1e11b2488e5f705c97fc2
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a30b2fbc642ceb33e08f21963725f4e86d310b13e23646984865443202a428
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880713bdecdcd0f64506f0576a671f2d9ca4790b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c4ceba552481a3d7f7c89afcc0c61618d52dd1b3dbb38ac6bf94d23757585c
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8e252f524cb39f3717b1650592bbec81fef367
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e1badb2f3a237f7a6d101d1812d8d4bbfc992b82253a97013e23abe44598a2
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e700c9470b60027f53e7f1d69f3b7cf55d6f896
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea752fb77cf8dc3da073c009e3a5d0cd36242c7ce66b1bd23841cb7a363518c
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ca6e6220087906ba5b72ccc46af67aa245098d
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896e0bc476823d002d922e24af41e1b10bd36a2828bcc64257744aae907340f8
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7b81f357647ee8dafd457e4370ae7e6319d74a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36885b4473d153a1547a46b5d105a8bf0d39a13379c32f66a29ebfe6e0181444
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ed7d6170d3f842b108d784195425784001133e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3898482b273df84b508dbd8a0d49fc732f827d886e858ba4cc11ff49b6bd617a
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89c990c7dd566e25f2c3918a9aefea328d98d7f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10557c816e7aa70f477e1e6f9d1ab33edd462923ab283e30344746b6d1bb51fb
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec26b3987dc66c56b3237a0a8705c90fcffc621
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0f23c68051f6598772714c8fe0d0175c04e26b6309f1fe5180005e5cbbaa5c
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490624e67559f5430b3e1c7649fb5c6e6590d6ab
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ba4cdfd14e0dd9116926003ac0734b62b7c7849b6ec6d2a7401c308635d780
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bdf93fb055ad0e3166f57c6f6680b641b9e7f8a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5dacf0ca3b3595ed38b178765fc44d4027b345b6ee37512117f46a64b3e4fae
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa3bfd940a5639a1d6650450584cb44215c9c08
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4931da25acfbb23764ebd6154499c08d9064bf3254b0031cb1d781fc2d2c8c1
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea7bde3196fa4d86187437241b530b848254974
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0689cb41260babb045c1d8f28f6a9d6c7e512c3851bd855d473ee3e120008d78
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40de756163f40541610a9e1c3010112ff144556
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75299046558b6ae7f0d69b0c883eb252f2f089a845a6ad88748c28b933cb2f9e
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9054822afe5a5673a84a896c24310c0df90e9c7
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01d55c35b6841e58001581c9f085f84b7a57ded1ffbf8b09d0acd007187dd79
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8603bd2d726dc4375c3dc3b8797f2b3a01de2f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af329dcddf9dccb9d8fd87dfaeb6b6f7d90a00029e8d22c9ed2194b3dd61f31
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6268bd0bb517fb16b05d6ca28266e3717a175819
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107eda805c7c0608d1b715861ff61aa1c9174e3ffe06a992a392fe622575c9e7
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2b385b700da48b591daa888a1cb28bdc3f266b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6147ff15cc4bd389615e41fa11749e4943eb3922b44f2aae517011b89e8045
+size 208732066
diff --git a/global_step15000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddddf0a61d15b7418da21f095947a9414a0772b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c846a43ed3bc6ca136c66a8e49b48c9f24bfa8c1850a773f417a5ebb73956081
+size 208732066
diff --git a/global_step15000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713f0ce77717b442709b4559cab039f328128d68
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711382a8d4cfc07fdf35a7277511b47529ebfe669d91b08152d1b806805b167d
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbb34c056ac0f60826c5e7128f74fdc56ed2b07
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebaf87b11dd9297388053f96471eb1af565e3a2a5dd70b9281704c03554567f
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cced68afdcb02f101276908f2919884313c318a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6261e586789e336468da132a0bfe0b318d6ecc07caf64db53974ced9372aba09
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c0f816f93a6df89d9efc1dbbb8f240113f227
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c815ac92fd42dd01b031bdb6cd3207b335955983f90c6055d492b484e890b9f
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f238475fbd68edfe4eaf9a128f1f4069133975
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10058d83db6d39cbb7cc797ce0a1eb21ea7dd46365449ca6aa15443018222361
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cc35aacb7e26e243f4ce7e17b2468abf76da08
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccccf89996b21ebfb09a23a829b1569d4d10394d2675f1fb8f3ed40b55c6474
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a225f0d7398571b209e953dd18ef8adcbcec6b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9affb2116c1d23af3ca5c250aa648f14b66b6a80ca4010792ce364aa98abf4a
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e9bc5cea63ea512f4f6a50eb15c6aa32ce0841
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e50ac4937e758ccb434741efc7d613b5ee0a79ca1d65d3702d0bab2691d064
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22f8e23ccb0c620d68f22445d3d6f6253dad7c8
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3baaed45687a8f3b97003b5071a2b5dff9f427e3fac1b19acb5d08b60d1ccc0
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c663ed65279a03f88f7d6e50d5391207b86d9151
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1396c8a4a3959c3369daeb3e75995bc0cd92635d4984546b5a3ec715e5dbbe22
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58715225424b736d40ed07aa7f252bc81b9eca48
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88241a6bf6685cab7b2b90d980e42ebf03f5c6281392b4e62699596a7e8c417
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c44e6210adf0c7bf88a77344766784843a6043
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e38164d97e3d2612cb83a9491ecdc0b6233ed51d1340b9da1f3c9345dbe64b
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f33981b4e80b1138827d0007028217efafcff52
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e80406e28897d2e64d6bcba16e07a9ebdd4a58a0550b32030e37a0fa9d5dc9a
+size 208731351
diff --git a/global_step15000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d94c68ff1df6674f3698224f1057426b6799711
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33b0348ff27a1a763c4f52809edfca23e7fdaca5949cc8c951f91f4fe4a6497
+size 208731351
diff --git a/global_step15000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f64d257d3e2d55868ffe6073b8c8e2edde27ce
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4387277117957d15c0d9f130e734f90785e24ef885ddf0ca23824dc7044b63
+size 208732119
diff --git a/global_step15000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62ea63d411d22d0263ff7b3cf12f6eb7f01cee5
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e31380de56fc9ad9130c70451c0069ed3b538e52ddd1676be42b79868d5e45e
+size 208732119
diff --git a/global_step15000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8311ef660f7d1b78ab836894b7d44d3df961997
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ae6c1df3d74885ac6a42d07bdc9521538a5ced2bd3862de21144923a11f203
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c193a04c3789b60e1ab067205a256e4f632b3a1
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b126afa6f8ca79b3bbe714d64497008381966ee614509990971b4a8be26471
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e13c919ba0b19ce54f0da53c49de2d01d4617d
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b14b37bcaf1e5ff614408c515871ff625f081eb4910a0c809cd408f4b0129f
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d757327b8ed486e44181ae773df41cc4c3174b94
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d31c9cd86bdef95ab9b22a9dad60cf0990e9740d68beccd7a9cd49fa794a6f3
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5ffc9d3802608a086fe696497790b4f5b2ecf1
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113a6a1e8b224fecb3c12ca5942f48ba407459b3cd0634d24835d2d6f3f45632
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a43d89192374bc9b26362a1a57ee6e1f48df38
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b084748ba770df62ef830c18bab446ca5e8487382b4992a75cfe6381be8eb9a
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b368707e0b6af23b4f80e602b5501234ffb4bd5
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d320d3ea70b57d90f0dcd895ff5537819fa289d0f163d7b7b78076548d93d7
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70212d72adc1770cbcbbf74e0523545e68c6d1e0
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347df7e9fb9ce1620f568c4a0f0aadd4f561b1e09bd6174a0f8f084e6b1b6497
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5dd50cd1040715accc241b7afe1d5b37641db4
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975adc0c581827dd58125a9a64f5ebaa06b18b7fa6c52c3ced492263fd9a5f5d
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e8b413b1d78265945a5aec2464cfdacf92320f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7454486f342609774997e626cbcb830ad529ad549c303e1fcea838d0e85b3587
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7695ea78d63c51318897db086ec7b2a19b93b9
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20395b1602146aa4c9019fc644c8fcb53aa9c617f335d3141263384e34ec0a15
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5766baa12504ee57ad514463e9da1aef34863a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f3400b3ffd28c3adb65f84fcc03b10cba7cb8f0ddf2461201ad1ed83594289
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9982db319c0ca6c8c212b97d1be977815779fc
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b759f733fbf6f894d599946a3fcebb2fabaef4edc72a444311b55cb5e9d1f947
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d895ffe857d846de1f6df126f68e4a6021a81c4
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d4cfa358cacad26e06b5f481c428a242b28c9d1d9c8c9bb926431afea74d9f
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2937a341e62fd4ca98513ba8abe4c617527bd400
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2ea6aded942460f99fb8f72a5cba118660e72c1e679ea7ed19a7dc9399135e
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ac76fb58838c73d63b2aa6d53088b146442b74
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed127cb0007885be6e4ab023d87d1b3d6255a10afd5c6e8e9f6ab9f1e61902f3
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593f1c70aa5df04542d20228b2a5788a4109bcce
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cc55e2e1b047e00904ada403005b1d2aa800f953b1aef4fe9ffe4a9a0c1ee8
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476771b83de8e3519e7009f9c3459fb8b61ad72a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70df7e70af8aad6578acdd778923687ed7227cfcc3df22d21141ae8fbf5aef64
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605f638e3ea464166cf0043a271ba901a0748402
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a91ffa98fa7e20446e133da7bb47b5ba10e0996a739c7e832d1e34ea8b383c
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c95099b87c1bce36656086a9c51b1cda750ce4
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32063603087aee0dba29b0c2cdc62e65dc08095ef30af38d8edcf39040b25e4b
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a666378520e100519632238bcee1f85d95e873
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57874ad804ae0d5f1a77b8a18339643009eb6235889699234d6843bf50979d4d
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129c30e7fb53a7bb8b71152e6f3ca6e0018a294b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d484e3e684a05854f1131d8f3628e2e701d12ae1596417c82fdb0afb71716e7
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f135b7e4876a57278389760b7696467453a191ae
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86b4f0e3dfbebbae2bb99a540af635b8dfd6ea982ece15048420ee4ed5ad319
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26bce29f02061b704851a4b99c8086833124fd7
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f805e6a7e7e8943adb0f64826a250fa36b53c3269facca5e10234b76f11c5e3
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b677163478d007e714fc38752da706be4c91484c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b48c36619d702faeccdd9148e77ab71af5dcf70552022a055d96ca0e9db575d
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817cec9807a1a031f5a64641a63d668c4e58aae0
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fc84feca8f770fa9775e82eeffe954af1130e15d0b682555013a3a49ebfeca
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722b06d10ea37483c7efd074de0f8afa04a48cea
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23229146b829e1fc9baca2833ff6476b69b0d943098b5a648b64290f8ab9d0f
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c302f59ce209cdeffa4d728525e85c59b5cb2ec
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06f7797a604e6498c2a14bd76510c980dd14daa28cab542784c0b3ebb177404
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f97b0968cf86c9a88c0194e08681fb7be044c9
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4a877029c03b7d69918e074a95ea1fc43b0580a461d58be71a1796d31f25ed
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da6dd3608c0138f5f0deacb4577b962d02db2fb
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e306555e05f76b717194ac6e3456052d47f5b381e89cc9631652ec9ab17d7219
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deee369cd2cae9ff71c5637148918fca310f6ed7
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ff1f4ece5d5e671d1b217bcd3d61209be7a94e47630a54f1a34ad371771918
+size 208732066
diff --git a/global_step15000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7ce5bc8902c3497e47810159857ea7a68cedf3
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f62a73a585b420fb28e7bf33b26f60607120c2fd3cb8c5236934d576cbce1ef
+size 208732066
diff --git a/global_step15000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b026569b57096c5df4635f24d58cbc7e1817032a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef314d51662256cc3431d1a1a344ca95a0ca199b7a56983968b5b6eeaab32a3
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3527196a2d5509d917bdc1022227a9d072ec1e1
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414c85ef391a836fd7aa49884b5931696ce4e58419f6fa72cef84ac7f688ad9a
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31473565c2fbb7d041e89155a0d9633e588a9e4c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c843fc3701396b877b8abb8d0f3c95f6e7cf9f96194cad1c3f6e702c2cd7f4
+size 208732066
diff --git a/global_step15000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca866cb890d0b6727ed1b16a7e9693eec88746d
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373961fc6bc0bcd9c26b1e9663eb9087c869e4a96fc6a2dfb55b8249cfcdd7b0
+size 208732066
diff --git a/global_step15000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fd0def768e38ef65a438943ca1f7e5dc379959
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e559f27d0598ff73c75498b697d005784bf81310d0d250d160db598d59fb5ce
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4925a51577fa022350990afaaa4af7a93acfa14f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a47b3f8f5aef3d306c01bc362aaf3e25de38811d6ee7c93f3ceaedd45f83a7d
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faedcd832a6e9a5af03f874ed560cd42803e88f4
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff594341399cade4be435566096b9d123ceb459e75ea2a01eeec6ce74550c9b
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670aa19c47f0381aa0babe6022097d898b797756
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037681837abb86bc0486938895096a6f18188b0dfad2bef689dc7cf3513a3c51
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295376d86289fcef1638a073b6743d09457af172
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0584bebfd3771aeaaecddb92e03dd0ee82772bb57153cdeb9079450f8c184eb2
+size 208731351
diff --git a/global_step15000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfccb6833044cf4896e2cc9fa07a187b0a69d050
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c8513b07c3de72e398a7659c038af8c77b11d77684feaf84bc65e2b85abbc8
+size 208731351
diff --git a/global_step15000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f63d6e5a6b1cc654948c48ff30ca90e003a3e16
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9b2c767b492fe4a2368924a02e7f47ae0b4562aa7d40ccdbc51e5dc01c41a5
+size 208732119
diff --git a/global_step15000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ed61de4edf0effc7082beda863bceaed780923
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb71c533a2ff47d035c8cd67906689df44cee767b0102126fae50dd158cbf36
+size 208732119
diff --git a/global_step15000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c825dbe75cbec5390dc9e9703b35f9117fb06831
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e117a3efd65368957ae927e14c2364455bab3b64beb883172e660760116b5af
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4c97a1dffca9f701a70724ab6820c7c7fffdc0
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ede0ee20f2b9655a98dfb5731b45953603535057f7a97cfc9c4649c60c9667
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bedeaff132a8d2a1de7471c290b5b8bd5e28da
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7effe1b3c3c8cf7a226c633b03339f76cb265989cc0bd87044c11c3b7e050e37
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62866670c5b1beba7ebdeee9491b13a6d7bd540b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd2789ff62c64164b3208790292803f499358b67b341935a526c4f64d19bb1c
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d373a0f68560738a8fb481746bb116bc217cc8
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66df09f3eb1f0a27757124e44faccec0dfe41d4601217a9b8b72914e094a9adc
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f188b7d77589286eb0539f5a06df184a06b7e3f7
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086f06f21f314f6c5da164e842d6a0c7361f9857f427164b1733b3cb52fc46bb
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c54f958be287e611dd1e7361eb10926bf35e66
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e17788e5bc858b6dc506483a6e9d3e6a0b48a31961117c992e95059ad8ac93
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794f4cf16bbecce4dea2a1fa551bce34ca04f3db
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ec54867bead56e68e03d9fb0485ba4082e4e61f622e316e9ee8a54fefbadac
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b987f1e90d8557de34fd65432e63095877166319
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a54840bbc71d40502bc21d46c84df92d53ff554f02778dfd1699f449d3269db
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ecf7252c4c38a2cd708c56f57e7cc34987e828
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2eff367349058eefe2b630c174c52ff9bc4f909b487e080d24f2e4a5c88c9f4
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1611143e730a32104d874d29a2d047c15264bb
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec44d29fcb201141740e9bdf00889a767a9566a29bb61a0dad619ee937746cb
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878e85e5276d81ee43fe1fdf90c9161bbe8fa9e0
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a0f08d460eb12e633ea58b45ea9f32ca03a2d4fead1699e0587296680d8c69
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18293208adfd995b066ca49e5cc00ccc665d29ba
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37118938dbd64ba05ee1e40235b202409c89a85274f448277441d16cc18aa0cf
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c0463c8d3d65ff2f64703f19e2afd46004f2ad
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087b0197d8cddbb65dd4370eea0d48a1308965274d4b816f887b4b681c37341a
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f35bbf0cc5c3d21c4ae832790121fd4c2e06675
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2f6f12cbb0bbea9c1f02c49e481da82b6177c3aeafd8d3fb78dd6394a1802e
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517a906f6d8cd1ebf38fc038c49cf921236f2fbe
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae53724284a670a886fad6e56b9b898b40c944f30534ed37edd9ae768a8e8a9
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9545f619fb9b92c0f08ec8f24c1728584b3560b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49be07d93d427b6ed398dec31bac183d1594402fdacb4cc163e4c9e67615d323
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404667c124401448d23fd762850e1c5cddca1858
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e636297b372aa2db59fdfc5de2a7d1c1f8d2534c134fb53efe9149f072b9d3
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97d60e9e0fc10f43c9de3bb84dd95e8258204e0
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a371aad5ed357335bdac3656ae88aeda2ff322ad8a472d511a8fab58d28dd784
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad98f1cd6e90281b313e7894c18eac7f41a81c1
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378dc114ab2521963bf27495313cbc55561fb33d204af81575f4b9a270113a71
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b3f6d4cb52e0289f8bf871dc377cda7cfd893a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08ac38926c4408f95c38aa31518d1acf80bb9139762efccd42a5bf135855489
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8706ba3a84642c8675482f97b1e9d18bf27e5089
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abd81d4b954c4413903215b6b72be0f53fdc148ddc78eeaa40d0827c30a1fa0
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc7e25e1a142bc7c5cb26804fe16588c9ce137c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2076477542b496b1397f8f3c9cecbe5bac71e07cd31526a22014b95f9dee0c7c
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c110f544382c66214a72ebe550eea9616d8e0f6e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa3cd9de42aa475d6e9da00d0c02b0d5d2d95025fdfdb9a6ca36adf85d42040
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8989a846fd449111262b8f551d9f31829357821e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6ca1e28d8b3fd962059518905c81110893c2d39a07fdbc79335c8d7e5ffe56
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6545138b627247f7cee8d05bfea6411aea5bb32
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a412c43df0f02c2a91e4b6bd8f0737f64b9e5345f5a0ba926f23fa4d60d27e
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7088928c298a8afe2d682fc0fb3049c99f22d7f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc40ea1d5e537efe43b0357f04e54465a005d4e347cb81fed71f35a3bab9673
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4edfaf1da730d597ba58c4b000495798cfc6aac
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dba4b35750f6a367f1e9418eb208fc9b86611052d88f56f39da40d76adae4ee
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d33a929fc2fab103213e21ec22af0f6018c37c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c72d7a0c28023e378c46d24888f68a5488680f5c116089b4992e28845374753
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc58331e7d6f1c91fc5960682eda5724676e9821
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9b9fd4321af25065b6be01eb9dfd5e17712e90c12cbff763ab09da7ca5bc2c
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5926d3836a8235f58dc7d1158eb99ff96857be04
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135df26ea669389b77481d11d8a985b69a4837065b71016469d2753785e0a758
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de67144fbb8c44c7753254820b02ac61111e061d
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be4e7076d20973c821616ab02498ce9a0b56523c3461d1df3a8515a92bc4200
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cccd41930c7a5567ae75abddefe2646b689b48
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ed44c709ca070d6abd39bbbc2e42b2f390b00a0371e9b188b3219b3494f812
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f922d60a719d3fb9e4bfd5b1ee5aae6b7793b13
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd7ac2719a25ffee7d7b4e05766b062a83a47ce3a9a1249baaf4385a0e18946
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a1d10979a169db96c77d2168e63f8b9ddd580e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3454015b7071c0bbe3af2034592d0b97d89370f3aa63a57332a5277bc806d49d
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d606914032c269a34e767bf0e658b389add3c1b1
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e06887618473a63a17cea88debf1b4e81a537a5a4a4fc0a332ec5e9e358b08
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e069e92cf5ec2d64bdc7842e3fd48ea39de734e8
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b32d3c1407cf4a868548f577ee25c47cbe815330e9350fc5cc8362b6060a620
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9971df6847712ab512d3d8fd73d83ead29a90d6
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c1243d06f11c5cad23863598509973954f2a5c06b8e0dc7838ad56d240a660
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97820fcd6f3a634d239108f9492bff07c7eb15f9
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1795f9c73319c794c452b2c87abf40cb0c6594ed3ff89bfd5795bc48b6a9a5b
+size 208732066
diff --git a/global_step15000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1e9bba02aabe6825aa9005e9dc2d3093e4bd61
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fea826be797e2d73117c9e357c109390594fca05470ab0eb06ec2c568bf48d
+size 208732066
diff --git a/global_step15000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16afe9dae25e19663731d5fbb6080df34f602026
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb1fcbd6f13f02c4ed700a3a38fab13c897544cf388583b4f48d0d3e6011e0e
+size 208731479
diff --git a/global_step15000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb82296c47a4be5af3bc0cb9177794142033978
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c365795c77154b30164de03be35417f29812c89132fc4740a4c25f0ae7ff332f
+size 208731479
diff --git a/global_step15000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8394bcb7b6ea00729d775e8e7b50087b6d1b7d5f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e798b35e24edf4f545b20d18560bc6f7f3705e2b7b34c12c6d6f022fe08bdee0
+size 208732247
diff --git a/global_step15000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd12e64d142c697163f88818305445c9313c7948
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83da941ffc3eb3d12aad0cd43ec4ceaabd033865491607dc5952de39f40f154
+size 208732247
diff --git a/global_step15000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df85155471b9b98f2949b9ecbc93be66b6c1cfc
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec9b126d5650cd509b8e7c378d4512ad3b31762cad8b118b6d38648a49fb966
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47394e1d1621b1ca554dffb50116237b2d2406d4
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac581390de0f8f99b6fcf4889220276a37a7307e2a0db809951effe7a3d52e7
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cfcb50c46486849e2e4ee192dc1b735de95596
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71de90141bf497be63b5d65eb0c9fa4387c951dc8101273757ef7a2dbdbba69c
+size 208732066
diff --git a/global_step15000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e226780e7506c1453330b26e09319a96e161c4b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc7a35be903260734b5d78813f06299d31b40008a35c2b4a6fc08928d810687
+size 208732066
diff --git a/global_step15000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f685b5909fb7d1caa564a9b0ed7cee2a0206aa31
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ead6cb92c9be876ab58058966a4d5cfc5e133a1ecf02ed56fa0a03590b76209
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cb65b74ddc3bf33a13bb69d9120d8591e69bbf
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f66cc5360bdc43242200540535bc46094d42e8cbafcb192cea189382c12106
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0d54a8c02a3f75d4a070a8483da17c7e50ee5e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e246151afe8c683a4183ce4131d95fabf7ac3246ecfed5ca825a55c695adf5
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bafab4a9e7b8a9960168ab09de73b37377e317
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59266d4a8d52dd99996b48a8b6f412668482760232db9e7448a366d9a81354bc
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76433f439f04b7850e78815d67f2e3b039c3b19f
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268030d94759b136101e0b1fe84b4a6b358340da421344970e9e6adcb7d299af
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da499879d820c73d8ac33a0c6cf7c0f39300d28
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585aa84f2d78862dd217735a55c5c4a6cf566618cb56f808d9956c2acb457b25
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d87a76e29b898c648f38edfac44d10bd175a3e4
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fdbc1f6c99c14786ed064c180b1e3bb8bead7888b52da76aba96d636ca41e4
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eaf913af3889ad8fbffa9205b8dae5c3a8cff3c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89992cf2e795f3b4985bacb4f10cfe1af7c0399f6d3d78dd22b97d72b660c522
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ce6290d97cd8a6ef0098c928b2114eaeb74bdc
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99441ccb7a0945c6d62f66c25041035593a0fdc88063a087eda301fdfb34aa80
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b02beff5c0c37f4cf19a004885fa567d43f1a3e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16487779d3c65a9f6c8146a3fe5e1edd87db6a058a92225ab520a944a9d47ae6
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d7e233284e8dde45b746f137488b495e159c68
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1298cdee82176bc1df86ab9c5da8dba21217a71700213934c68343839a003167
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225e99308a895ef23cf26311664f8093f88fc24e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf4bb46a055f33dd7e9d5ae865a5d38c283ce7b893c5f1326996dfe1d2ec04f
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f282c9bdcbfb9e699156dd840f369c015bef31
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe4f863e1545e72265c854b552dff8c66dd4b162c931724df425ef8cc64b43c
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f634c2be3bb5b015ae4a6d8e8c7662b714013a9e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93822f847a9696fa305b97f817b14409812a89867e8bf89b992069a4381e2bc5
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500a8e4c6aa6923d2a88c7595979ec72a8e2562e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1115405fb606bea1768809d682ff3958518612e4aff1279e18e1a001d289fb4d
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172de640de18190d308539223a990588890685ed
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6074d0b696a674a08896b113b5d0e3ec3a05666425ade5bdf5bab0a27881d4
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d5d26389c43cda0c9b3e252871de68bc979e3b
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c306822c4bf4b0607ca13b6973e34dba594e606945f72ede87f658d7d69f70
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22f6ed41d8cde6fe013df9cf0347059489bd706
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5842b432ff747d99bf6d307af3117934665778f095b92836ed794bc9298ce5b
+size 208731490
diff --git a/global_step15000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a023e73e4b66a14c38836309eaa017abeb97b60c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1224ee0a71fd7af9926ca7e92afdee0388263f9249ffa6795985453f1ded50
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe45de5855aaeff6ec05f770d31b8a7538489328
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a575aafe8c329826488b21d9888e12d43b4803ba1179d0e25b62d09f8d189a86
+size 208732258
diff --git a/global_step15000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1c1cc52dd51a63f91e946f88150c14a1249196
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493868a8c5be96f07cffc6438af778f6ebfdf426a71b382bee4c46f20413a3f3
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efaca8b7966363f398def684b967d308248712e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681e7c6a1c4288d410c2b671425fd8c6fb11e23d7414bf55afa38ed05dc487f9
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599da5403590312d8e91686d261afab39a22882a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0034d7a107327a03a7a025f559923ba7eda53c2a5f44dab75e04fae64c4c49f
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c024896ad9b5df5755cda3bf25101b4251935e77
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0147b68d3492a41fdc1cb12a72459baaf498225dc7adfd43211939e8e36e67d
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062f011996053ffca20d4ec93be87a28c5296ba1
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8915fcf8741ddf1ee61bfca12fa0721efedceec53f56a595b6f5af35d6fee1
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d38048ab017cb9b2b0042c4cdd1a6320c3c01d9
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c00ff1871643f442ad60b16b0698e0193f4451d8e6ede9a4b0437504d9f73e
+size 208731298
diff --git a/global_step15000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f869bcd2ca19ffda22281931f01162c5a418559c
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2e0a347a42fab67f9b84235ec1dbbbdc975d06dae7fd128be51a63429db2eb
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db89b4e86f0a9e5ff3c4f447fac585f53511da01
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631dc2afd9190ce2f41d0e275e0b5c4e4dadbaf65b22158375857c983bbaf230
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9176a66ff9af0749d04f47faf37547039da67d13
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50130d403a5b2d72eec1716f5f49ed31abe0a02033a8f2b79d0859da2a3ad595
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5efdfc3b169159c8a827d542e04efe610d94404
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070d1957fffbcf8e46764c793fe6949b81c1b9733a47862689bbecdd61ea6030
+size 208731426
diff --git a/global_step15000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25336265d2371ff1d1987ed4777e7e1173e0ed15
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6acdc37f91382e1f3ba48dee79e6c7ffa60c26b11d4fd6cfdfd1f0c8c5f7f2
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd7a4f2a58bdd68632fd15123df45c93231f389
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b6ead4142a2fba21d4f959396dde9988db4c9a0db35202aa0324e565d1662c
+size 208732194
diff --git a/global_step15000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136261999b84c7a94e801185c4ea783a98992e7e
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5fb73ca953b829ccc7117363a324306f04431fcba17a2eb94382c84f78cbca
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5713a7090b9b2a93d9206220990e98a8be99344
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017c66e262f01a93ffafb1f528b7bcc482cca3eeccd13e93b3c21130c500be9a
+size 208731362
diff --git a/global_step15000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afd5cd86f94b524df93fca20ee9b15e2cfc3cf8
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fa53afbd450e8e9615b60cb25a71a93d0db93d098fa2fa3d82c958af042004
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa847614ef4d9be26d5c0fb5493e598ccbb486a
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14bc861b58ca393bc84d586245801311537a310ec77aebc725aa171772274ae
+size 208732130
diff --git a/global_step15000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/global_step15000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d141dbe92d77d509cabce37336e82657389304da
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3adec5bf63715b8e33480b37b132942fbc32203f442b5af82b6b74bf429e5da
+size 208731351
diff --git a/global_step15000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/global_step15000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fcd800116ffc4ffd1d1fb2b9351752a67735c7
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b514cb0947efc74eef5b2ddd99c5a031d81463ac1eb96b4cd47a1971e5130214
+size 208731351
diff --git a/global_step15000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt b/global_step15000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1850d04aa3d92a2121c83fb94486c0d6736b8fb
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448bd990868bc3cbb65ee7da45c0cbfb8b3de78f8a2e6bb138701b2aa68292a2
+size 208732119
diff --git a/global_step15000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt b/global_step15000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d7e72ea894c0f6ca89a028acd745fc5be2a3b2
--- /dev/null
+++ b/global_step15000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dbe403f7016d8064e37a4bd0222f1a59a7b3bdca22bf7a7ff753d9db7dd6f2
+size 208732119
diff --git a/global_step15000/layer_01-model_00-model_states.pt b/global_step15000/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de402d078ae7d90442b7736e9ced8b6000fcf6dd
--- /dev/null
+++ b/global_step15000/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2283d349c0cde7c2eb1d9978a17e76fb2ee1fb256ee6cb0011d9608f9b75155e
+size 223347971
diff --git a/global_step15000/layer_01-model_01-model_states.pt b/global_step15000/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ed2852bd20b77ee745386ebe1a8d25f12a8726
--- /dev/null
+++ b/global_step15000/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42a9dbb1da5f6893c56122b775ccb5a9f9a9496cbf91dd095ed6daf73440aac
+size 223347971
diff --git a/global_step15000/layer_03-model_00-model_states.pt b/global_step15000/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cef5d4147b71d15a216108195419a56b62b2e59
--- /dev/null
+++ b/global_step15000/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0d702a365d4a606d137ff24da34e46601af6d298f60fd38073847242246108
+size 201408771
diff --git a/global_step15000/layer_03-model_01-model_states.pt b/global_step15000/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdda60256e88af05cdb11997755710ab7ea0778
--- /dev/null
+++ b/global_step15000/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8211b5ea084113e3d4303930fe3c590ac00d7783a842fb9080ff7cdfde187d59
+size 201408771
diff --git a/global_step15000/layer_04-model_00-model_states.pt b/global_step15000/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146b671c18634a24bbe3a8190f69ce0324f69e70
--- /dev/null
+++ b/global_step15000/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e974964abefee348a6eee93e1e25f8c52c730ec677aefc19af09b4c994f77400
+size 201408771
diff --git a/global_step15000/layer_04-model_01-model_states.pt b/global_step15000/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b479dc6063c25e446b057247556e6f82628e90
--- /dev/null
+++ b/global_step15000/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfc7bb8820c742379c9aeaa64365bce130005417e2f52b0683340e85c5a6672
+size 201408771
diff --git a/global_step15000/layer_05-model_00-model_states.pt b/global_step15000/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a8ad60aa5d6325bfce54302dc8aa81a6159b48
--- /dev/null
+++ b/global_step15000/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477ecd4d133867d4362d49102d4c3d7b27830b7d6ff66eb675c9ed2d5e4ac3fe
+size 201408771
diff --git a/global_step15000/layer_05-model_01-model_states.pt b/global_step15000/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61c534e94ecb38d9f7333c773970ad21cadef58
--- /dev/null
+++ b/global_step15000/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f39172b396aa8d9d1ebc17ff3b1cc7f1a165e657314f9b61765db05b27abfe
+size 201408771
diff --git a/global_step15000/layer_06-model_00-model_states.pt b/global_step15000/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9240733aa1001b2d2e3f45f96b3a6a9a04b3a307
--- /dev/null
+++ b/global_step15000/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f67a0450a134363ffc719d842b2a1b8e91afcc0d851828ea66d5a4b17777e9
+size 201408771
diff --git a/global_step15000/layer_06-model_01-model_states.pt b/global_step15000/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97c57ec2f9628541d2dc9c56b6e0c80924a16bc
--- /dev/null
+++ b/global_step15000/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb798ceedc0922ad450aac53dcde9fa32ff77b13e6d4b2bfa805f17a61aaeb5
+size 201408771
diff --git a/global_step15000/layer_07-model_00-model_states.pt b/global_step15000/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0d1f042ddbfbb5cd5be37bd6db921e9a261aec
--- /dev/null
+++ b/global_step15000/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3981a3164d833e813c4dd60cac46862c77a1c9b877cf29b45ef8b3b719a2390a
+size 201408771
diff --git a/global_step15000/layer_07-model_01-model_states.pt b/global_step15000/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30919aa135ce3c31a5f4c79bc0a0c7b0ff73ee3
--- /dev/null
+++ b/global_step15000/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654c8a2d56ebe2fb0b05407ec2efbdd38cb3cbbf14d6afa2fa2749ec572bfa42
+size 201408771
diff --git a/global_step15000/layer_08-model_00-model_states.pt b/global_step15000/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b27d688f8ed0927215494b071a69ef2b5b6932f
--- /dev/null
+++ b/global_step15000/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507b9a86a0bd82ccc5a255fa537284a266adc9faf20cc233c0173bb5d24cc549
+size 201408771
diff --git a/global_step15000/layer_08-model_01-model_states.pt b/global_step15000/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48494c71ffc08c6bb855ce8a24f9e96c84995d8d
--- /dev/null
+++ b/global_step15000/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d883873950191161ca4534d471be67da734667963872b16006e7a01d24aaf80
+size 201408771
diff --git a/global_step15000/layer_09-model_00-model_states.pt b/global_step15000/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82522eeac9083efe5516f6547addcf03564b326
--- /dev/null
+++ b/global_step15000/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ab084d293bc57535768564e1b428860f87aa900988bfcf6314da04f39d3952
+size 201408771
diff --git a/global_step15000/layer_09-model_01-model_states.pt b/global_step15000/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf4201878c3394bebb62ba5f61e9ac9e196b9b2
--- /dev/null
+++ b/global_step15000/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5edeee9f64df05e9b49318d9f330d59642147cf959b5b0c19be8f945220ffb7
+size 201408771
diff --git a/global_step15000/layer_10-model_00-model_states.pt b/global_step15000/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876c2a12d5d812f690982386ae75e5cfbe1da36f
--- /dev/null
+++ b/global_step15000/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6496a572f1e1f4d60fb8f6d2fe60bcad77962f8ad2f8ae0d05d1aa334e103627
+size 201408771
diff --git a/global_step15000/layer_10-model_01-model_states.pt b/global_step15000/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1592c231ac34987a568c447eb4960fff763a55
--- /dev/null
+++ b/global_step15000/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57ebc67d3b8eda5d3c74b993d4f13908596ebe26ee2c7511e6afd21a173fc1b
+size 201408771
diff --git a/global_step15000/layer_11-model_00-model_states.pt b/global_step15000/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b2c827f2ec258860ce90dd64553af6c1459021
--- /dev/null
+++ b/global_step15000/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7111f38e7c68efd1cd4c9096692ab96242cb950c6123039f647e06d66db2165
+size 201408771
diff --git a/global_step15000/layer_11-model_01-model_states.pt b/global_step15000/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48af724bb413d6aa5c97cf795aeed368e728cd48
--- /dev/null
+++ b/global_step15000/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ace9c175b5c7762d71521e9fceb41bb062860ee599f5a1835876430a5d825b
+size 201408771
diff --git a/global_step15000/layer_12-model_00-model_states.pt b/global_step15000/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5a542a886129a7133b8ffd7e5fd9c1c781942a
--- /dev/null
+++ b/global_step15000/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61750fb697798b92da386b34918ff44ef138443f8f9ce004aadbcabe500ba396
+size 201408771
diff --git a/global_step15000/layer_12-model_01-model_states.pt b/global_step15000/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2dcecb9b2a82cadd0166cc363cd56af2b2bcb3a
--- /dev/null
+++ b/global_step15000/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4837c6ec8c91a36b4a9542587fd436f405632b94b3b945bee635990f4217554
+size 201408771
diff --git a/global_step15000/layer_13-model_00-model_states.pt b/global_step15000/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf375fca36c519031af43feb31ce2e64e90c9dac
--- /dev/null
+++ b/global_step15000/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4543d700b17ac9750b53c6c36c2149686d860fe3fd8f39db895eec3e0927aa2c
+size 201408771
diff --git a/global_step15000/layer_13-model_01-model_states.pt b/global_step15000/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852bdc7e40b68415c76b38d5a7f4357edc7d3fef
--- /dev/null
+++ b/global_step15000/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa987046c9e032ec4bb1c6f7c8277bab877adea58a755a11a2f12c1aa038179f
+size 201408771
diff --git a/global_step15000/layer_14-model_00-model_states.pt b/global_step15000/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4b41ce3c1c2e458a83b683d9f2c80436d0dd11
--- /dev/null
+++ b/global_step15000/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b6dd70b7cb9e3448593631313558ef1cbc9a25382e4a98de70d17ef4ec5027
+size 201408771
diff --git a/global_step15000/layer_14-model_01-model_states.pt b/global_step15000/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f45149f1d0f9284b31c9bca925185021d53ac5
--- /dev/null
+++ b/global_step15000/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258395fe9673c0605ea57b3a11504027181039ef1740fa3679eece9f91e5df8e
+size 201408771
diff --git a/global_step15000/layer_15-model_00-model_states.pt b/global_step15000/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62fb67e25ec5cf7ead1b031e48c5cb274e9f3582
--- /dev/null
+++ b/global_step15000/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ca0a00b571b82104cf252f196057029b22cf372dc870c20494ea735f1cb0af
+size 201408771
diff --git a/global_step15000/layer_15-model_01-model_states.pt b/global_step15000/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b39185f1261c155aed5d270aa43aafd5c577e75
--- /dev/null
+++ b/global_step15000/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80802a0244b223480a41865b059e5153520645b1492764c4d29f480d7d89d52
+size 201408771
diff --git a/global_step15000/layer_16-model_00-model_states.pt b/global_step15000/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce783491cbf17f50c18e13cb0dea99f14aa65b3
--- /dev/null
+++ b/global_step15000/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a9d713d9e04ecf355bddc936c15468288ff8255e4e13d4e0505d62fc2d111d
+size 201408771
diff --git a/global_step15000/layer_16-model_01-model_states.pt b/global_step15000/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da5ad6049b8612974ce771028a62969c16b4141
--- /dev/null
+++ b/global_step15000/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d70040f8df49b43fdb4bf372a279af710a0694568801ea300418a9333ef6ea
+size 201408771
diff --git a/global_step15000/layer_17-model_00-model_states.pt b/global_step15000/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718ce8094029205a780825d63cbf0509489fbff8
--- /dev/null
+++ b/global_step15000/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef90e558654b03890158616cc39c0995aae47c1ae4db79008c7c61a4c6875039
+size 201408771
diff --git a/global_step15000/layer_17-model_01-model_states.pt b/global_step15000/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31239451995a0d563c410996a90ddcf2a2890e4
--- /dev/null
+++ b/global_step15000/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480de084cc9028f60a5bd5109741c3a6233741e661ed12e5d90fb3a0fac63dd3
+size 201408771
diff --git a/global_step15000/layer_18-model_00-model_states.pt b/global_step15000/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72909be34537d26d5561171c765da8f52eb684df
--- /dev/null
+++ b/global_step15000/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73de576c4d35239fce2da4ae3c977d9c6e45c2cd0f4071b3223c0859396f4341
+size 201408771
diff --git a/global_step15000/layer_18-model_01-model_states.pt b/global_step15000/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f44d6fef1891f15d20110bfc00cda1d34a4d24
--- /dev/null
+++ b/global_step15000/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2abb22227a8bb982a6b3420af7f544c90331a6978becf66ae85eda8974f1792
+size 201408771
diff --git a/global_step15000/layer_19-model_00-model_states.pt b/global_step15000/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21045880a93c6f0237dbcfe8359b4691976275d
--- /dev/null
+++ b/global_step15000/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5678c3220832247386611c5c7e0c30b905ed134e22d70ca740f821e9708ce4
+size 201408771
diff --git a/global_step15000/layer_19-model_01-model_states.pt b/global_step15000/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c4f1b56f5c709ba95e615a80436a6d80714ee1
--- /dev/null
+++ b/global_step15000/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d56d8f004462cd7a2f8a69abd456281950722a246e611c339ece747a85d641f
+size 201408771
diff --git a/global_step15000/layer_20-model_00-model_states.pt b/global_step15000/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc85be72ee199e4486effc36ec586881f0162a6a
--- /dev/null
+++ b/global_step15000/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ae9ea1d32e7a7dc27b9d29d9d91b878805bce0083e190c5d77578fee79c0df
+size 201408771
diff --git a/global_step15000/layer_20-model_01-model_states.pt b/global_step15000/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8b694d3fe2bc3f0e3652e6c7b6874672400e97
--- /dev/null
+++ b/global_step15000/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7dca13761527a52d5ea445f6b4c639a17cde787f69600aad71e661f4217ee17
+size 201408771
diff --git a/global_step15000/layer_21-model_00-model_states.pt b/global_step15000/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7714c324691e5f22a1d4eff20d2c3bac4c228413
--- /dev/null
+++ b/global_step15000/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c508500cc647efdc484591aa79f1fa8a3084bbd4ffe64e54313a546e0c4664b1
+size 201408771
diff --git a/global_step15000/layer_21-model_01-model_states.pt b/global_step15000/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b102c77bece8e0c6a7a7b51ed2b203ac2bbe8c
--- /dev/null
+++ b/global_step15000/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a749174ddd84e8bcfa33d587c73ecf57a9a42f84a772ed49e559d3a1e041047
+size 201408771
diff --git a/global_step15000/layer_22-model_00-model_states.pt b/global_step15000/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff86eb15c6ccc22acfe2a1715d5f28030dbe2a9
--- /dev/null
+++ b/global_step15000/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f299b2463314adf6661e34c2609934ecd5f7dc22ea2681bc4491113fc0ab072f
+size 201408771
diff --git a/global_step15000/layer_22-model_01-model_states.pt b/global_step15000/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919ae4be2a298dbdc9fdf206da695d54984f1df9
--- /dev/null
+++ b/global_step15000/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369c80b5e2773ac33e24a96f6ce11bc8353679f2a7d2c05bc94937332f66fbdf
+size 201408771
diff --git a/global_step15000/layer_23-model_00-model_states.pt b/global_step15000/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b3c0355a0aacddcb2c182f0fd1e3cf1efb5b59
--- /dev/null
+++ b/global_step15000/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b034a1e0586c85f6b7908eee653c9eaf741be04a89c5c888f75336f1e069a5dc
+size 201408771
diff --git a/global_step15000/layer_23-model_01-model_states.pt b/global_step15000/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4a28278cc3492f03a705676f2bd7620a54e282
--- /dev/null
+++ b/global_step15000/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d7791bc24459200c51b76dbcc1af9fbaedeed73f3aded7494184c37d319f22
+size 201408771
diff --git a/global_step15000/layer_24-model_00-model_states.pt b/global_step15000/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f387a3df1457f123c7a9cd2f848ea61d020588b
--- /dev/null
+++ b/global_step15000/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd29b1956beecfea39b6c34a6cc006fc24310e9e198e2b5b0c5084bcc257952e
+size 201408771
diff --git a/global_step15000/layer_24-model_01-model_states.pt b/global_step15000/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc526ec1fa0680eb742a262fa3fca0329daa45b
--- /dev/null
+++ b/global_step15000/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb5338a47ed323216cb9431d58cfb7eb2e02d97d576c0a4127c0dc5c4a3d74e
+size 201408771
diff --git a/global_step15000/layer_25-model_00-model_states.pt b/global_step15000/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25ab56713e49ece6bb3349468df319525fe3e77
--- /dev/null
+++ b/global_step15000/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1a77c3fc8694e560ea33520657567621fc00fe17194b538fd501441ff19f58
+size 201408771
diff --git a/global_step15000/layer_25-model_01-model_states.pt b/global_step15000/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0bc54a46b0892387c80b67f227e91315cd27df
--- /dev/null
+++ b/global_step15000/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638f31a3b62ce39cd37ee6c4e991dbbcd465aa4b54919d1daa1b4b09f013bf84
+size 201408771
diff --git a/global_step15000/layer_26-model_00-model_states.pt b/global_step15000/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c9db1b05c57e06f80d09ef9255209a77a326e5
--- /dev/null
+++ b/global_step15000/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b1095fa12426296d378e3229277a112c30db7af7374b3e22eec2343108bcb2
+size 201408771
diff --git a/global_step15000/layer_26-model_01-model_states.pt b/global_step15000/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cae5fffa0ff46ac97088ad996f941cc5d7901b
--- /dev/null
+++ b/global_step15000/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ded5688872854bc67f8d915a547488babadbc8d415951b73ab73644a9d2d51
+size 201408771
diff --git a/global_step15000/layer_27-model_00-model_states.pt b/global_step15000/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e553fd225a1794562730ddce1c770db744a06031
--- /dev/null
+++ b/global_step15000/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e684b6ef47ec9c8903e0477a8d73d594bf44666118495ddb653f1508802687
+size 201408771
diff --git a/global_step15000/layer_27-model_01-model_states.pt b/global_step15000/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6964c12d8ddd9c3b189158b898597c0096b56be
--- /dev/null
+++ b/global_step15000/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ba2f03adc5a92d093e9f772775f25a28c7fc110c94762ce6a516d082a40418
+size 201408771
diff --git a/global_step15000/layer_28-model_00-model_states.pt b/global_step15000/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bba20802d5bfdf5381bbc4aaba800f82971edd5
--- /dev/null
+++ b/global_step15000/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45039eaefaf66997421ca45148c305646786e90410e81ea733dc8df432e4d5f
+size 201408771
diff --git a/global_step15000/layer_28-model_01-model_states.pt b/global_step15000/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0682937773be86f58d5c096f7ef16017bb84451
--- /dev/null
+++ b/global_step15000/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c350ec0367cbde932b1f74289eaecff065a06f4fc0fcafea599400f5d30a58
+size 201408771
diff --git a/global_step15000/layer_29-model_00-model_states.pt b/global_step15000/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04764323e163c45eb5ab69d0ed3b7d13048c6a1f
--- /dev/null
+++ b/global_step15000/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed54e3685183e530787ae3957493525b8e7a0fce13b63655c5ff51c09ca1ddad
+size 201408771
diff --git a/global_step15000/layer_29-model_01-model_states.pt b/global_step15000/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75458ac638320ee67ce6fcad120da2ce064b58a5
--- /dev/null
+++ b/global_step15000/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78dba581ddd235fc45f0dc78b387f2efe231813c24a65627e1ed656ceabb4582
+size 201408771
diff --git a/global_step15000/layer_30-model_00-model_states.pt b/global_step15000/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6693dc9cf762f8dbd0eefb01ac70c4ad4de1df8
--- /dev/null
+++ b/global_step15000/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d19413119eb1abe70c8f4b6f32153fa399e811c9ea6d3d8f7addce6c471bc7
+size 201408771
diff --git a/global_step15000/layer_30-model_01-model_states.pt b/global_step15000/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1398ddf443d30da32d96b56f9a6c84d8ddb7179f
--- /dev/null
+++ b/global_step15000/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02149299aba0069f1eca0018baffe540e873223b8821bd4d5828bc042f123382
+size 201408771
diff --git a/global_step15000/layer_31-model_00-model_states.pt b/global_step15000/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6ac379991bbb082d95f35f5f1d4e51cdda1fad
--- /dev/null
+++ b/global_step15000/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927fa02879768efedba445e25b0dd628428e06d8d36999534c71d0fad8adc580
+size 201408771
diff --git a/global_step15000/layer_31-model_01-model_states.pt b/global_step15000/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c1c892b12ec35540bf45410c8f0c9e219f8d0d
--- /dev/null
+++ b/global_step15000/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a5584a8c8d9dafb5e0a2b3b2a6aec9df4f3281dd7e688482c2b641a2b57e85
+size 201408771
diff --git a/global_step15000/layer_32-model_00-model_states.pt b/global_step15000/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0457262ba45f7740621de628cb41e73a0c2abe0
--- /dev/null
+++ b/global_step15000/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2eaa632cab472043086c8fe6e598e91bf735a8edab1c92644c33093500edb3
+size 201408771
diff --git a/global_step15000/layer_32-model_01-model_states.pt b/global_step15000/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f14683f71caaa1b7fb81c982c8a7e3e0b4c1372
--- /dev/null
+++ b/global_step15000/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4327e2922bc1bd267b5177ebe75864f6b74c851d7bb3494e9ada6f6026b4495c
+size 201408771
diff --git a/global_step15000/layer_33-model_00-model_states.pt b/global_step15000/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e5bfe73f7ac2fdef6043c6c9e94c9c85916f03
--- /dev/null
+++ b/global_step15000/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cabaa95049e93e2870d8e3903c445cea7f95157efbc199484ade590c142497f
+size 201408771
diff --git a/global_step15000/layer_33-model_01-model_states.pt b/global_step15000/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651826de0253184878850ff8f994ed2047ddc9fc
--- /dev/null
+++ b/global_step15000/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da2c96fb74eaa591b74719d08c8abc5be17ebff11f36e78c0194c8c1f6b57da
+size 201408771
diff --git a/global_step15000/layer_34-model_00-model_states.pt b/global_step15000/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a304bb8041b4436f477b23fc3fd69a8d0de0335b
--- /dev/null
+++ b/global_step15000/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0953433b44a7d9ca633b8e67bb92cf5106ea1d294d0fd1d9c0bc297e76f089de
+size 201408771
diff --git a/global_step15000/layer_34-model_01-model_states.pt b/global_step15000/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb71f4e11f2c1b4d0dfec5e9f4699640111d493e
--- /dev/null
+++ b/global_step15000/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debc080954da6dfceefb00b2539f60b57366570e6afd2993669b5e5a5b166ab3
+size 201408771
diff --git a/global_step15000/layer_35-model_00-model_states.pt b/global_step15000/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e2e5fb1770656787b0985ea4e24bd9c9826a4d
--- /dev/null
+++ b/global_step15000/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf06c67497b63d689dae5446659bd9b795dff1e99e575e866a41e2bb89bc3ee
+size 201408771
diff --git a/global_step15000/layer_35-model_01-model_states.pt b/global_step15000/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0949a6fa746fc5d74a1cac974730ffc15ef1e6f
--- /dev/null
+++ b/global_step15000/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b205f6047c98ac390c43afd4bf61d792d070d6e04bade23765eb4aa22ea6ebe6
+size 201408771
diff --git a/global_step15000/layer_36-model_00-model_states.pt b/global_step15000/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73f0a7e9ba8c4349b5fb6a7a9d378851c4ea141
--- /dev/null
+++ b/global_step15000/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3ea0b24ae15e76e617eade6a3a91e37b098c033dcde5fdcc09784aaef2ebce
+size 201408771
diff --git a/global_step15000/layer_36-model_01-model_states.pt b/global_step15000/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5de317731e59d213d38cd412fdce94effd4fb4
--- /dev/null
+++ b/global_step15000/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83d0d5a2d33b9b3ecd299a3735cc90a7621bde0fa383a5b90b76bdc0166e72d
+size 201408771
diff --git a/global_step15000/layer_37-model_00-model_states.pt b/global_step15000/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437f565067214cca9b3d47dc44d1649d7bf48d67
--- /dev/null
+++ b/global_step15000/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14beb30fcfa5731bda0202f2bdfa91fcd25c41dda9b4ba1e424ce274b085cfe8
+size 201408771
diff --git a/global_step15000/layer_37-model_01-model_states.pt b/global_step15000/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a393345669bcb27cf0fe2dbbca56a730ecc7839d
--- /dev/null
+++ b/global_step15000/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e9635da1d794535cf17669610ad350e53acafe7ea8930900b158837a84bc99
+size 201408771
diff --git a/global_step15000/layer_38-model_00-model_states.pt b/global_step15000/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47abc9f4c9010ce8db323b02811c978a4ed3789e
--- /dev/null
+++ b/global_step15000/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25076caa021f17921ca51ce97b9f19118e837e219f539ac89a42a7f74c4f4797
+size 201408771
diff --git a/global_step15000/layer_38-model_01-model_states.pt b/global_step15000/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673f2920e61c35dc706cec3ea0d791e4e2921bb6
--- /dev/null
+++ b/global_step15000/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8876c804e30bd40a3dfc667389805845b06c114a63f3d4a420c164675dc1db15
+size 201408771
diff --git a/global_step15000/layer_39-model_00-model_states.pt b/global_step15000/layer_39-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c635ef989e6d082c40acb6c29028fd53eb2d50b0
--- /dev/null
+++ b/global_step15000/layer_39-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc89a3acd06ec88525df72c186f3f523e5c3bba7173620867cf528eabd45ef3
+size 201408771
diff --git a/global_step15000/layer_39-model_01-model_states.pt b/global_step15000/layer_39-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce5e17bd66b4b4f9fbcee721848d9f368fe1ee5
--- /dev/null
+++ b/global_step15000/layer_39-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162bba5a22dd6af837ccb9b231c8d424dbd2b8cb5e401563ed6dc4b44a6aafc2
+size 201408771
diff --git a/global_step15000/layer_40-model_00-model_states.pt b/global_step15000/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed08940465df3494de765adaa46bef793d11af7
--- /dev/null
+++ b/global_step15000/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aaf14fea1f73cb3b2ad3df93e16d92da1c5bb10ae95a5f7ef9ee8d38587f116
+size 201408771
diff --git a/global_step15000/layer_40-model_01-model_states.pt b/global_step15000/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1237baeb2a1c60f8213c3df2eef9c613dc8cadee
--- /dev/null
+++ b/global_step15000/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f936ba0ea7a0d1f989a95e8c66de595c7717f7db1b58b05725dea9d3f5fca6c
+size 201408771
diff --git a/global_step15000/layer_41-model_00-model_states.pt b/global_step15000/layer_41-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55c10c9b757b99bd3771926818d1889eae376f9
--- /dev/null
+++ b/global_step15000/layer_41-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4cd32999c65f5c4112f7bf6bdf8dd1fac5da649ec03e8e9ec404f54a055c1d
+size 201408771
diff --git a/global_step15000/layer_41-model_01-model_states.pt b/global_step15000/layer_41-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3af371d172e3baac608f70da7427d94067e71c
--- /dev/null
+++ b/global_step15000/layer_41-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25371f634fe77df5f275aadc832d3357523f269920acd352d697dfe715b5c68
+size 201408771
diff --git a/global_step15000/layer_42-model_00-model_states.pt b/global_step15000/layer_42-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6ee3e80c7af3c4154014bb5f46978ad7a75b97
--- /dev/null
+++ b/global_step15000/layer_42-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4816ef1c2ff87747b85e32bd9b67bb2fe501cb6c88f35ea4679ac396d0b582e
+size 201408771
diff --git a/global_step15000/layer_42-model_01-model_states.pt b/global_step15000/layer_42-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e375b3693b08d57bf1b2d02a94d60a185654962e
--- /dev/null
+++ b/global_step15000/layer_42-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfd08e0148669c6dfe032fc048bf4c3486c5ae148b0994056c666ab5433231b
+size 201408771
diff --git a/global_step15000/layer_43-model_00-model_states.pt b/global_step15000/layer_43-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252bb3ac7941a1aa08ee8fa9b4d8346963d58815
--- /dev/null
+++ b/global_step15000/layer_43-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b332d548cf0860a0b4bf81341a670b85d04e630479011891021beebb62204d0
+size 201408771
diff --git a/global_step15000/layer_43-model_01-model_states.pt b/global_step15000/layer_43-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d4e1d17e94a9fc77cb1958fe616ff48c3dd372
--- /dev/null
+++ b/global_step15000/layer_43-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3cef6782207f2df7b2d2781591b404c389f53b6727fde6d1d49d42e153f76f
+size 201408771
diff --git a/global_step15000/layer_44-model_00-model_states.pt b/global_step15000/layer_44-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d89b15a085d655cbc9d21bd9cf52cd16a10d2c1
--- /dev/null
+++ b/global_step15000/layer_44-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09043b7546d947760da749d837c88f3a87ca4acf8564410166280c71bd5c020c
+size 201408771
diff --git a/global_step15000/layer_44-model_01-model_states.pt b/global_step15000/layer_44-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd17d144725be7f98562114ab9647ba02688c18
--- /dev/null
+++ b/global_step15000/layer_44-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44368966ef48619a85cd423112877b7bdc6256fe30716d6e9bdbe9467b28ba86
+size 201408771
diff --git a/global_step15000/layer_46-model_00-model_states.pt b/global_step15000/layer_46-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ecb5c49741ae9e0e1c365ff5134190e7e873ba
--- /dev/null
+++ b/global_step15000/layer_46-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476326774ccef2a0ed7026a63ab588edd3bbc788f62af864466a4a5c8c5aa87b
+size 17603
diff --git a/global_step15000/layer_46-model_01-model_states.pt b/global_step15000/layer_46-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b24ac5bc5b7cab41277926a0dfad2ad6305c531
--- /dev/null
+++ b/global_step15000/layer_46-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ed448bd1057998bf30260ecdee2592ecab57c56464b4f5a2b96e43fa5b6841
+size 17603
diff --git a/global_step15000/mp_rank_00_model_states.pt b/global_step15000/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9248f02109832b0356bbcecdcb7d090e6b8080
--- /dev/null
+++ b/global_step15000/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b0356f02d8beb718e97b93ea0253e66ceafdea374ea8416cdf9d300c253a9c
+size 39859
diff --git a/global_step15000/mp_rank_01_model_states.pt b/global_step15000/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61d2e22a059a547642f479a2a08905195f98bdd
--- /dev/null
+++ b/global_step15000/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5004adf503e6ed7824778aa81ef59e4c60bd43e05f2195ab0dea1263379b20
+size 39859
diff --git a/global_step15000/mp_rank_02_model_states.pt b/global_step15000/mp_rank_02_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49679cf9238cec521cd1403942075bc4ba5f7bc2
--- /dev/null
+++ b/global_step15000/mp_rank_02_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783093e07e4e3e86c28653d87710aece2312febf0bee9fdcb290519c6b2b3073
+size 39987
diff --git a/global_step15000/mp_rank_03_model_states.pt b/global_step15000/mp_rank_03_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b2d51c1621a03cbb7f5cbc05d264a0b97a0de0
--- /dev/null
+++ b/global_step15000/mp_rank_03_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d976acb96cf6519f55808468bca87672958deabe1d19756e397c252c7eff2dba
+size 39987
diff --git a/global_step20000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c992225e9ac010faf4a2122b7824f2692133acb
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955d8c9e79a905e330585cb38b3a81039c8b86dd742a718a8bfac91f5ea37035
+size 208731415
diff --git a/global_step20000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4f35522615041f5b1ce77aaca45b4cae2ed402
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430e69ca69f64b080c300a3fc5b25da6ab3f3553a9a6874818721f9b1625fd8b
+size 208731415
diff --git a/global_step20000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7532b86d662c06bc6cd6b830caff1f6fb2f6cad8
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e575232d9f0bf9d3e9314f1750e227386abed4e50acae6b75d1884e3a5507b8b
+size 208732183
diff --git a/global_step20000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a6b014e055eaa283e98f5363e442c284585db8
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fbe773156d49948c16dc0908d21c9d3b6d2e994122e93571df789322255c63
+size 208732183
diff --git a/global_step20000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab97a02b8b66b8b1017e0d1f6f25fe7a4963973
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb417644766ace1a74ef4c7957e5117910605fe4edcc4cf476bb0f7649f95b8
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fe522eddd041ff712f5da7b022dd9ba1fa0b32
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10100a65cf35e0384802a4254559afb6ab1e4e067432fae00c63e3f77839d0ca
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d3cc1e5a7315a2e0a67473a2fcdc3c0b150e2a
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b1c2da432b25af6606829228189bab952325f49d9aea99c689c0211471545b
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e2904862fa5b8b32401f446d7df380b47a9918
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7b231276c56b6eca48ce886287c196bbea0c683f3b89ffd5202e9f40cf381c
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82881dc21be7e35626fadbf27a7417af432dae1b
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6527c1095a943673c5225db567d2069abd904d4121c9b2f27e8fa07371feddb
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e635a58014727f251193788d3f526ba06083342
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917bdfe4b1979f1ed1b4908d60bed54ffb0bc11b63188773fa2238b2421793ab
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc64b3919a89fff7f3a57d9a699ee09ddede125f
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c51ae1632521747fe6043d9e0e4cd1bcbdd0aa1573c13f612d268530cef5ab
+size 208732077
diff --git a/global_step20000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103d737b6293f214064a01c764ec4b7d6092c0dd
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280b79c94e0581bcd6f1272d9ea532b191fd2931fdec3c84028c4ec78e56a1f4
+size 208732077
diff --git a/global_step20000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91295b6279071999ff6ce3b44c94207fbd596aca
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2150308dd5f0b11344ee1689ab5acb753389e439b940018a3d9d640b296910
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72658f2892eda014344f03526f38304a01239b71
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3e0655d5be755ad39057611a15fee5f741a5f369cd4586366f6e507785ac1f
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855199f00c8787c32aa1e5fc4f9f8543d5347e08
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61306b83580aae2a2d4dfa8678dbbca7e1687b6d60e3099f7eada8cbe5e3dcfa
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8593b04b88ffc3d674ce8340ac0d1f200840bea0
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d346700646f8b88964969f0330a5eef9b219997602e02db491a1d8f96e91f77f
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee884c7a02701e82d8399060d26c892be2eb51ce
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50dccf4405795903f9f660ded4a25045ce36d7c34b3dfd5318fadd3364774b1
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a13218790f121677e83136aa2006dcaf91dc1bc
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0572d0c0b28415387c2769bf8ed5491aff9d7a082ae696ec16ab57ad656ba0c
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacd23d561a65a25e0dbd029faa78baa940fca2c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157e4cf5bd63d53f5e43f915011db8e135a299f6804ad6db62d0cb671f7b5262
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f03fed95b25d4253c5f4f8472499d9df17c441
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16657cde92a1928df68f3c26e91539f65b5d40d00bf79dfe0a33d1773ca6bdf
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f630cb2b30ea456871af821379fa21d9efc55823
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5491a5089b0d7f2774b9c26352006d571359094f95674c547bffa2272a62cf18
+size 208731501
diff --git a/global_step20000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde5235babbb9106c4e043466a836aeb37e3cbda
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2892f579f4ce867b5cee69d9c74d49d06dfad9c6164c9cf0e4a36567d7fd8a6
+size 208731501
diff --git a/global_step20000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775c3141e153be32d0b582969ba096df6ff12ed2
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf85d82f13affb1647711c792a9793ed078603878ac14d61162f1755f11902c2
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88799ca5abb51857639fb74d946fba410c3d5116
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2daf6a8a97adb3dbc0fd71168f2fb974da8cc6509a3113c48946f9671a2dfe6d
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e504c4a398b21e2d257ea4f4acaaad45e48e3c3a
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619ae2958dde256f1caa8c660225b3fc57ecdceda868186f8aa3ecf8aad951ef
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68101d7904e784a5b803ca8501390d606eb30ae6
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24e45a7796f157e8998c34cf5a62f29a06649f01c9348f00777e96df5016f2e
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d02d88b311678c5a496f83120a9b56c88c1224
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cf93dac583f168b14e6b91c9f3921bad8ff2ff7a099a999dc1c9e6c32929da
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc3b28b0853b268ff67c3fda96ac21c8cdc8f9f
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165fde822b5342505e4a1653df72df1b51c3a3a37d37201aa64df4b8597080d9
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449eb860fb77a37a2efe1ba6ad34d159a19ece48
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15d2da73551fe8925e5d1eff54a3af4c59ce2a1160c3c99813d036b8c4d522d
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f406f419aa609bf9a0800ddd3da23193fc18a8d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbee4d46e5b577e18d75f8006c4840827317486e85115575338ca62fb50e0a7
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ebab61cdc74fd29aebc42e9a6bc414d8f759ff
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2fc0e71cda9af75e6726a1351cb98dcd0df694385ca128effb46a50351c8f9
+size 208732269
diff --git a/global_step20000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6206815ce92f6b1de32cfea0ebc02c16bd355654
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fadbe4873cd3bc909bf23affd7f2135dc0c3dac3b25138af2522f2b15c2bb1
+size 208732269
diff --git a/global_step20000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a9c8d50b2f3d500f78a150c65b6bc01b0e0f17
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218ce5f0ec9874d931a09045c1c5e58617bc5d6ceb972ecc2e736eb16cb364ef
+size 208731501
diff --git a/global_step20000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8b27d8be0162107040ab34168905b1e61a46ea
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc98dae4744b10fbb8fef9d4e74bc6ccc58b1e0c6e56e419e8c30deac20e7362
+size 208731501
diff --git a/global_step20000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0dbc0fb20ec1fd2ff1ce9e0c4e89fedf38d8da3
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26e332a195f3afef5a5518bfc0b91a9a2308b27e5b84a8c04e0761f4ac51111
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9a7d112b4168f5acde51e5324b0b7b7658715b
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43254e8ec8efd76dc9776e4583d48a09e025234e843590b566d243b60b76a830
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71a29e9d91cac488b54bc575f546265b692bfb4
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d74de421d69c5d9fe93b9441e15aac1f56d67da97ae3854d773959024e0b443
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8bd94b070b13a43dd668e45cc55f0b1afc1ac0
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4caeeab913377554d0f8050c02bb61751c6386d98d31056189f4be3cc3159d2c
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6853e29a679a2d4fb930645df1a13c25f125680b
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14896476a3772ec80db2066437556aa53fb4de5b18f6afd0447b4e9012f56f40
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c53a35c3e198d209e58a9e9e4e5d97774c63321
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7491c27e1c58e84514ef56cca6767753cacf3b7d61053362dcb86ae20d9a683e
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f28d775824ddf53c4d6f41a2d43d59270b0ced
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af6d63aebf31a71f63e3481e096718fedec938ba68a34283ca4c305896c274e
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df681ba996e517cb616c1541a6949c22a6039eea
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3133c01a6d725aeba3a82ec8a19849ef1a4ee8870c674557acf2423fb9bc1ac6
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd43baca14a0a1243f21913bd37c4851ca83ddb4
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6fc474b052a442d3ead8aa7cbde7f177eba718edba6410d427c69fe2588381
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d31c8bdef4c5c0c503490666293ead12a7f82d8
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c376c0cea9288d5cf20749ae574c32e8c6a84dd03761d0ff217a7a1691d22d0
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e928823e48e41a2f6bc2129903b2b206384ca83
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68f010c93557e3a16e000534ad3105710ed363f922f7fbee8ac584b189922e3
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b40f10c30922d76521d8f605e6c0a31f3ca87e5
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c89ec170726d4c8241bb77725a592db284f395a8f20da2e9bea9495ed9d9b2
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ace29faf32366d3f493cb5db934f0c0044956a
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecd2650325200fbf6663310ca27997ec6e64ea4db7732e9ceca70b5192ebfa1
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef0f8d5b3a643da803c18797d1d15a9c3971ff9
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71524cfaa3cd733e29bbe7d9ad76b939b7a231d4f82f0b49eb0f6fccf8e9c18
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e434aa345689db1e5013796e0fcea789a327a0
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8139562487619c093017dbf0eba1e0c642c3640fb9d3f04a1574dbe8788058
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcac5a859851b4a74c1551d6422e66599a9ec7b
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8532b00b26b6ff6c85a99f506969abf2c9864bd53d89baf70e83ca581cb2d795
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22aaacc15a8d45ff99df3ea69f5f14ecadd6075c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3d09e79cd32207bcec9780c639445af9a27fa3a56583ba34916b54f9611d07
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae788eee705d340142cd71b26f7e301a1bcec6e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8d1e7164b9d9acf58f17ba2233bb49a39aae652f81f04a5ac17b9c69989d2b
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066f5b32414b003d826af7aed23a5b90919dc0aa
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b458ddfd8ba15978687b55458f0f3c1e450d586783ccd8adc385a55c201cc97e
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ca1823b4eaacc9cebb050aad8483b4ec880cde
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c731442e7119b833a7bd1a3c8bdb63cd322ec03f60b1cb1a8a4a585d1134ba6
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f086fa547d9c665f364c2bb573cefbe1e665100b
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8edeb0735cc193b074bde595fd6c1ad7c4d0e2dd48544fc3adcc1d7e996612c
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba48a72f8b5d81387a025ee2b26eb6df6fe9d6bc
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d44924b1f7a48acff5d3a92bc9bd6e1e30bcab2fb8d5e30c9dbcb3225c2461e
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a031f59b5c947ed5b77bc5da34633693f6222c1
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158f26b56a25c572c2acd0ed5b362a0dd5cb47727fb674be60b28458f523944a
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458fd0dab37ed8b07957b7a22b42192cd429069c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af524473c182bdab52a745983d67619567530a91ac33a22ea1f92c7a5423cc4
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e528be18fe293d61b8d9e81cc69458c2492a502
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b7e58e9b26a67d911399b576fdd5fa8324fc438e43de75ef1f76ab9d5b5535
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb63eabe39f6f882a06df1a6187d69126092bf3
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c1f4ff15b8f5cb691b0f4c4d87f0b1e2016263cf95ac3349e392f7c9500daf
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f55c9d6dc78247b27aed4ac2bd6cf37dcfd351f
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91188845a8ad912d67faf88e8f71ff3677f533a565905d249f43451dd50ea80d
+size 208731501
diff --git a/global_step20000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c14a72525b50bb13c0907d804bca23bb44500ad
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcef0b6c0907f79fa9723e4ea2613b311d8c2b6d71505087cef7acb9a043c2ac
+size 208731501
diff --git a/global_step20000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff89b81280b5504a65b1bcc6079a3664ce125d53
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb4aff1501b35e53976108668b3b4b03c83ba8d6463f9c039d75c6a0fd87241
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280a51bb1ba48a277343f3c7e0fa95fd4139ee92
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8462851020b26dd575cb250fbbe6a18b71c0a0a864a257188eed0eb87a9d9ac1
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03bf1aa2c617a88d028363f5038729ebf36ceb9
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3771433d9d8fa3fb1384edbf814731f5f72afd4fe355da31221f45f0ad6f56c8
+size 208731309
diff --git a/global_step20000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d970f49eb4e86a077f5590894be68c8d6e021e37
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224c2a667fcad53994e086c41d1dd5bd3c591baf457112cfe43b7853748a5e45
+size 208731309
diff --git a/global_step20000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b480fb2c56cb135a1874fc6a1894fc8e82e8eba
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5152922fc58efa091b546f1285da7adb5ce22c90d17e4a3e3b665c8eea31b1a
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e76c12c1d66566e45cc6de3dc036448af1ccef
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91122471ade7b4b07f02d73c31657b6730604bb56ca9c3231effea8e57cb7e7
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9cbb98eef3690cc3345156431f0b49889d3f07
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d955415c5990a42dcc89530249582556a56c3e7dbd1126321a40b0f26c098431
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0936e7e5b33e828f3062f33d61ba8f8c9d73fe5
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b824f1519e72c76e0a97a73a7a8a33081e0e954e8d9261b2204a63a3153caf9
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a1d11c6b45152fb127cd5194c09d1e7249b545
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16cbb99d7c371c9cf341a1dab007b61505bc773e82f5cd289dacdad26db33dd2
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425d5c95075d2b418ef456ea0e081d33a7fa5c1b
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17508fd5acd11833dd8a881153b499cc04151bb181a8e6ef5698b01df06955e3
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03e0d697b20dea42164bb480d94b6a2a0ab4c9c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ea0abdb12ea411b7a5f5880ae23e1fc3c9faf72354940160aec3e4e9115b87
+size 208731501
diff --git a/global_step20000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff973f80fc00e46cd2cccb174770fc50829f18f9
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a8fe9c69a306a71eccd4398b8445259276939c73eeeaf37d0e8d7fd2407b97
+size 208731501
diff --git a/global_step20000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8849524c28736bb1b4f5d83c554bdec09101b1ca
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7603a57f5aa7d2b146e09b34cbbbbadebe26c98dcf03d5e5b71b03f20c26f59a
+size 208732269
diff --git a/global_step20000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03dd2b4cdeeb14b06eb6ca475bb812c9709ae0e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afce620120d3aeac37e2b850bd1d894a330dbe40beb6fc97896f454c6cb24764
+size 208732269
diff --git a/global_step20000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a35e4c9cf9ff3fc5b248e9e113a7fd7e96344c7
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac4ee60977cc6203454c068380ca126bb91379d8365d0c50a4d0cef88785576
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6fe8045e6abbcb1beb6dd00cd995d99ece01ca
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc23b0430ceafbfe0adc28c0ff27954bc4d8dd2a2108cd4343228842155b3158
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98b91b60d0d77356347343b146da8fd045f8fe2
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7464b9fb9796f70711359abca96b74a680bbfb40cd6d867262870d5f56e77d
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a3122079fb65d7f11b26d95225a7de3218aea4
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f3dab4094987f5b52db509b7588bf9ad0b836c341551f1a5ba94ba2c9a2e85
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a1412a16062027a3d08fe5e41b77c99be2e593
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b2e41b63e7e501c8aa87210fa7397a910d695226c846a9661f76e2c42888db
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03adb971b38a53241b57d7a7a9f5d4455e787c0a
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70506f9f555675b03790d0fe164d9f9cf4c237c88c0748ac3dff9f8b12f9b3d5
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f5f17af154e057353b0a854604bab2ef69c775
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19dfc8331bb3dd3a68135c0c1bfb9af85389616740b69cf58f90856376213ead
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc6cfbfe687d5067fe017dfc1dfd1c2910c836a
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99605f34a88acb738a21ac5245286aa29ec66393de8287cd7377cdcf7bb197b1
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67228d4d03a41e2c0dbe088b370338de138998d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388756a7ca7e60c5359c024b4788278095bbc29066ad1811a33340fc3861c802
+size 208731501
diff --git a/global_step20000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf9bb58007d63383aea7359089f88ba54a0803c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0861f768c4b8a4998bcd1efff259d4b06baa7259d5e0267baf090cdb8a61ce96
+size 208731501
diff --git a/global_step20000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7fcf45121f4966066fa905bdfa3654069fc0e3
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faad1de516868e784051b84c8c8e5ca1758fd74fdf2287a55682c072858bfd41
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531da791d9379f13f848dce2febd1281a7e4e828
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b577d3b44c6e6070a896cbf503128fb559a6ed34f9c79a94121e99f9da46bf
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673be73d1bc2ee716a9a1475ac8bd9e279e1b228
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de423fad9c3ab59bb9cefc21f5d25fc5a01595a0094bca494551f4a55377fb30
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bdd5ec8a0e505a9afc0077f03d3c8f5d62fd7e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de42f6594d5323094c6e0dde78f050a13171bb3552ba83bffafe2f082aaf3ead
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d4dbdc889ba9352b8473029267390d5b23a0ef
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804c99e76518a8b8fd286e47bd53b11a303f528efb61b12a12be0864e131f557
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa1a3c3db96c92c71c9d30e343764dc42a3bc32
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f2d3b6914daffb8a963f7e60caa5a086552edc57ee3b2e5ed38571ce5e1af8
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c19cc3ea78a2af6dce9b2ef29669a0e8b9541a
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a974fabfc45f26a15b2507206e29943ca0898545a0165cb84e3ab8becb27446d
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea700e7704ac876dae2652eb162e5abb29aa70c8
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6779c28ac03bde64bf75257a5a15e92bef1984f95594816e994e49339c93ce30
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ab2dbcd2a8a4d50c3916a3a1a2924078b60182
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ecbd539da68f3c4498719011129e18e6c0e376a11f017e9950960e14e9494b
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbfd55a4a9e76708c1f9a71450bda7bc2bb8bc8
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06badd75d518b34455d02606341211ee5714d006f11f0ca14051a42ebc829c5d
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3383bf2ca7144abca3b42432361a9fdb194b7240
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129b87c3504bf5c990c8e1ee1cfc2733d03d9a93751852e5748fa4a510b1eaaa
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cf62047e906560a3dcc28bc2b126ee0c35465a
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687d86503c5560a21325fddf7114385e6c327a01c901fef5a375f0f539fce551
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7050ec116306f08025f11e676303d6edc0c7bcde
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c962b6f0316e023a31bc60105c7033eda939a1853741eb8121e26aabc3fc2c10
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb649c1df66621b50b3c124fced2bbe4defd75d2
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2caca8d5d0c854025d32808e66d3bbeb973f6c03a4de6e0b4c6e7a69d806c8cf
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbcf5822e10ec88726cc4de0d8e02378b3b9095
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1e6d44365cab84d622885eda1bea064e33e11f81f0162a75ad3635f0acfb9a
+size 208731309
diff --git a/global_step20000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b3ecd8beb416f41eee07bbb0db9bdb5110c2d8
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0384240cf218c40468c82abf9926b61a7625a28025d9f62a163f44daa53f2fb4
+size 208731309
diff --git a/global_step20000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255c565fba31bf0869d7dc14c1d3eae028cce5a3
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c13e6c3bab7516ef48cd8fb5345bef2dd4801d8077da10b3d6649ad4863092
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76df977f4704a485a9da5adc79d9bedd514bfce
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280f29eae868247592fc330ba3edc3ac4861f06711dc7aa9f7eed6183c266720
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e34dd77a795af8ab5a6936f90c0b322075e44b7
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cee4a616dee34b3894ab109f52a725899abb20c461aefc02593bcacb634d387
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ceff6c94c9ea771b67394f4d079632143498e56
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876b33db5a286326c27572177be08065f9fe0acd28221fcd34be0308ac7bfc9e
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccdaa1cf8636ee88894ae4537038087cca7182a
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4248af63b28c26ef967fe30bce7df2a230aa7aeb06b33461492661c7bd11a61
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c47f804f1d063f91491795677f9f6de549c5af5
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459d5f81062e9649011d27170fd7f43e4a37ec6f642a0f7674ba03814eedb0c9
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06ba77f77a93288ab13beb6c6d7837f0b9013ac
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc016a774d5d10cfacd5df9522a3f4d1f7fcf9bbfaab1bd78ba3c0b6aaa5ef94
+size 208731501
diff --git a/global_step20000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ca525f93be79f8d931318e5eedf725e3725ec2
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0693dbb22978e95a27ede7fbf135e2d7d1557e3d33e8ee05d09c5700fe7029d
+size 208731501
diff --git a/global_step20000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b9a57b72df50ce2dad7e0141f69bd52d1c5fac
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836bb67c3fddea39c87175b509d7f703a52a2b00bee71b9ed9960e5f7e99fba6
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6df74f826453c3fddab3953bd50d3213fce7af6
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc6ac2d1afeb751c981ee0bee4d37e41a1e998ca655d915449239a08cd171f0
+size 208732205
diff --git a/global_step20000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b47755e2e1a7683bed292b7a926d2fd9faf46f
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3a59dba115df472f953ed45ddf6aa522d652f48194cde3646cea5952d76de5
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3040461ec34aa86460d7fe6972bc4e211b81810
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb36d183844d7fe2d334036844f934615226d78f325696479418cba97c894ada
+size 208731437
diff --git a/global_step20000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d705b0ad4219a1dd0c4b8a4d987b2b55eeb93b
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b20857f8b2b45e596fff91b1333e7985ec454885df8f1baa45cf330517629dc
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e9e5c45b5609a5c84e1bfe3b27723949dd2822
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e10613bd7441fa8df95e287cd7c86daab7b443eb0e326d856299074e6eb551
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090950720b66d7647e180582c65ed4ddd9b3676e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db626b7f45a19cac0757f4d8989ce22ce83a15a85adc1dcb1ff62280ee8f6d9f
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfa6e3ff428f2f235f605ca8a4664fc8db1fb1a
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959067b47883466ea0d7aac0f96bdd0e3f29339ca531a26cc2065fdb946cd2a8
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce989c71699d66782e81b00fa6e900e3eed97ec6
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ede6f0babbdb0bbc0e70b43fbe559c135b2c5508527cdd558e14fcc708df544
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5b933b262e65fb78f8dbd723d65bedfa46f994
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a811fcab2022bcdd41b1a2c512e296afd86dccf44ab495870d9bd644c45da2
+size 208732141
diff --git a/global_step20000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3088fc06ee168c29ff740b7ef9ac6c8095732f
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d3459634b22056701c8674da9a98a798d255c0579256f8df263f7c3e794260
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ea2f0aa385630ad98cb9af57eb648faf17cfaa
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e7792e1a5fe07068af23a4fc19adf2247da8dff2b5a599af1f5f1a941d794e
+size 208731373
diff --git a/global_step20000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087b68c3ffa4242ff0a6d152ba6dfe07cd153d35
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8fde8dccaedd608385e69e9c45702cbaac2839889155c903cc69b0ae42ec6b
+size 208732077
diff --git a/global_step20000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9647f288924e12017d93507667ae516baec517f
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0884c40b2834de328c4d9c2f9f967fccead55bf4d6f41ae88491d5ea28db51
+size 208732077
diff --git a/global_step20000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023bbbd15d0ee4fadf76505ac04a8a3948e6c9d6
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de6dda7a8c5c9e2b2e3fde9a1ea2e81b916f5b212aa880fc6c78b91755d5c40
+size 208731554
diff --git a/global_step20000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6b95a9ef77a9b66142c4ba5e928844d7134aec
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6958159ce2547ed0877b3b8a8963c1af59ce522b641d7e4413cad0cc17e4ed
+size 208731554
diff --git a/global_step20000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4302f68e03b34a1f633efae882e6d8b17783b65c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f994f89d8b5d3bffc6c472ec7780ce8dca48ea7dc48e0da2726e67801201eb7
+size 208732322
diff --git a/global_step20000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ac3c9cd2ca637e9d6098e27309608fe5ac7178
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9e0eb14275b46d24ec786c4f26cdf25b867f121fea979842cadc42506fb3db
+size 208732322
diff --git a/global_step20000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dfe5cf3b5340cbb5d17fe76a40ced3ce953991
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1886f5f13bdd17c7b5aaf63d4d3c8d5dcdac0e3313df970dfb2e295166bf6fa0
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e4773bd506612db0c6e368c65e9264faa1723a
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b6ed13d19dd54d28b4037126c1c20ebbe0fa167a6e140e4bc9d6e3188abb9f
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9f378313f18d9dd1592e9ce182ddbb821e77cf
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ce708c9d10adf77fc426f56a1287be9af5e1dafc2fbfe06f4a2a6dc7fea108
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c1661c33da0afcd24b7affecc6f576d34d8b57
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4227abc397b689a27cdbec4fbcb53c7f918b4dc122c7ee563d895bbd0e3bf56
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef08e438dec560136b2f2907e02aeac7d0d0e6a9
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb8b864e90d1527d2155ccab038ba9de23072bfc63eeaa008feb286d341145d
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de82bceca740e0c7d45be56dca43f6ed0e7f61dd
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d109478b8515a503fa0f1e33adca5e8a6794fa3ad6ebfb6b173667332cec82
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1860c06bdc523987e49407303d7759d4e7dc0c5
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148e77d6c67b5234b1d135e6d10665c084b52bad1fa37e4bd462a77785daac8f
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e2e162502c114760fe5b59d640e061dc6c616e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f394eeb833784306799fe85048b7727f5dc075d005d9b1e3f7cd2342cb517491
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8099d27fae23abab4af846a35d75fa44c38c005d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cbbc1e5d644915e00cb433f2f9fd9f0debd1c2a8901f620b544fbfcf97d728
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5cbcf334684a0d4d0128580de48aba0c5017e2
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed620e87901396c911411a38def402eac5db71a8c2163949a8c68b1c11402a6a
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fe400199586f3676bdc0c3cdbc7c4224b682a8
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba037cf58546a94b22fe8b5a0407201218f5fdb950a9171fdb9bf413a96a5cb1
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a335f72f671205283a500b9abedfcf3a27be9957
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3720c2531e0506b001feb9c038f318cae64ec720fb556b74ec6598e0f22958
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b4c2f1ad06373f427127db4545ae71c9229a9e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31349c971d11e19364e8ca0681a1b8a6099b5da34d0aefc21e8efe7a9ec2914
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e4cc0f5131dff3b2f0280d43af5fbc35582d20
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ca3f9445e31ff205a4c3caed6ff48e3bea2646c7ddef08d057ebec793cbea3
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4f060d10a091f89e490e8c0b0a240f711692fc
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb5b6899df6e23bfc1e632176c3acc9682d9787213d7b759667f9246df8d84b
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23198c9e8b292eaf2b619d95c071880c96c37a36
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744e90a7873aa801b066862eb3e17c4c4dcb9a3688a6ca5c4dd029ba075d6a73
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed882b7b34019ed90d106a5fa6fedfdb8c4b8191
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6abc06b818195858bafe9dc2b4055849af39d49e9abc1998359f6a1151c4ee5
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2134b28680a8c0cc19551e082784fc872f1edb
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d181ec38d0369cf4973fb31853b5fe5c946f77b34c1604518d68cefc57de79ad
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0facb8ff7071ac89cb7d7b9a36a656c4872b505b
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb1b3c85ed0e2f7d2a975ccf4e8b410d573c1f81d80dd7a82ddcd363bac5fe1
+size 208732066
diff --git a/global_step20000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a6f520438221440dfa0e190ea277dce4350c2c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89977cae8ccb4cad88610f938d38224bfc17b2bcd3e4b5c51dde7b7d6e0a513
+size 208732066
diff --git a/global_step20000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c98f5dc062360b53f719b2dc01e2b409e72191
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4858b8c6086ead0b4a82c7efed45f1c9e3c79c97307b184cbed2dbd58a2a49ed
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a78d08dd1f093b85eb985f151d66baa1a84f204
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f82f9250f8c7b16b4160594b0c619613b4d9c7aa27b5fed081f91fdc1227dd
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e745f7467b34ee68aa87d303e27ea91c4787dbd3
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d452c0350eb1ab2ab040c3c3ff596e3ba34abd33ed27dd80a4ebf88be9b494b5
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fd01b4b97b14f30c76c6175e4248d9f3f7eec5
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba389be75f3cc0ef4449846e0ab19f776bcb5d92b23a8c8eef4104d1270ad1d9
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454a4c4f0070010cd6f4eb342a03b5773a25e200
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac017ad03f04937579f75d9fd692f0ad9b978b576002cf784c11f964c262351
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c33445df4f540fb482fb144c2321fb487ab50a1
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2ef518ef116113eb8fd900f9060640dc24f8b861056044161a18766e005012
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b44d354a0b02790f160af49eb8d63f9e03b8911
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdc6da1c07f7aa4c0b259806b54bd7c36deb95941c641c22016dd15b5bd4f48
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b32e49344d829fa9d9639a4d2ab18186a70b543
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d584c33bf415e94c3d2d83d965f610450812f0c842bb2ba95c09dbec2d873d
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba786296144e74880b221d83f503f15066f9772
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b5b79657b060a4645f03e8cc113f2936fd145fa9c31cd662abab28e77ef6b0
+size 208731351
diff --git a/global_step20000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0892b465d955529eaa7b3f4f6785ebc6179275cd
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012e8dc67a5170acc2ad5bce3bb97ce3e25def520eb9ae3cd738a5398a165096
+size 208731351
diff --git a/global_step20000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfad55f79e6871819a23aa293f207243c89f9be
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5b0c0d42848e6a9482c324a32caea1b2e4c944b85e272eb8eca1d9b46a5db1
+size 208732119
diff --git a/global_step20000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b0441b30fb1eea709873d0d1f7d827a70ac2c0
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced81947c0a42b0a6ed9f59732e297faed4d80e67dcdb188bad404728d63de12
+size 208732119
diff --git a/global_step20000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530c0edc1cb0eb6acd2bef6946c0f9aa8aca939c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ef0897d724080d608d59030044885b4b24b606c2d1dad478aacbe58deb6cae
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416c9c1a355411bee3bb6e152a56ef2279ee6677
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7664799afd0c828322ace7bbe7461533a03684429de5906db308c0ff09f3e079
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50688772e7c4b07ce8f961c9bef20a671f4f607a
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f8d4538a4350e3619e3c18d1e0689d529ef0882fc1df9826f4b0c028f161df
+size 208732322
diff --git a/global_step20000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee903da363db524565ecb5268f1e7d098049ff1
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca14a887294fdaead96896ab927affb140866e06ec03dfd0e7342c86b3781d2a
+size 208732322
diff --git a/global_step20000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d97b48dcc307800b427e583e06418ae9232743d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59797640c4fe39e320b5eb72392283d66eb2264efd9dfbf8268ee23e0976f4b
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f1aa68e269bacbdf67db53c4b12939081df16f
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e9326131f64c8dceed70e5782298b1db7dc61a2f183448ed7eb0b7a3a8fa92
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3749a4640e2817c03a13d5204b3e1a771431515c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c574a427119b203eae6d026b31436a067579a179eed76953a71431462d2b4f00
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a501d36892c718747b437f65727aaee4d76876
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93eab95896e15845eba92554a132c8c2a1fe2f652b4fe59b0f8d86423fc2070
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c97134a7d40dba4551f64a5bbbc50d77c1aa4d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202802f316aa08b026c823de6d5fdec1df838ebe31f84955922fdcde53b192d7
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d906f3a5a40684a03760945c0d29964cec335165
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4882c869f82fc56489efc3cf3cdbec30622c967b5865bbb48e8c4e901c68cc
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3863c458c8ef94c82d07b43c32041a0dfcbd84f
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ed2222303d9090a4745960081ccb76255e476980e8e7db81d6d6553e7b83f5
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58658c1b71847dc1c7e45ff56525250667eda1ff
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3d1454efedae70491c4bed0923ca9432985978109fa9407301e50d004d5d0b
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836ae40f5ee767a202bbc36df4686aefe8fc7482
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43de698ca2947affc66014db4839cfb45a024604cb36fb2ce4acf97c84b2626a
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b460f6e8dbcc1bc30138c547c630c1e6f957d2d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66852c0b9bed6ec6dd5c94e258c33dec5ed192ed9dc6468907394027fb4c3834
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81913d4c2c5c8dc83186f1ebfd45d143cb91ec4
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5289458d308ad70a07c0be75751fd2375c94456ba27acceb0175c0872630f101
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5649161387c91ce3d2692053d9407a0117dfb486
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775d1206559423857a7d89eff5a40ef8505f72a5ada9582260f805c19d5acf99
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b26e9ed359bb0921816a8b8d2627fe36fdcd2c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949fb2a40ab61ff241290965705eb3317979347f9726596aa3f2ccadd1f81401
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79f775e33c334c143ae9834c7d8a749a20d0a03
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953700cb0b08364f48526c080d661f9fb8fcdd5924049a48053a99e3f681f1fb
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c5424474037cdc568c81d06e0e8237a426e22f
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0943a2d10a7cfdd34715c88b6e6378a9b6773844e383dfb7dcadf83e9c3b5e4
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ab170cd731907c0926b89421334b2839fc7fea
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181e9ebc2ef496532800badc779e46f2aac1a16003b54c3fde87a6a745d89ee9
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2d260a5dde344c1331fd470dd09aa0621d9a8d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fb982c5246b36aa3d300a37fa204818fb0f8773f034072876fbb06b7e3628f
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1ed641e2eb7a555bb4f6ad3fdc4f880cc18c7e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b261857bce3342ad006fdb173b2c7bb345aa8dd741733e41ab83d6abe7437787
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3ee801a6ac9a0a8c7a356150c092eb6a384088
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a162b20a5a2005f4e6c5057d55a5c406dea4805ddb489d8c7976f8b21bd69557
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd3d6d395e78ecca48a3b9e912aaf7a7882e03b
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9fb7ef6a5e5a085844ebb298980a33b389b7097cdb5fbcc8beca87e51c6f95
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee59abd0c594b57f1c62b0b0109cbd17cae2b98
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d7ff536bc01df38fa7aac151b1e923c2d2876072c4ea1cbd3232da862abe9c
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e074be2431e63b3fe1c05f37061f2f6a14c88a8
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b55394993895103529d47f49879f47fd53bf992953193194c590d9ab876d44
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87910a6be8cefad4b182e3272a3598827c643df6
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395ac4257a6ff86a2a4411b5be5b5fcd0ee3e88956f2ecc6e2dea2dba927ea21
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796ae61c8dc9eb616a8ea44ff6381b4882a21a4d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de0cec0b143f3c4b3b1e493336de2968a08bb20f586f4e91921638c814f3c6a
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf57f28367a1c6d5aa29f6e91b80a9521d6722d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f587437ef4610b307fe78c28d3b26000d8acd3fb1681edc694d3ecb103f469
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6b47b8ea690f2f5734d216c6e3620b59dce204
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68dadb1ee3ee150556c04321727ffb68c6822723f97451ec0295f263a611164
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58337eef4a7d307dc8474985607ea49bed0d7840
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b03a9e88fd4936d84f19b3076e17f9392f6aae0bd8b8e51c3668c5b7019788
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ad46bb5aba00b462876bf3ab73a1c837bc0187
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7a6aec1dd9d1bf554249c9ab97fd5d25d4bb7baa587995a69676bc7b760733
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285efdb81f3a65fbea5822380e0672b336baf817
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a76135eb48518e13b584035dde81136ad739a6fb57df7264ebae00f65e379ae
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e806ce46f0de5634925a2adc35693978b9543ac1
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de56ef9ea2f018c16d3f1f6be00258d04dc620905568201249f591ac7d353821
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f165f1faa910ae38fc5a86ca492e1f1853b4c9e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad8a5d70bba6de7e83080929e88ef826ae295fea581ab40adf6cddfc01cebf6
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c4ce7c18aaf55e3d643b194fa60731a89161e7
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209d1cab9480ab7f4c6f168831664f1f70409c46181f2bec4125f5161deaf695
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669f109396cb5c8b364f3b416c2f4d4b996b9c04
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891e4d47b834561d9bf0cb4536053a81f77f27651be9a545caaaae8399da72c6
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa33fdd7698099dad3a36abe07fc6f5781d61d09
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3fa02b530fba5d6984a416526d9b555a7a86a1bacde805d658c8138cd9aade
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d93898bf116b7b256d59c75e71161e98beb34ff
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95e777e95f2d53525a52b8db935c5b1ec3c9aa16d3474cb9a1527b28fae60ff
+size 208732066
diff --git a/global_step20000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8f4238a73f5267131c84d8eab6843d4b0ec0b2
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b7c7b5e88890fcf9457eaf8472353d4fa03f109cd4e03e2bc65cc02b658e40
+size 208732066
diff --git a/global_step20000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72ff1971c5d0e9a9918173b4fd883010034d668
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de396a3fb90afa5da6f15e02d430bf7d4a63e904c1159c756f45edb1126c503
+size 208731415
diff --git a/global_step20000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86970015ea1a529ed27994a85481ebc23b3b93c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0599a031d6220e5e0701bb9386ed9f7c0f387322800bd62063456a0c7a2fd149
+size 208731415
diff --git a/global_step20000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9097c66793217c9b80269ca033153aca5d9323f7
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a9e47dfe6c744a3461de25f177b0ded8ab2bc6a5763813ae30bd3f163eb78f
+size 208732183
diff --git a/global_step20000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d736a211cd7b8cd1f51cf5f7fd500eebef8b7412
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9a1659adbb001825faea78b4987e7b18da1a76294aa43ec74e131a7929b90d
+size 208732183
diff --git a/global_step20000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6d688df5a2ae2e271cc6551f09293b57a01c3e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df51344e2af1db89182884cc6cdb8625dba68ac46dc4e883f22438f4376e5cc
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d8d423033510927d1e9256e45a9b233308a052
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8857a7df386ea6c2d220d35ad95b61c1ffa48b8b2cb4cefd96ee0843f311e0b4
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd80a19f83f13ef7e8bc55c66516bc638abb2211
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ed795d2d76e546ec4ce3545e8f7b2e33887147bf346f91a142f025401aa563
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51bd44a026c953c0600215e06ea1308c71f54a9
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047c589ad13ea49d3abecdf5b302eeca00119b86d057bf713d81e48d60e46b0f
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7e6e3aa95b4a5c336b6372bbbfa7f5dff921d9
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418569164d489b2abfe787ef5d087af1da4227be7fdd248a9dcb108537236665
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa67e21fa992cc616094ef4471a5ad6e52c21684
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e00e6254a151d9a1fe1cfaf59bb91c739f6cdfe7a20abdfae2291f5f0224303
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e70c8bfdf1db41a05a089ee591a025a2895929
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9f88e362dff89da4cf19ca618508182db4fd8508098acee5062c5291f581d2
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b2290d68e2a35ed874dea21ee8b9d02b11cf82
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b663ae1c6ae2ecc58443e9e8f1cbf6b520bc89983c0d428d2f901bace703b5
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf41954fcc8f8056f796b187b7ad67c09783555
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d88cff532060e34978b2a55444b7794381c510aeb1475af231c0aee594acf81
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981eb540b9f4d39b8d8bc3d653255f5d18416165
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0592963765c1a6a625e51e46b4fb9033cbe0ee148a294b26901d4137403ec2e9
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a166d2601c1c7b48bbc61c84a50c5a2ebb66be8
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4412a6c3ede34acca6be3b9e6c2ad7bb2fd38b078c70f648b57066b9c4c58a
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebbfc6024137f0b8de32b32c4f265214fa359a7
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448c0c0424c71a96358fa528d94ba9bd157e6e04a722d7e584e97845d3973b90
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cda900f7a048eac59ec3696abc0202be6e2ad6
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d543caa96c198859c4f73988a060d7edcf8e87fb4d8b694fa3c2a5463b054045
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3538fbdf485976e6d6fcc01b57999c235fa8c3
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fbb0806c958c1eb3559b1269e350153118300349b078415abd9f4af48668fb
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6527c62bf3a9f522ef8863c0d4b580adfe30ede2
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32fe10dfd754c344f46e61b1beaf7f7ee78a4fe9f6ce2209738f07d4db2b45fe
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6f9c28f08c10a0bfa55c485b3651eb68ef3f5d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fe5a8f007c5a26d6d3563c95951d01d7b7a3aa8cbbb883a34c9b80d164eae2
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb323cb5cbc3d836e7c2ec082aba7879a50a68e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a466b1024657ed097626953e0c8105f431d6cd74b32cd474fe54c98b676a5a
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b2da05e699add33697ebd9f99f98641dc2e098
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7715eb4607b17796ad7223286ada3149fab1dc999d149e917aae563cba52b8
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8223d60495e9a2553fe5fdcc4e1c0536ae9d50
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f49668e07fa7814e0b6472b65fb18fa01d4e21c92c3987e6ba23e4da9cf89f1
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622953aa4e6fec9b287a408b5985794025a01611
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd38a367a94dde9ee93a4788e5c0eaf223dbe919bd55da313b6077ae194afbf
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c984011b39dc8c7f55a4f793cc7f811a8580db7e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77a6a02da7ebc2e19f699de4a9fc4048294059b29d17ff18aa63fb2af284047
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb203335c2e57de8bfc2c1c32e9e5148d17b936
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce21f09316068c978a6128c7cc818afd5b98023ea975df57e555b32d0f644e2
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5882054acb27c6ef45075f91b3d06a9dd4ce8556
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b611b73eaccf34b02ad2d281848a4703106452062ca122451f893a97861b62
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e86bcb99d6b0b994b369393d55d81325023ff42
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a035b5cf1158d209577569fd51517359e1aa328e1ed4936cd96097148c50bc9
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb84c7eac5ae6bd9597b87bc2ee903d742bd19f
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919213a152a4a1d5d515b0ffcbdfa407db3804d497067bf417421a2bf0915ad4
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2eb4f4462d39c187c9a4cfafd98bb7508f1296
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6805877d45e223231a2b9ad26da1fddf379a25dec97d406f5c1f0aac7f739be3
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0eea1262effa2ac32a816fc1280c7eb902f700
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0d8529b7a042ee1338b3968eb417396f18b614e3913eb00d5b5485efb857e5
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21621d81daefb60a5277b5d9b81d760410ecc469
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c237e53d8393934ad58f17659549d42973b31d241bb8364c1ef89b423dfab9
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e20723a29ff35ffb3eb2632e8656453df8c2c0c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0450d0f285b9e3d003f8f32b1de2ab52bd3bfb22608f3ab5883da05cb1a228
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2d18e055936437b91f6c82e9cb1027eb37ebd0
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dc1e787d6408b5dd2d31336cada5de9a5c7d2b9a967556c9792aa61ce04f5b
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c80392e910e85ce5688af195af42fce3f95f6c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8540e4eb5e2eba0fe452bacab0c55ee3149b9b0528edf7750b381f3f42b2833
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2547c6bc5d76280b6949ebdf8f3c997299ec7ffd
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d312cf588382659176d0bbcde1befc7b701d143bd8c6fb322e161722ac1a9f
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31448b9715af67a1b832f9ea6db6ac314b718c2b
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983ee818ca208565b4ad7d738536fb7be709b7bf1c76a240eb1a8d77b1c769cc
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f39480b33425aa277959624b228a97260aa56c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34dc1444a5864a05637bea0316cc35377187553dd3da4771a44efc7bb595704b
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fb3418d15185440a7efc1fea411b3b3801a654
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6104cc6a35fe3574431c18591ef5a294124591d7dd905a7a3657ddbfdf313e
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5124ca146fd92468af979ad1f418370efcede694
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911f60a997e2a0cb2bd09d4abca90eaed012b93c2538bf256ce0804266f5011f
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87dc6e3827c93ecf44007de60f69c8a0d392f488
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743099905b11eb703999390d4acba73b89a8d7b7cfb901db4c42378c3b74dfb2
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399eac8e0e24ad29ff4acc9e3e44dd835f527db6
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28189b240cc4e409ff317e384b7beac449967eb49195749cc1c295b2ce895b6b
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64523ebfc0c57a6d047876342554c0722fceda5
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a272cd0f9ea3be372ec7eaacb0a6943f17badbc6b98db3ccc27d35bfc39642b
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b842d3a57e5a57ec8b4db5a0b693208bfb2857ad
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b0fc034d1cdbde7697797b1ca615fbd815a7e3e6b94ed0e892d46d1c8945ce
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1be7c4a762bb876d6400e1fbd6c6753f788b43a
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fb8783353eee0f45e458b7466cb628a346f858eb8a8050ccf7b544572c90c1
+size 208731351
diff --git a/global_step20000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f81fc62b61b316ab1e4696b1ace326d8b1947a3
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa6b103d31888bf7b35c01efc1fe65e88cc0a42d5905a0daae99a737dfa69ef
+size 208731351
diff --git a/global_step20000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94bda6591f7b0d7d124aaca08913e9b945c01f4
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b3c11dbddc73d5bda99e44d0757dbc965c31f03cbfd064028f5c9db13915b6
+size 208732119
diff --git a/global_step20000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5b3d6ac6c139e2f44142c8659b5edd70c7eb37
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82f3e6f9c70e74a261342aa7d350db5c699bd6b4d03183ccd0e5a317eec34e4
+size 208732119
diff --git a/global_step20000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4282dbe8b4874e2ac5be80efb9e38d9d0410212a
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a402ce7040791bebbc9d497398af4e244f0f091fd10cf1fd6a5ddb319caec73
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3d8df04ba477a09a1d72a5499386f85dcc5033
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6f36672010ccb73f051564effcab885d5561bc5b9a2255f402f09b406bb04c
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bd0583fc9000b6f67cef03c7f513db6e7c8c7f
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac06ef6cd7af7b405418decd4e951712ea63215d579562d2a85225c39091a857
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd643deba5b1edd01133ebaf6a385b5d088d0c2
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62c5aba8ca5eb2cd0ab1179fe2c20476e53a8781953fd94dccd6e6a03ad5aa6
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921b3c3713ac5068b8cf0ea8c7bdeb0ef7b983a3
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4f80805ba878651f05fa17c48e3ef3837a6b016dc8fc4697c764eedcfcb4ee
+size 208731234
diff --git a/global_step20000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfa096c9026e228923e39d2666aeb8aaedcb675
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe0abad188e3b6ebcfc03c55ec7f915bb2a7325aafd17f1553f63130f9424ca
+size 208731234
diff --git a/global_step20000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8efc6b7dc013777552b446c8285e107647bcdd
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd815112eeb66377379af028b0fd6cdcadd3322b6755f12124652467fc9f446
+size 208732066
diff --git a/global_step20000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4650a6770d758093e69ab56633782d99caaa4cb
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e3c9aa38129cd3a86f0a39d244b89166c524a4351a01281058706f4b084228
+size 208732066
diff --git a/global_step20000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d286150b8e36f3fc224e2d9500ddfa1ae3b9a2c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f373ca3ea8cfc01b73b445c93a356da3e0899c89f74f92ab8b52741ec33bc76c
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cdf963587b5e383982cb51eb3d859002170ce9
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a120ce5879d661790dcbcaef3251176fdb08e2c7ba44dab49abbef1e9d34d55
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd0567885ee18a3829f449bb08fbeeff709f2eb
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223180da81562a3765e19addf409213f1fc6229349c47476275415bbc23b40b4
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4cd7c28e605d6ad5eb31a6d203ce0a7e71faa6
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7670be6a504c3eb85f3cd28743e20e2bbc7f0bce93ebbcd1dcfc7576223ce2
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f319fad8284c46badd396573d64731454c727cf
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4858e55882d8ab8069b2f4245e3d915bbdd4975326345c12965e9954cc54f5
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05a173c978a6ca090003f3061685c58348a9d97
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa52a69c2418c8c3970e2adfa2c4d7c12a911a354fc8a65d045b318e48c461c
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8520f66402bff21b30510545e0a47e044147e831
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f429056a24afcb373fe13bbfc40d5eefea9d9cb9a09b0f95cc07f9cda9012f3d
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e272dfb573e119c48ca481c50f07f8f985777fa
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06201007ded86b952e0b72bdb0cbd81f593b03de0a01187b0ed1ea2a04f98e3
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266c9aab4bbc1b6dcd0531b708c49c2219312962
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e574a9b4d78b60e33ac8a766b07b71bf0364e934e30eb2c52ae6ada536382ad3
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbc613baa07bcc190d11dd36bb3971c2cb71cdd
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83529855e40ceee3dd4521cfd89b6858a099ce84c23057a2447b09389e03db73
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f763c3466316ac52f96700c8009065b7f8a9620c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208b9d2267509fc64bc85a301c75e56fa2138f921d2088071dcfe3728de65222
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7690a59e67027108097bb2cb4d2616bb2831686
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6bcb6f3b6706eaff189a8ef9689b2f345111a32304d640b7f2711a2d139225
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b182d395e06caa3a3988695321e20c186b295b76
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5d2caa38ddd758568b80357ed039ce3b76e223774fac3eb7524cd2a6911e39
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c7cb0150324987042f3b6e3f55ee81fb47b9c9
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ab2293fb66ee3352cce3926b9372e236c71e4074295b679f58b54d167e2467
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98bfe3c492f8f11f6658351448c548c18d2ad887
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7614cc4a7ff74ab4d4ef05412ecaf66fa536e44ebb9ee80bcc79f1b0e1b67591
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d1b249e7e677f77c2b772a09ef98708d734d71
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da219bcbc4e3b5fff37ad36bbd15b639456fa96bbf95faadb0e4558c0cc8ab0
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f81d0c6169961d833177f6c17f1e4af2a372fa
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490b923fca00f577441276401ca6145b915361ddc66f9149e6d63296dd969c02
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbee942a186292d63d365396c0bdfbcd14ebe8db
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e585e6204b06d7bb570dd272d425c6c3e9a02ddd37682a922c27c2cf9ac91f9a
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f806592942ed9312e5195dfc9dd43f4949d0b865
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dada28aa2d2f341d236a6ed762f7980adc7734ec09db13c0956b70550a44fc
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e2ba41e301b5c34164c819c3376e9b5f17be07
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89ed02cbbbd0599cc368133370a8da043e5a972c3badc4abc43b28fc21d157f
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae331809dca70bab2d3d3498ebde4bee9c2f92d5
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf79f75a6883b40c5458f6b894b449d7edf89111ffbdf80fe14a273cd8c782e
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007a2ba224563c27f38b002cba7bbc6638824939
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f82708517f43ac9ec06e05be2525819451555fff5cf6164af0be384465521ce
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a993151927113d03106e1573becb8709f6b53da
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960e172fbef6dbd40f26de0cc2c421f102334c1a9b66d825f015f868bf439e3d
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e52acfb5f50e08d1885cc4a23a8a01d716d62b
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cd74c681ceebe51c1091216219c8a6c3eea6a5e5be93650f8745607df71157
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e94f6a2c0a6f0d914dbac8bb24cac6427a0a870
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7131c3f3eb9f2db4e9225a4dbfb273b8917c85662d9220a62a0efc36e9babac
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15a5ae2554753b52e454239ed47320c370d1bb1
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5527bb16e5b5e781d0f052a0f3786b18737c7d41cb246a4043376eeab97cec6
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3542b8afa09af06c8780bd264741bbaaca5d9c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82694283e8ed3a00a4f8e946dfa562207bca9d44a2e2a71c7dcca9151da1e439
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ac1548b7ee1e2969c129337da31dff76fa8cf6
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08c44f80b147c8d5a59672288674471b716e88eb9ba0e79e7fc4a999a0393dc
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2534600034fa607caacccbf229a023b24873b4
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f54e55482826a3c255327ce4eefaf385a38b13ebb925a500ce248a35e5bdc7
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed5f81f126b76e619d86943b62f4baaef20c679
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33754ac963f5b450daf66b5eec06fc65ccc47e5f056d401f258350aec1dbac79
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3af09c457dfd06c60de661e4c55e418fcba991a
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bab6798e0ab59f40cd75c93a1dacf09288edd96fdce1109f074560ce6ac933f
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a02e36df917092ab84370dee85cdbeeaedc3a3
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b6d4f5e354acedcc15307ef9064526e6a0f56192571366d429ac178b5dab51
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e01d2e63a651d03cac317f8c085a4b6a8bd475
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945a0c9bd36822b7495512c93b269cfbf7ea0609688abb1d48814d0899a091ee
+size 208731415
diff --git a/global_step20000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376a491d505af5f474e74424c833985e243da254
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326a7bc3da499bcc5907aff49d2c147bb69b5081a816ac6196f07f8ed47e9d81
+size 208731415
diff --git a/global_step20000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e8dd69e936c35f54ad0c4522219b902ff81385
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a49de60dc1412362a31279097b39898c7628db582b0c529b2e0333ff588219
+size 208732183
diff --git a/global_step20000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5908e39db48e802ebab7683890ba823a1a390dd6
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4643b79e8496cda64207320ab6bc029d6100adb2740c44eed229cd43b43ded29
+size 208732183
diff --git a/global_step20000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3f3f852aeaf0b1453680b9b9e9ffeeb068f2ec
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966544e7c1b6a6899b658d3cd4f8cae8ce5f1f9b2d3ffb51120685042bd933bf
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec20bc0a6e386c4dacc81dd0564c63903d4d625
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede8cd02f09371741aca17bc7c99ae994817b66bd0377d56378629c4b6cc6778
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb38158e7ab8218dacc0529c78549fb229126c99
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884be91e71cea353876e08df4573da65bd117a17c0ee35565d557861b7284f17
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee04f427bba733ea238e1cce3e835adb6ea40968
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbd7abda6866974cfb5ab6065f7d9cfe54977780b4564de204269a8ab372ee5
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b5581aadae1a2796249b81ee8cc3a966047c5b
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc46dda87c2ff4decc3f84d69f1d9f9ee2ac8c65db56bf013a861dde4863a58
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eae6c0a4f0e403ab3a3fbae72dc7ab4a24dff84
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f0ca3932c76c1084b3b46a718e07e235f4cd59da27da47ac42280826550760
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26873469691f510eddb6d45a99d535491163cb2d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2edd3b025085ee052d37789ff2f52378fa571ecf30fcfc2d28a51eed9f2373
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0086526b9aaee70ae1d8ceeb7bf59b43e4c305
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2273b3c5b5dc409b254a37141e1fea45b04aad71a7391606551ae25b6e682185
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362f704e52c7c229789339b9e7c95f45966f7694
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1896136a92c5015dc6fd7961a477d76ddcd6280dfb2109e065fafb17c1b5a0
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c55a0be2bb3c20a24e8455050d91d5089aaedb
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebac9fff14c3a62ef2d9c099f206273c9d8658bb75ace833a50d33451fb1b452
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1cac0d6b46415eff71dfeecc42f08aeb2b28bd2
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecad2a6fb52b21b24af0e46473be35d663680b28de326e01fe767ba4fe84014
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61306da5801a10f23eccdb68d05a96d3c622eb69
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64e2a1aa65277dbd679f955df56a825bf36f3bcaca7c52864395f04e2c75911
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ee38f4bafc2dfa789cf956c3c69db72a56600d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3effc13dc62227d6bd4c5306c0c7b10f19cf67cfc044d21cd19ef7a6400ddda
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c059534227a7befe699503644c68e6ae890a1cb4
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83bdbc9b3d2ef8b8938a040c1947037c5c575d975e6af8cd55d79a8acb6ee762
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6487c61480af6b660d992df7e149c4b7f8806ed9
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1031a77919f5d4e9dbaff0ec745a86553f72f7c4af4284f832d51c7d3536e832
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e752d07f59519e2a2cd796a9da24596161759537
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1486690563e2164eb61d52a64e136a3529ae857b79fc589092df3f24d9a95dd
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d89f262ee5b5fb68ee4c76110bad6badb295e5
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fd320c3c3c0ad235d386cca30828c213753d93f3f66fc55b62f9504fcfecca
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33622dd331fc221abac3c311a06af15e2b3a6a6c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6411abc8a8ed7390c8b0259d298307bd49c10130a72d317262dbf873125699
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fb650c86120c6c7239537b060df6c14b5274cd
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5290cd0f46aa77fe68e2c629a3e7ff37de8e27520f50dd83fa4de93f79abf2a0
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09c90af29bee14e7058be953a83d91f2043cef4
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400bc2dad9e4a5e9bc71f43c7c22bbe99cfcfae4dbfc353427a3c62c1259ccc6
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b623638a75ef7be0a1af31de87f4916dad7de7
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010a71e90001e68e99bc87b10618ddd8500bc0b44d53b374760d1f71ee13ef9e
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8670f02fc54eeea4a608ee0a393e65e1188caddf
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aceabb6a49a546b930d8b4d7b9ff9d74719918bc04c7b48a9481e9ad43f801e5
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60d3f7e650e59d8b25c08d0082d702279f4fefa
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e548ce6bfe679a6f17645d7db27adc7faa2887215a7f994188dc74393962ed
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f266cc2a4497572e99f676cb4cba01cc6e93b241
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c446ec1d293b56093b1b63642698d6c3b2147bacfbf106974c49cb592e94d2d7
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4c0bf97c75f566ba4354fa695d0574f90538c9
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953dda105896bfd4675a033030812e3729269656215aeff18dfbdaf7a0cec264
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7328f03f71521b56779219d92587cb18da9e7b6a
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0822807e0d5a6b1a78755cf6960836d4d480603157141d88bd6622b07079153e
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212566b533f6bd4f9e1f6959e2a8f0d1043fe627
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843f4a5f7401404331ee3caed779c4423a81d69497707205096183e06d067ef8
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1375a3d37d2ab9b4c8c93374ff31d9dabf47c7
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b84a9fd19864c36816bc399de4d8cff6eb8c65600e58e9575eb310636ad6072
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb61d44b6f487c1399a9bca583f89f3040d89de
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ec892693782c972ecf5b84b355202f82f5fadf4f2e470349cbdee3bfd1919a
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c2ea235d455c5d94962c337f5515337e234e74
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816eb29f33d332bcab83250fee0b0895f1c6347325996a2b3126139a4d21dbaa
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a29d892e9c7fa5dc31884d0b9135198a039578
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f30df419b54cf519ba26005b9ce75741b4f330f41ad234ccb2e396db2ea25aa
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c446fe874187af323530a4f96e5915cfc831a2
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5ffd39c00b3bd3f9c2a8534a6f25355030bf7d6cdef87a016a60d999c9c761
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b2943b04e90b7e6f9510e723bd13f9fa53360b
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4796274e621b912279b38aa08aa3187610ccd3447c72d77c37a191d33a83c85
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509938b0e4d77824ed6a3bcadeeb6d54d97b8635
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51aede4a1b8eedfa1fd0e56892464a5cabbbfae54ddb5b92df83f1da90a5770f
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401470dc69a70e2d4b6a9a3aecb7cb84c2584d0d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714bf55a9dd92d114db38039556151bc296a1f6a0e586996e3e0c79207583525
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9fe92b4feac8cdf2fd742569d3dc7cc8cd8363
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001db51bbc7498d52324f5ea639e4fd6d552bf49d7f70d3858190a9de82ccd5a
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e4c885236fa7b3a064992f48dc81e51b89923e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547b63d1a8471ec589492458c8c336c5f91474a5ee0ef9c7492c9de9d0a787df
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4999599d2ed3c34e235909be8f55bdb2afb194b2
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b63877d5c9bc9b250fe958c631921524278059ed76a618f3adea1f90410aa0
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edd639ed2f93cd69cc6d55dc19d16c3e4b3ec00
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1fd3bb93321233d0ff9187221cd3b728acba8b3f4909150a38e8384a80a882
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827e62c806190ee9cbc19f09c686fd33c4d52ef6
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863790253908334f971dd9f7dbcb6f30fc9f612ac8197d9dd529bd5e2c710f53
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a0472a04ac654140077129bb6fe5d93253592c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e66d1e9d50d37de8d16955c668d309e1717be2a5f0ed4feb10ec9dea3b9f759
+size 208731351
diff --git a/global_step20000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61dffd78e465c79e45edab7a331a6e20cb744420
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442310d6c616ca676d87aee52859c988990643fd9d41939d44b6416879f6e1f2
+size 208731351
diff --git a/global_step20000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef7b1a4a6a600d35cc49f53ce790df8562d26d1
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93d6cf23618f6cb848cf67bd5b4581ae18bd7864f27b0097bea9d5107054f93
+size 208732119
diff --git a/global_step20000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39bed1e96702d97cd1367af496b9261209460731
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bffb198384ed27015c59aeae9398a07d1f50e62c7910ff81279c91013c8a73b
+size 208732119
diff --git a/global_step20000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff1c1b817fcee501d87f3e16071fcc5647c08cf
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f879f3218ec02d583ee8544f3cf91b47e2e84ce32b4a2adf559758af6a1465
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1246a88770ac6b161afb0e34709311ce607e3350
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412b7b557021106e72f5456f5e6159142fa3d55fd4d1d6d6d579a5c5fe35251a
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad25b941ce1a694f00b1ae0c526e398555caf7cb
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a017072e4135b45ca404b1f29394b739b583c19f7350a04e835a7450e2f92ccd
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1308f7ca7b582e99ec552ffa03e8c744c4943f6
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58057a741c62f22b333f0d35c231a9af173b268ef1dd4c8033a72b9e06344808
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685d38d584b1ebdb2846e5ace17940f5e7b8a28d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39428dd018088ed86c0488ef8d079048b5eec9e870bbf947012d492cea35a13d
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19f8a71a1533e216682574542417f085cb499f3
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927652a85bf8a2ed5410cdd71cf3dcd151c67f8b1a9d198f5e02c229b9ba4269
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fd73003cd4b3cb64f70e2e7bb138a68329ffbe
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba090ead2a51c43b8c50dc251e8471f0119cfb048aab2c2f4c71cc6b235c9bb
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997b8d05dfc9c4e0c404a58e2eabd58141007920
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb941bd40b8457e604da6ed604c9bb8d2309d8f24ffcc729215421811a92f47e
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41bd5a49eb2a08d7317277d11f8acab1ad5a023
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5b8b523af0ea06ff73a887c069c850819880de4718c0a009cd41146805a60d
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71533827203ecea6892c0304d1c30a3ec486e7bd
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995e33da55343ed9c82ab572974fcf10b0ff38d7dea2003bcf820ddb5a9b8bb4
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af219a430f74445a687456305fcf7857691e3b75
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2393a928a036fa63e8c41410a7a1becffebf50fa7e1f85e1e8fc80492f467b51
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b3871c6e9a47d1b96fc4d30647dcd03bc91a14
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c09bfd882d13f4b9a2f2587a38035d272eb4bac94913cb94ea481515123273
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff19d2eb6b952219daabadc61840011d3ace4c5
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d66f10e7c7b58089e98108ca812088329e2de0078c621cab7e9d037aa35b072
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd39efbdb67431f1293fde89252e58f347427206
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf3747c8df4b7e07019fb78067890c618a8d641fc4f7159dc084d39559db342
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e204f109fc5dd3702a8c0a2ac06bf6d76519b46c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c83f93286f3973001003401f0c105998ef37626e8384ed9340dfffc0d626d89
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4acdb1ff1ea1e75c89d52f8b3fbe8ff0dcf641
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00607f83f45850d5273cfd61053654ea6e5f8d1d8fbda10c5d51fadd16d306ee
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7daa733308c110168fc99a5308ffb052e20d400c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d458c1b0f4154ad0fa6a2be791fd9a9ca50dc7f611cf9d347d5f363a52ee3a6c
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b5645e3fb5206e5769ff2ed003d64f58ee6253
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04020ecaaab0a8a8d55852f1bcf6a0702c213e1b0f6c76cf515b41ce2d3ecee0
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ffc0967d1324d213b7384499580de5ac342f6f
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07af6de7ab20c8ea3fd95c61ff7d292559a8e5770c9b3c1a00f1b422355064e6
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3107be5dc4aaa323330924cbb70d7223d4d18c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56c8c7fb4c8f945d582e9e871c4b5b279237e5bb7f5b14af4a0715f2fd06bc1
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d0ab33b93094299c4849a270f45af7487dd4ab
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43d1078c43f0f43a5990354ff7f877d2f8b96add0834f6630fa2503f16b49c4
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0d35cd555c9a046ecd75bec1a07a54d651d998
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef34b39f2646cb393e2d870f0bd5bae4116bd98d323ed157e515a63e55fd2ee
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50437124269cd8ff8065abd7b72622cffce047d7
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d4a72c24c71d03fc902731650c4483ceeb829efaa2d8abfeff45b53ab3b58f
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c08189a992be7fe323a8a013695f4871fe27c53
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd87ca7c1935be53edb5ad92ef51ff47e539ff9c00e1295a5ed7cb194045395
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7c59f3657860c0cecfaa38b6f0ebf1a2e3ffb0
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687b195f85a9710cd236bf310d5f71479785c019776048af6cafd614e5d24414
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db3f26196f66134ada3f10f0e3f49b56b3d75a8
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b0e9f3f680b16218e1a62fb959edbd41c8ed095bb4ba72b30fccfc4a053928
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b543c5adb0ee00433da6cb60e02b7a2439e83d73
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ba0e4c579adbf6ca6336892f61f868f470591a106d6be108f833dcad453790
+size 208732066
diff --git a/global_step20000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6031962af6d46a27a0794e00c70cd858b7c74e1
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb11f5afb70bddf7ee83cde492f950ff23c0b837bacede715eb691b6d6f2d06
+size 208732066
diff --git a/global_step20000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb8b0a4fc1a84ec6d073c04913d59775db9ad45
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51cd95db70aa9cd70f9943cfacf67951ac731d0163d969a1514f3267110b953
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38675b79a338bbf54006d44ab4f8e03f4d21a437
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01bf23d46d1ca1a0434ce228e3f5664502dff1a91e4d73e70290f2a97be23a2
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8692a4fd659a5cb0a4895445a0e3f44da6479f61
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1adb7c77065b7cd9fbcdebf730ce33ff6633adf3d95d626a75b13472eeb6ce8b
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ea5b6a0e232ec89a6fd9537d87512bbb9959d9
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc2ba1f1452f03cf520672f8893774b8dc686863354aafb644b5257dfe4a220
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6feced09224a45d3b86438fc163be44a9404593
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74884973e70a5b485f586eeb1cd9d8c1d45d8e0a215ade654d31d62e97c0d67
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acc757789fefcfeb2f0e738914547426aa11981
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72384621b1d593bf7d81bb4314d6adef8b178dc2fbc946441ba561924bad3439
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1c1a6fb5d099ff4ffe0d559d5f647c510dc537
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe42752b2e51e27b00c200c5340cbb3c9311f0d3faf73ea49a745bb17eb65ea
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a559cbe50309532d19edd4c7c5659679dfea080
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29a941ae6dd15a27bdde68648f6ecbf138699e1c2ea29a4d89651b33716e89b
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7321dbd58609b4acb116bdf222f439dd965d8e8
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ece78c2888f14614f5af39a6f62b71b0535540c3e5016d84588f45d9b4b8c92
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872d7820d3adcfec00471bd32a3caf79f25913f7
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adca95c7e91879849a8ecc94eda3ada31ea0ee8744334f80d9b987b7f26d9e57
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81fb3ab637ba03252c99bb0794927b443631445c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06ca261f3339acab28685bf580ad8f71bfffa1476994c1fb488c3c886c72b7f
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db0ec430da560711844b94bf05e84bb0cce9d09
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fe725e07dcae36150d3bc07bc20018a5bde772c40ec923ba622099a4f810ac
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5277beb7eff245e2fbabec41de82307b47b37029
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754cea584280685979f82263f1f8ade1aef0bb2229a0f4fc2391c6d894d198c0
+size 208731351
diff --git a/global_step20000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0f55af6afbd8613600ff2c98d93156b3808502
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9a89c5173ca0bd580e1e282b4e032a083555c7c2e5cf75ade70ca73fc2d61a
+size 208731351
diff --git a/global_step20000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b91ffce4d06dc5ec24c3811c6bb0f6d55d8639d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab1b5c6096cccb1b31aee79df15c0775a2fd333465a58f598c559c4ec508e29
+size 208732119
diff --git a/global_step20000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7359009f3c77e5435960a71647dd29d8d3cb6fdc
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49000f4815be5c07cf81c3c3ee645ae44fac9cb0f2062b4871ec794e05365de2
+size 208732119
diff --git a/global_step20000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5491d6da55cae6166b6e5a5befe36a0a3fbda01
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f48a9a041074e33e9b8ae976c897cfec2d960cefabf4f9b043b9c042690656
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79156ea1bfeb20d61151d9d353cee4a735c91f85
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cef07fa26eca9b0205ac46b9b6274776257f7fbe1f6f466065855b4b7986bb
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f61952b9d3149b0e4de7fe895c64d844e8bec8
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8420757784e395004bc24e05bc16cbb67866188750c120e49dc4ea218a75dfd2
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e7fbd842a76408ccfd130554bd0865fc980849
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c117511166a2bbcac532537b03b88fe836977ca779efbd4eeabd83b8daec4f29
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2689aa37c87f9fd56760bbbd0fd67c6d59d654
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e1877bb7b093b6c7e45d95243442170de91e618e3a67a1de039b20cfcdb3dd
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb85d281d5f1896eb225b277bdf4ef181c7cde68
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8093ec18d89cca4792b490eecb303320fffb1f08321f39c8f04555289c9d7160
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e952a8657c9cb73bb88e4b6d77f7ef70ed633576
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5cac60929ce99762ad76b334c9a05e1f5d463ee8e176050a0e5051360109412
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0058f60beb947040d0d9881d0150efb4f8b56e1
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e1e133aaa7cd788a9a35ec310b7bb24a287b6232d8adfecc0b21ab3e443309
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c49cb8135045db6f124baf6c19698e843153d31
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4679892ba363c549056ff8e8cd2f144177fc34f80a782dafabb8e928f0d8a05
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3ee8dc4cdb3a284835c849182fd5333e6c7cba
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3792670f2fe76c58e1b13f6de66b637be3c5d33f2f9a25cb8bb3a8aa1d0812c
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b118ae82558fc3796942767df6b91c49ed94b834
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0160b5b86feca28cc0c3858fae6631f8f6f5840b5f372e64f7cd62dd304d19
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cac335a75e3e60f456dfc5aac385ea35300bf5e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ff315921378d57f41d4a29dda2d188cbb6d13e42d0db5c20124d70dfd877f3
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b55d4bc719446c1d942afad6c8598d6bb5ac626
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c7428db9ebd606b664735a3808bb8d0b019c0679c051e98e023284c87f7cf0
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffbff4263a2136168ccc2cbeaeecce8f39762ab
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79508cb560213d5bd5308d80daffda5b71249b5ee2671cdb42a253f0c033268
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc933c5600c2f8ef531bf67769c7787f74246a4
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0a6cac678fb68674b5dbad3b1c2f4abcebdb2201e62d9be58614d7ff9cfc7a
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc36d556d546e853b5a0c07167af8d4988ece488
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df71df15410e27dda791fa3ff19e5094b9b9b29597c21ecddc59ec273d59ca5
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266dd99dccc5d0e77d68fc2e611fc891a76c0eb1
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301df768680f4d4af5c3a873d16a1b110a9e3fca97b18e21858647e191717eb7
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477615ae5705d32ebe85289c862eda8c56f153cf
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c2242c0f81c61a0aeb0d2bc247e191c3d076d9ce8c7b081442ec8d96e32ed1
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c72d17471cb534c2237a7082002b3b2b86890d6
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d750ca222620bc6b2d192428b8373b3b8d538db1e6dc73f45de2cddf1b8b81
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ed89eb77fa3e11c0f675cc59fbbcecb677a96e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb5b4c93313a59f7cce3ab6c615ad70d7df3ee0fb2b3a7ad38554abb8507049
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc282ca7f9161fb27128737ef51d7be428ab29e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9573f17d17569691bf3e3777cb5855bb1f5883a4864470e5a8bbf65a435a561e
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2721559ffd5f21b4d925f65054f7aa7e5a579d4b
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e0f954704a75cc2bcc0d52b0d78dc80287a12187d7671f94af815b80799517
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef06cd4635d6d2c62c485b3b4457b52d9eb1a82
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f30d48654a3df9bfe5623e6264a7ddba6b19354d92e279523db994fc056648
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30001115b1438ddab90437407d5947f8b6d49cbc
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b50db65f037a84c5f39c37c9d7c2108ff7f8b5edf61cbd732b05673712d0fc
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47188fae4bca08f82a313f10daad872b64c4d015
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f49c0abde7dcfd350ce1254ab0e29a3f488fbd88dd2da7caecda2e0204f42ce
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33263f2dd510cf176cc31ac8535d1d4efa33ffda
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3f1f94d9ef25c8875af7cdd9bf546cc885a2c9c94f61994ae6a78dfd40ea56
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f8b9df126858224d142f4913be93f5d4fec470
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8733ee475f2375570a9ea27c6b68d2470728f846335a1d09b81d2bb025b6d1
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7d7e06b0300deaecd462eb7c7f497c449bcbe2
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ac710f35b957a243d8cb4a02c9eb14f6186a1b1f109b14dde3a7f96caf832e
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436ab2de8840590a9a7057e006330f572481a661
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3a772c0e56ce96a8f6d468c5b83f361d5ad24518ca1effcfd4565e6375525d
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f2e17761ea8c6b6cfd0e43000b62d3d92ecfb1
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b44d2c075722131e3fc9c4faeff0314213b12d296e0e8435e8d0b0f5f18d95
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9edf2ec8612acfbff6895c51882f0caf22a8da0
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc5d190c60eafc9b69da5c489122f842903868509dc0d89638a822a1a3a85fe
+size 208732066
diff --git a/global_step20000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b8cae6e09a4de683f04f355b480f54a46eb016
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423833d2c24e6b21eb9e97527fc7ddc74da1b004ec9e28f46ad2fafd5884a1be
+size 208732066
diff --git a/global_step20000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bebbbbf19e5a7e6c3990b609b2ae366dba9fc6f
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d285c4944297596f7a98098d9c50c2f4f457ff5d960dd55559628de2eef0697
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd6277aebacc56fcf5ae9b70304478a83efc1fd
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3683058e2de4742ce950de3fe97bce93cf50f439352ef10ed649b073f6a44a
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e651ed2f5dd4fa2a1a1135807f31f1626c940889
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93201046b59f59e3d5685a02e9ad4126ec6acd0610ff88d0827b3fefa8e980a4
+size 208732066
diff --git a/global_step20000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530a80b10325f0863baa148d2d85a2289d32f4e3
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1434e3e130b7d2c01835450b8e20ddeea607a4a137899de57850cd721a3b8bc6
+size 208732066
diff --git a/global_step20000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43eade593a75036c6c1a17a14bc77b2f52ab05c3
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb037d77ed920e13e3b477d33e7c07f7b29c95fd1ca8baa473ee7439991eb84
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c90909ee3079fe04bebae13b4dbc09537da1ebb
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d39953132909c1ae2d03f0648538e2bf84f77ce85d203784e2ac96df69d70d2
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c1a4eea7e2537edb46aac45286711298dfe716
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94aa19fb20c7dfdb9d65bdb5b3792cee46e2e035f299983ca6a623778d44663e
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d6794de1ec871832fb476feead836a87e877d0
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d555023be8fbc98c48f8200d7c15710af499898a015d6e9a11f3de5c3765a5e9
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ca3e19ce54d7a9185cde7a277bfbbddaf1793b
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0206b2f860b06936d79caf482169b8a052c46e6a36b0b6ddc42aaf3c303a5d60
+size 208731351
diff --git a/global_step20000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53346e38e89b0493e3afb7f6ddc38be996c7e74f
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da076c7b1de29a18eae71d337b722898adee98ecbec2b6f3176db762f6e1b03
+size 208731351
diff --git a/global_step20000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e30ec159ff3901ec1b536c9c906708aa547aad
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a231a97f0c0587dc4c982ace1fcd708d6af9a0a7e17a4626e1e522e7b5407ac3
+size 208732119
diff --git a/global_step20000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf53ebc0c32ab166713ae32c9e6cff569681d44
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1020748e9dc7026978231096302d043d348006324c9c03436f14d22ed0d34b43
+size 208732119
diff --git a/global_step20000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a507afd1aa16eff1690877d49d4396fd25779bf2
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee2339a640a9e0a384351b7cc3b0441ab2e62ae92bc622a7937976c0acc615d
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db999bb15021fc5a4f5cc64d7d08f311dd645f7e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18463d544ff75ac48e9ea288bb8024a4a00ac47fed3d19cb943a3da0545d70cf
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f930165b5ad38afc3cf0e20e77d800be3d38ef
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb0e9aecab91b3b15208cd111c25e4164b50cc792955d59df56e002e8d5b9b6
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcdd6c36f49ec17a422e8a88916de85ac4a568c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3020a10d641d2db3143240305ca520e14f6a7958aa4a1926377d6a4daffe1211
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab84f93617e7b9319e3e31a1541cf0aa92fe1ea6
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050bda24a6e979976eb7bbc01974c05a2b7e9159be2f52fc9be122d9fdc959c9
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6490c2b0daeaa78b8dfd97ca433fe01f3507f0b8
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e7897f3c88772f2bfdd330f0abcc12f0a83a17866711c83f4c0f669ef82fc1
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a998ea4d9da17b9ca59ed0f023ad02923df333
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e34d72fe5d6789f7b5de7fcdafc9907a20c4b7e618bfa814161bbc400aa4dfc
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c3488e5eca329de018c94c9235282fac62167d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05eb5969ae8a6aefc08e12281775f2a1f42db46e674a2867fcdb2b6087dd2766
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56fc29216664d1208cc88a4d7bd0e78b67e79a6e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f18e59e67ec4bee478c34809ce0afe2d25b546316dfc6eca2b8d84d58cd25fc
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9d58b7422c0ffb299b47a53e44feb80f6e7a78
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a56494e752bb7b171ee8064eb999f6b892389c0239c513f5db68be45c59cf56
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9e8c19a182337e86230ec716e6d93686ec55a5
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97baebb889acda485a94c35b7c2fc43737263dc0e5c97b360e1349e0dd8619e
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d830467d0b050e341655ab87d2004f7f1793a5ed
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ca98d017fd234635c94968842ea215bb41832f42cf5e8ad1831ca72aa37c5b
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dc16e8f3e671a1895077b0b20fcac1b4c06989
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac565fcd4e578df38d8c91ce638d2573890cf45904bc47f990549679088377df
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f27888412e9ca22a30c4d95697116c18b8bd57
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606c2d3f2cade371906617fcda15bf428368de700ee37f10210578036103d6be
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ab1403ecfbb93c63b70bd9973fc20cb1cbe7ac
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f5da6c10c662233f2324039bcacf3038fd7ef5f77867b7f71083fc79a0dd3f
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83491d7eb7ca81b1b0a0528e295a725dd1ccdd9
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba58a9a2c7d4ac0727f9aefad32c9a5a8003d4c4b84bc663c9385018b472c89
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a651cef46b1773e15156ad3251dd66fb16af10a
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ca89fe5010670242b80c4cdf8077d694ee7c1e0bdbd0061a8dadbd9740fe7c
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d113f70760e0040487cd117c9fa8e9cc646322
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568a6bdb4cbe254c5a52610528c6946773fe864a6ee2b672696118c8b63a45a3
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5ecc6c650f00333e3de8a6d2f5b0b32bbb80d2
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a16ec0647ba362da21d4ed1db4fd0d9faec1a6e2f3fcd6ee13ade5f13981340
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785047146dae53ea971bcec7722a385d775754d3
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ab9278ae8853cf1ebe4dd90669c602f51cb60fb84129e68f6412ffee8fe34f
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c743e922c352ee79680bbc742be625ed9b2d57
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c7e77d79832e77f0d2146b1819bd36770bc5cb5d0edfe54b11ced7401971a7
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4bd57b2cf4bd2fa92e3206f7fa4f45731719eef
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cb3680be2be097890676172e381a7004fdbc1aa562ce9f1823a5dd06de0ca1
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8beaed5bf968026caf7f90700f3f68d2bb0ce375
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451e5734daaf892ebf53e5dd1a97c6b3ffe08741ab69f8878bae63b228eb81af
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186843d451ca313ce5342070b885ccd2c1287dce
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed46358df0bf2d47f65e4e006d40a7970d076f523f9cfdac3a9427fc268d22b
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1794c45a15b4c3dfca98f9f2b9680fb306fa14f7
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bccbd35e14cd17ca3416c546c14cf0574fe13fcd471102c7feaf47dc08b139
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8299f680fb3d61a0663979c3eec3b0b81bb260
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0936379a7afe3f747d1ea30d80f67b6ac1b590a29d6b85602d17a32eb8d69f54
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b854e7f7fcd3684dbd4434eb4145e35e9752ec
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998f2c003f168bb60ca0bc5963bfbf4cb85fd133a375694fafe03a1994c92f79
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583941e9b1fa8b28328bff4c495fd82c0fa04dc6
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcae9910970395463584fa6ef2b82f5249cf9a1adbb52669e27ecadee1516185
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4b678fb490868218a746b50e937038e76b2d1f
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a479bcb4586aea956091a9f8d300e2514b87cb07d30e50805c04f4f70d18d22
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b98b7ba2d62ad7f487f0482ea44f98580f7bbd0
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55834fd56596c88653c1754c65c8913b1f3caf60c531a573462df083abe7f7df
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbc95f69b3740445cd570f533689281fd0f62cb
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a4f2e39b519ee2139ee1646cc0c60119b00a1e8025ef0d529bc8bcd8cc513a
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23446c02a43a0d6d7c6260d4e9671e2484b8c00
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd2ad53263f19dfd6c741723d4ec49ace4a9ec656fdb84e4255998dd563163e
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d63496eb6029f446a9f6580e5a24ad43a7633fa
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2227656a1c5131eadb351e16190f6cfe703d19d76dea1bcee34bcc7243a15331
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29963baf72c227e39d19b6920af593edb3135fba
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad46c4eb8387a64ed0a6d2cb6f67e3f0c55c873b2706b4cb82feb40a2cbf9ec
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4c54afb7d5dfc1c476bc128fc7c17b39447601
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634edbb782730651cb58fdb4729518f80b142acfe23f43836104fb2d4b5abdd0
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043e38acfa2e652884de583f4b7e0d3f93e93b37
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72f969b80ac70ecf3e35d137401b0d105f4fb8c9c7b0db03444d8ab0ad07b80
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc1caafab524fd56b20d9e7710f852b6533100c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f138f04a7043a27e83dd593da4bccbd0b569f53b5dc4323a112034e0a107d4b7
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e57a1a84e73ccaf1795f2cf06feea395d241afe
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcafc3b44bba5ad3563bc136d33681f87fb79305734896f785a9656c7f063f0
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33011479bb8f5d3a36f82f044d02dc011e100c46
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6132e94120203f48613af861fc87929d5c078811935856dada37fb69e842859b
+size 208732066
diff --git a/global_step20000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced49d955604895c11999cf906eb99327f461dca
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d603dae8c0ad71dfa7909056fdaca09898be515aa25b17350047c928ac2f7622
+size 208732066
diff --git a/global_step20000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4db98a05c41e1f41d012147a3642aaa161ac88
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4118e88bc5226a38b492e4c6f31057f7d28dbd4905e4ede73e4f605d27222c85
+size 208731479
diff --git a/global_step20000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1876e97d41e0aa19e48104ab2cb562f1bfacda13
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5273d9982415997367b81078eaa13984dab96f3707b0ce7433e6e60b2958bf41
+size 208731479
diff --git a/global_step20000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df59484f560465c0c2adb9d4a29b065fcc0288ae
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f016ae42baf8891d6c12e4e4937fe020aef10eddbc05a1155f6ed28ed24060
+size 208732247
diff --git a/global_step20000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e41a001e9200b231ce7e13c1cebce06b576707
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf95fa2a499fdc37ab905099d77fa89ef1e2f104d630815f390097e61b3a1721
+size 208732247
diff --git a/global_step20000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e245a6225d25418c96fd8482b096ccfa00b09806
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb2170e475d75e7ba6fc271cec5487951d89ff820fa89ea636bfb848debdc64
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5526f6d6460548f38ccf21e234eea23a4f18a2ba
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52716f94bbdd35754559d56ac04bae1b8c1b1ac66cd9d2fb40d1ee601faaf56c
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36911bb7797311cd794473495972f69e5b56cbc
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b939874302ffe6929c99c5349507f97ee602d5bcc2344118bdc3a720e1dcccb
+size 208732066
diff --git a/global_step20000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c34d09f7b6abf2e0a459204ad081b8044ad86b8
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a3380d82de01f24f6dfc15642afd49ab768dda32ffe737a2b02aed7c74c500
+size 208732066
diff --git a/global_step20000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc9423f6430c380c4db22a0f815a682ca220e86
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dde5f2d0a50ab144c100cb48e995fd00f811f777918b2497a317f43e55bc6fb
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a828dc4745ad78f8d8dbbdb3509ce0ef125fa9
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a08a72d09ca8cfc779c026252ee2b3a8cafc898dd11354e82f2c4c4367fb46
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46bc6dea115309e91e5e094e8d1ab908e05d550a
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e9b754bdf85256d98b91d3f7d4ec1a7d80db998c80e16323b8fb9971fd7481
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1005e1e93c614072ebb3bf8a5d95adc79361d4e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cab330720f3a1bf0b65830b66957263e45332cdd404fea424c8a872d2d6977c
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa883958ccfee9a19058fe71f0c2dd3e2c915ea7
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f4820094edcd58d7a8afa1719684cc9e6d21e34218597ab62a41b9ff78a6c3
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c93f68313ebf66828a515fa5984fc43b41e64e
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee06a178053164aefbbc5951e5fd1c2b8b679bf6c390fe8bdac12d039df2be2
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebae21fd443bc07c740fbbf6eb48b0d143423ae5
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31eb5ff8266694c794e39ffd1c9fa88e14cb46688a28e2c7db83cb850c062915
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1f8aa947a6b137ae819674e6385a4e7dab2d86
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f4ad58537adcd6589f24e0f34cae5c2d35e6e57287e91f8966c4f721320d20
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a8294b6e331b8fe32db65addf6c3d57be12e11
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b019de35054e319a2f6a37f8c4653627602569801efc188e3b46346e13420d
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9c6eeef70bbec77617273372a0b236393bf6aa
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f46c11e27c1d4cd1502644b504b3c576b6a4ff63cf9243485fe38bc835d331
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed17f66a404857e29f3df1f9a771a97bf5b8df0
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d431fa7cf55aa0b069b732e7bab4fc0b890c92dceca1cf700c534e23421a04
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576486053de4371837f11ca40e5dcfe7c4bffb16
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cf115dd901becc7c8fc4778a4be6a6b281ae02f54c2b12be941aeb3c6b9dcd
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23095d5f2e9d8d1841c910d3199dae2e9b8bed0
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef18c1aef474d38bd5348cba90966592ea7709a1691cefb41746b49e4653dbe
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935c36c1d5f6eecdd8c24eb4740f324ba63985bd
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58f193fba10f9ea9148bf92576b0db3adb6ec0ae50c1b7a411f32420b769cb5
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7810e7a766a9c0d0a01590c02d5838555cc94e51
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e85a33936417113a1fe0e6acd7b91838506c474445548875f6cd68f4445bd01
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e8053793a89feee5dd246e6c7fb7390a059b80
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c566d96b1e3151a64d50a223feb051e01abfb36964083423b25f25a05357c7d
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ac122bc78854ce2b7856d7959e2e25a41c628b
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106a863b3ac3f8ff0cf9101d330abb64084bfd2e8b4b324bb3c8347ae4ca5d66
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65e927b8784ea2312b70680036770b942acf109
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731732928ca9bf12be0307fd8ddf10e71dc0debc2ac17e7c42bef01a9ad2c3e4
+size 208731490
diff --git a/global_step20000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8602f7a81a30063b35f54a0e440620fcc233cfb2
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0c3ecbc94382184f88430ce98f936e4b6a6c4810c75141400c92420a4f8c10
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4af0c7fc2b063872b8959b8071f582d9a1d65be
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0c3b9a328ddc5a0dc3e61f9d36c5a878ad32446df12975153eb26b220aa8a8
+size 208732258
diff --git a/global_step20000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ec068c3108d5a64645b932240efc93cba5a2de
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d67d764fc41176c81f8c540c5c7b05b15d569e0bca97d457cd90989329ccb0c
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56014eb74632f5190a9ceca8e43b4bd940025ad0
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1284d88d1d10bea329d1d6ef9f6d79033cddc84089eb93f971b1a1648012e024
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0899b90e48e1c77cb563478d229ae0c25180a494
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6344eb8855c46125e2741ae9567f8fa94847335fc68737b7aa4d1401c5a5919
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5cf2710df720756d942fefed61205b83da52f8
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd329de281d0ff6cf57fe6da28b8ce09932ffddd89bec37584d3ea95dc8fa4a7
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c008d0e6b770f5e1225f1d66f2f047dc869c29d6
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5733d189445e154b10d24994eab9143e7148372a9313c1c81a86e9851ece4432
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661130d8495fd20cde4a9355ffd0a7ce02551f1c
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142f0733aa12b864c52ecba561d3752e6779955b5e45c4d7cd7476449a54e238
+size 208731298
diff --git a/global_step20000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001b6b8aec912f7655b1512e568c2ab964f07566
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc24aa16f55b4608acc2dc4c838f9e637ca71e9271f4b518d39c3db3168c0e26
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5807d2f1354a9741946122bd9be5748e6a8bb21
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9932d63d71d1ae72b55e254fa63a2a0387a3afd2096a233fddbd4a547ae77430
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2de065aa3035b32aff12396ef62dd362871110d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a87d7b957b7661e0857942ed06d9ae113a35423f23ebc408823dfa0782bb01b
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8237288dfe4161fe50aa12c844323cc95e53cba
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfe52ebd6b953e3940907e22a694df0c1539e9f5b92a796151096381048c9bc
+size 208731426
diff --git a/global_step20000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461e6e294b54c6a93129c15cb94fb9df0b412ca8
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3468849fde3905bc62ea34509b2e35b08c78ea7ef49c474d09e2391fcc8d4fc
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59604b1f2ca2edaf1095e0e20e96c5bb50252412
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144c54f44403fb5e0be1865027acead3030d67f4ad211748d8fec8c7edd6c962
+size 208732194
diff --git a/global_step20000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2dbea5876ae76147e78a6bb03e845fb5bd242f
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7979e0d5ac96fb0f493acf7990629b2a11169360f4a48f868bac101de7290d81
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6315a7d30e2d57d3383a4013de11fe12ab22c50
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209e3f2a7697dedf4d3e0382f13bf57a28037abd99561376370bddafce6f4ab1
+size 208731362
diff --git a/global_step20000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228a3be6d208adb8883acf2a093f473ee5f92c7d
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8ec7b814439a0c2af7135a4e10d711975fcd7ff70efff1bcd8933315d9df1f
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d760678afd5ec99f066b944ecf8916ff77fc88
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4f3f91b9aff0a32e43f0de3aeda831482e107d7531c7d5b0973dcc1578466d
+size 208732130
diff --git a/global_step20000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/global_step20000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e746aaeb6708185941568ea2ea362bfe7aad98f0
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab22fce6a03385e5ee6b6468bc566da62be5c06daf9996c7ce8ede5d183fba95
+size 208731351
diff --git a/global_step20000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/global_step20000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776c54c7f5d1fb2dc5bef508cdda7534538aca71
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2059863fcf33b6ce2c03a19eb18d65cbd8131778c1d74e231284f08915d592a7
+size 208731351
diff --git a/global_step20000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt b/global_step20000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb6ab3a4fc462aa616afa95ed70b159bc7413b6
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b631ea7854c9c97bbfe20628606d6d04c7cb2444b8e25096b1081355f3b044d9
+size 208732119
diff --git a/global_step20000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt b/global_step20000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4b622d37d5790fcef614de1a829c880e7c9964
--- /dev/null
+++ b/global_step20000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d9c92757a221c0d5e7e5fe0056b8043ff949fdeed2347056be57964785a6f0
+size 208732119
diff --git a/global_step20000/layer_01-model_00-model_states.pt b/global_step20000/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c6ad1c1a6565d6133626258f531b764dee7c50
--- /dev/null
+++ b/global_step20000/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9b6f1ed3416596b392380b86455e0cb6ffebc4f8a13b69691155db3423a6dd
+size 223347971
diff --git a/global_step20000/layer_01-model_01-model_states.pt b/global_step20000/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc51ac1839e84c952e060d467976fd38d64b651
--- /dev/null
+++ b/global_step20000/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07982b0407ec2dc9daa66f7558cacefcb27ba337e5b6986da5c33cf25b3c8ac3
+size 223347971
diff --git a/global_step20000/layer_03-model_00-model_states.pt b/global_step20000/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9f83dfa3cb144487864471775b81be19424c14
--- /dev/null
+++ b/global_step20000/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291409f83fde3c415cd7f0e8175a90b0fdf9a7ab8c5d697ab933ff400c0db684
+size 201408771
diff --git a/global_step20000/layer_03-model_01-model_states.pt b/global_step20000/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5c4a151455421b733b1cf1ee12b6206f07371c
--- /dev/null
+++ b/global_step20000/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4429c72a37daa37c95c362ab529df31dc891fa325fcb6886c84128451b4a89
+size 201408771
diff --git a/global_step20000/layer_04-model_00-model_states.pt b/global_step20000/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68aa31833647cdba2b1d6173ae54e644659e4e0d
--- /dev/null
+++ b/global_step20000/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cd535cc9099404015844a01addc19b6bfe321b0b5e5350c82005a9853fb176
+size 201408771
diff --git a/global_step20000/layer_04-model_01-model_states.pt b/global_step20000/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7237836fa88ec5dd5a700f259c6b0222d61b84b
--- /dev/null
+++ b/global_step20000/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017ae5385e1b64843c893bb93c2e639671c3b950e5b5062ddfe5c5d5aee4f602
+size 201408771
diff --git a/global_step20000/layer_05-model_00-model_states.pt b/global_step20000/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533c56be69d24e870696c0bbee2d2f63d827d902
--- /dev/null
+++ b/global_step20000/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3d74f0e156dd24d7d5c130010f4ed42d6f4c3ccba4feaaeae31c3f4a48da59
+size 201408771
diff --git a/global_step20000/layer_05-model_01-model_states.pt b/global_step20000/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498b36dfd5973f1c282275f63d0e1545c9246137
--- /dev/null
+++ b/global_step20000/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320f455ab6c86e72cb50e8fccf06de55c1b9afd6011f56e02a8f712da730bf50
+size 201408771
diff --git a/global_step20000/layer_06-model_00-model_states.pt b/global_step20000/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2a4f308943b8b81b5f9f67bf78ebfc438943c9
--- /dev/null
+++ b/global_step20000/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c770b45fe409084201303317b67d5842f603bfca61990e49cfcac2a5259bc91
+size 201408771
diff --git a/global_step20000/layer_06-model_01-model_states.pt b/global_step20000/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b754f6098c6a691ee1a08680872eff1cb708a791
--- /dev/null
+++ b/global_step20000/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9328ed3de0f8852d564569d2b3cce665584a80917d08db841f2d400df6a870fa
+size 201408771
diff --git a/global_step20000/layer_07-model_00-model_states.pt b/global_step20000/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818eb49100569c5e775e51da9a571c4eeb9cc2a6
--- /dev/null
+++ b/global_step20000/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0099dc0646e0d46afc22590a2d677120d51b52fd4c6abb23cf05649216c4292a
+size 201408771
diff --git a/global_step20000/layer_07-model_01-model_states.pt b/global_step20000/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb4fbf152c8b46f82c7a0dbc28b0b471315b21b
--- /dev/null
+++ b/global_step20000/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bce0f2def9075c7d2e8080eb9550962d83c22f3ec04cf3f8e52fa50b27e4939
+size 201408771
diff --git a/global_step20000/layer_08-model_00-model_states.pt b/global_step20000/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b899a54b4cd9989721bf3bf292bb71887370c42c
--- /dev/null
+++ b/global_step20000/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dce3cefa468c27368f5cd734d61572638ee830a00df24618484987dc294b8f2
+size 201408771
diff --git a/global_step20000/layer_08-model_01-model_states.pt b/global_step20000/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff661ad26377f5868e0ed051d77c512d17cab48
--- /dev/null
+++ b/global_step20000/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22bae86d7f7856586f14ae72372195ee8c3d385fc711010ab2c3e79d64906ff3
+size 201408771
diff --git a/global_step20000/layer_09-model_00-model_states.pt b/global_step20000/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c865afb3f8ca2546522d23a8603aa5137161781
--- /dev/null
+++ b/global_step20000/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928195a870ad091ac8babbf8e61f3be7b556bf42bc96eeba24c5a991a6f63076
+size 201408771
diff --git a/global_step20000/layer_09-model_01-model_states.pt b/global_step20000/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82ca4c152b191d688d7947172a10cb13c6d0087
--- /dev/null
+++ b/global_step20000/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dbc1b6be9e728220fcff28ffe00ca8dc80e54bbb8ffa1e61bd6b50136ec365
+size 201408771
diff --git a/global_step20000/layer_10-model_00-model_states.pt b/global_step20000/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f842eb5da917db377c3f11a32c85be06db26ee9a
--- /dev/null
+++ b/global_step20000/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ff39cdef2e35831242125babfea9592ed94d4699893c94f2ac2c29f10141d0
+size 201408771
diff --git a/global_step20000/layer_10-model_01-model_states.pt b/global_step20000/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c806a9cb226dec9d1ce97a9d4177c5f86517c0
--- /dev/null
+++ b/global_step20000/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e754ba2790d50dc2189d9e33205dfc8857db66bc1e4f03b60784b1cf20e3600e
+size 201408771
diff --git a/global_step20000/layer_11-model_00-model_states.pt b/global_step20000/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5fbcd292d8b8513429b246742fc414fd3f1720
--- /dev/null
+++ b/global_step20000/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088d474d0925a5a596817d8d36382e3eb30a7044f4f9a95e15c0b006070d8bdd
+size 201408771
diff --git a/global_step20000/layer_11-model_01-model_states.pt b/global_step20000/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3e12c760388d66b2ea4eca71c9f46b5886251e
--- /dev/null
+++ b/global_step20000/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e8550badf267c78d92740278b16b782ef1fb673ff79b91ea1ef6d9c2283e39
+size 201408771
diff --git a/global_step20000/layer_12-model_00-model_states.pt b/global_step20000/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a6ab1c064b7dfdb3405bd72780a4d265e33ded
--- /dev/null
+++ b/global_step20000/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14dc7ab784590deb7cca769150e75dff4409f472d79ffd9eed21443548d8b465
+size 201408771
diff --git a/global_step20000/layer_12-model_01-model_states.pt b/global_step20000/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271adfac7df2839ad975acd829b6a5d492b77411
--- /dev/null
+++ b/global_step20000/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086070789550252def55d5ec8862495b0df2b7758ea7c4964ce9425ed5915dae
+size 201408771
diff --git a/global_step20000/layer_13-model_00-model_states.pt b/global_step20000/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ac6c816e9a224b07832bfa7f816e43b81a5530
--- /dev/null
+++ b/global_step20000/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61d566afe087708d2ab7abeff16d03b4357c09e4f01df9748ad871ca95b958d
+size 201408771
diff --git a/global_step20000/layer_13-model_01-model_states.pt b/global_step20000/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319c4ac1ba9b5e8a9e4ee91b909c357e52f1385d
--- /dev/null
+++ b/global_step20000/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc1bf66ce532a7e87bc085c9448aa2c3403c32052198f754ee6a2f6f287d784
+size 201408771
diff --git a/global_step20000/layer_14-model_00-model_states.pt b/global_step20000/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54ff80ea62bec7a1554305513d018a7881f70a5
--- /dev/null
+++ b/global_step20000/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31271db8f8ca9af8b64c45a481871f44df094d8362931e33120f09fdede6f749
+size 201408771
diff --git a/global_step20000/layer_14-model_01-model_states.pt b/global_step20000/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8a0ae02775d57e39f0552aa6c2e713ad3d9773
--- /dev/null
+++ b/global_step20000/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94b7e2954686c815b5816e417f3ebf6b92d355d8393c359d98a747c668ef21c
+size 201408771
diff --git a/global_step20000/layer_15-model_00-model_states.pt b/global_step20000/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbc5eb8089e2d7ab87f264e9aaaf3985d2de89a
--- /dev/null
+++ b/global_step20000/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403cc40dae93022a2e61525ab2a7227a3ceafebf7b57e9084221e057b6d141e3
+size 201408771
diff --git a/global_step20000/layer_15-model_01-model_states.pt b/global_step20000/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d99dee752963c60fb3cdfe01da9048d763dc9a3
--- /dev/null
+++ b/global_step20000/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db45c62e1e340acce2e5185a3212e70ea94644e56cbf359d347b9772292684d
+size 201408771
diff --git a/global_step20000/layer_16-model_00-model_states.pt b/global_step20000/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3be0511b490631f45f94e463a97bd6a2cba7381
--- /dev/null
+++ b/global_step20000/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9f109c7139cf657f5a7140b6718dea03c64d1b98fb2703d088085117346924
+size 201408771
diff --git a/global_step20000/layer_16-model_01-model_states.pt b/global_step20000/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785ec4a0cec4f0d170712a6a0b41b3f0db676db9
--- /dev/null
+++ b/global_step20000/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be5867a6ec3fb823002da68b8bbaeea14cfda1f7415b3825b8256eecc797162
+size 201408771
diff --git a/global_step20000/layer_17-model_00-model_states.pt b/global_step20000/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8a09a28acbee9884836855b9b00b514cc03dcd
--- /dev/null
+++ b/global_step20000/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f96ec048e3e7ca7829f232568e26e378e2522a4451c0e34d4ec04355b67053
+size 201408771
diff --git a/global_step20000/layer_17-model_01-model_states.pt b/global_step20000/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb4de8d217379c9aed35bfbbaff3cd1aefc7977
--- /dev/null
+++ b/global_step20000/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a964abbf5ba23ccf3eecb5c0cfdefb73bb505daad550a01d4f3c4461edd09c76
+size 201408771
diff --git a/global_step20000/layer_18-model_00-model_states.pt b/global_step20000/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbab0b5fa9d399b4c2519c2164b2a245175be8c
--- /dev/null
+++ b/global_step20000/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d2089b4ee25c42f55d37b8c9096b07849cea007c2e844c8a015acb3b6f1034
+size 201408771
diff --git a/global_step20000/layer_18-model_01-model_states.pt b/global_step20000/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592c3eeba634da9ea34e5672631d948154b579d8
--- /dev/null
+++ b/global_step20000/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1b3b36108e26952076f05ed4fcce2a64708c1a805a328b29ddb3d74ba674f0
+size 201408771
diff --git a/global_step20000/layer_19-model_00-model_states.pt b/global_step20000/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636fccfcda3ea3d213f35984195114680a29f7b8
--- /dev/null
+++ b/global_step20000/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ac9fbdc4b5c921c3412c2b3628a8a047215308af5b9975ef97383add4bdb68
+size 201408771
diff --git a/global_step20000/layer_19-model_01-model_states.pt b/global_step20000/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933cc23a3d7a08c95dbf136d5447b6534475cb9c
--- /dev/null
+++ b/global_step20000/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366264c9d007eead3e704301bc15a78e7d13f7ca7810de694eb565d26366c847
+size 201408771
diff --git a/global_step20000/layer_20-model_00-model_states.pt b/global_step20000/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880b23c4441986aac1868098709ee5894e866efe
--- /dev/null
+++ b/global_step20000/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835ebc8bde937987ef479b52de86a90cb09896ad9a6c38b82a02b71f31a4d761
+size 201408771
diff --git a/global_step20000/layer_20-model_01-model_states.pt b/global_step20000/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbead7e0f565747721d53f051afde1c0ae767dae
--- /dev/null
+++ b/global_step20000/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05e5d25ed53aba97cd580c08696efb7ee77de502524e861f1b9020c8e530af7
+size 201408771
diff --git a/global_step20000/layer_21-model_00-model_states.pt b/global_step20000/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b943c92eef875ee1ac9259bf6843ed87499c8c
--- /dev/null
+++ b/global_step20000/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80538d53f0bd3f678578da0a7485ef196276c9a310816267e6dd6c8db41fce80
+size 201408771
diff --git a/global_step20000/layer_21-model_01-model_states.pt b/global_step20000/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda82af7a926602f94b4e26caf875bcac58a923f
--- /dev/null
+++ b/global_step20000/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e245379878e4e07768d9ce29aa6f05a1e4f264059c5aaa9168388230142c467
+size 201408771
diff --git a/global_step20000/layer_22-model_00-model_states.pt b/global_step20000/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9e9ba9556aa73c123d73136741ad9e37204bd6
--- /dev/null
+++ b/global_step20000/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89677ed8a134568b35fdba60a8ca65c3709e21dbbc8e35cd024122376a182996
+size 201408771
diff --git a/global_step20000/layer_22-model_01-model_states.pt b/global_step20000/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548eeba713b84ac42a5e7c19c082db72131c6108
--- /dev/null
+++ b/global_step20000/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c2c8fc01d79b442eef94d0f1013e34f3c03009e1acec8452962fdcb1e6912c
+size 201408771
diff --git a/global_step20000/layer_23-model_00-model_states.pt b/global_step20000/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41aa901597f271fba80b109718d256b56ae6734b
--- /dev/null
+++ b/global_step20000/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3910df3ddd48faf07f7903e9bb8abba3411a3ff688a8c4ba80063a578c155d29
+size 201408771
diff --git a/global_step20000/layer_23-model_01-model_states.pt b/global_step20000/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5299973455209a26faadc68d72a19319e831019b
--- /dev/null
+++ b/global_step20000/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cce013313d26b90e232d6a4573185421ac0b8496a4b81ace09087764531c3e
+size 201408771
diff --git a/global_step20000/layer_24-model_00-model_states.pt b/global_step20000/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb55477a53d427c7a2e94b4360bef705c909689
--- /dev/null
+++ b/global_step20000/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4be04c772763046f8848051a6dce0eb1135816fff55916be4f36dbbb925d34
+size 201408771
diff --git a/global_step20000/layer_24-model_01-model_states.pt b/global_step20000/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c93c0b70e559945bd2d2059fec74a6420743af2
--- /dev/null
+++ b/global_step20000/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74defef80204fc40b107b980d93e8a8b1e99935b1a2f6c5042c569d4ab4037c
+size 201408771
diff --git a/global_step20000/layer_25-model_00-model_states.pt b/global_step20000/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd678b51087017b02ea4bb290bc45236af95c725
--- /dev/null
+++ b/global_step20000/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b1429c4689b9bed8b1412e4d7941c7ba7481a659b8f8f5ec1974d41d89cec2
+size 201408771
diff --git a/global_step20000/layer_25-model_01-model_states.pt b/global_step20000/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33ed7837e17ef23a346088d0c73c3ffb441e32d
--- /dev/null
+++ b/global_step20000/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec142d968589a21484ee8f7418c7b4958f51c8ff26f5d925b6f04f233cc8cb3
+size 201408771
diff --git a/global_step20000/layer_26-model_00-model_states.pt b/global_step20000/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f5d2208eb8fce9d678f41135e94a37faaff8f4
--- /dev/null
+++ b/global_step20000/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96da6b469efa896a1a72ba39cd91f10751f16a79eac94bca901b21e3418529c
+size 201408771
diff --git a/global_step20000/layer_26-model_01-model_states.pt b/global_step20000/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10abb9fc3b7bd4ebef20d42f0e6630d2496e883b
--- /dev/null
+++ b/global_step20000/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0495f855a52d259c21572c84c005156cd46868446fb18f791db91f5161f3d4cf
+size 201408771
diff --git a/global_step20000/layer_27-model_00-model_states.pt b/global_step20000/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0625868974ef49309a72e095f48ab8bf921fd2
--- /dev/null
+++ b/global_step20000/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a38b64ce6ddbb5aaef31170116a23b36989b1ecf3b260ffc0711291c118762
+size 201408771
diff --git a/global_step20000/layer_27-model_01-model_states.pt b/global_step20000/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b15ec26c29e7ddff11b1920ec127e134654677
--- /dev/null
+++ b/global_step20000/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c41fc93e389fd979bb21e4efe590d9e4c175e239ed85b9e7bac154fe6eab0b
+size 201408771
diff --git a/global_step20000/layer_28-model_00-model_states.pt b/global_step20000/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8f3bd4fefbfc64fe387c305c36151e0a2257a3
--- /dev/null
+++ b/global_step20000/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552a0dc673fe19bd066fcc08c7070b0d04aba5288e238b0cc6532eadec1f1d9c
+size 201408771
diff --git a/global_step20000/layer_28-model_01-model_states.pt b/global_step20000/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fcfa2adcb8807111073b80c33e288c5bdce321
--- /dev/null
+++ b/global_step20000/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5026b2970e93eb84abc30e9417bb028d13f9bd768c05cc261407b557dd022ebb
+size 201408771
diff --git a/global_step20000/layer_29-model_00-model_states.pt b/global_step20000/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948e86f7f1eb08e9d06f5cc08c4bcc01af2a3a8f
--- /dev/null
+++ b/global_step20000/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b586434e1121a2dd55c57f2f1bf4c4153580b7f38bcfb82ae14616ef0a5bcf
+size 201408771
diff --git a/global_step20000/layer_29-model_01-model_states.pt b/global_step20000/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01250ac4ad84a9ebdbaf3fabdba6f50b71bd8755
--- /dev/null
+++ b/global_step20000/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4554d16d1c70ffb752c996e36a95b96eec021356b7956b26794d1ea935af071
+size 201408771
diff --git a/global_step20000/layer_30-model_00-model_states.pt b/global_step20000/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ce6dccc1bbd97b6b155bb6634421f79a7bb2f6
--- /dev/null
+++ b/global_step20000/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef7bb6239c93bebe3094e34044e6982909df20fabe3ca9298b1d1ecc72acb88
+size 201408771
diff --git a/global_step20000/layer_30-model_01-model_states.pt b/global_step20000/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f40216a596a40bff78511453ba86b27e82f2d3
--- /dev/null
+++ b/global_step20000/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00b2378fceefe506d9ce184d729260c5d006fd2734a4de394cfc2bce4314431
+size 201408771
diff --git a/global_step20000/layer_31-model_00-model_states.pt b/global_step20000/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e497889390557104ca0a1bdf14361ebde91976ca
--- /dev/null
+++ b/global_step20000/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f55af79319cde758be5d41b29be23d8d80a0af0c562fdc62b363dbeed6491ee
+size 201408771
diff --git a/global_step20000/layer_31-model_01-model_states.pt b/global_step20000/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242d839eca77f5809382d0995c6cbfd9a4b2a9da
--- /dev/null
+++ b/global_step20000/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b277fe182f31f187d41b7541ad327f2be52b049596f8803176bfe9a256aa0bc
+size 201408771
diff --git a/global_step20000/layer_32-model_00-model_states.pt b/global_step20000/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589bee9566b562aa137df7768a3463c877f9e139
--- /dev/null
+++ b/global_step20000/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a9817cbbf93345c36a893910ef37f51eadfb7213a71d2eef6728d860c9e28b
+size 201408771
diff --git a/global_step20000/layer_32-model_01-model_states.pt b/global_step20000/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6572533f0eadf1b8fbaa5f445b9eaac7f3ff505c
--- /dev/null
+++ b/global_step20000/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e12759727d42bbb02b4a379e31a76420a84a0f1d9d9cee9e9ece9c363fb142
+size 201408771
diff --git a/global_step20000/layer_33-model_00-model_states.pt b/global_step20000/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd55b56e34f1c558f4a1cce90e38bc78cf37703
--- /dev/null
+++ b/global_step20000/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93ed6bdd88c049f910da53782edc9b9290bf2450e04039af90f0fefe8e64776
+size 201408771
diff --git a/global_step20000/layer_33-model_01-model_states.pt b/global_step20000/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e642cfb80306c4507182ce196389d207a348192e
--- /dev/null
+++ b/global_step20000/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca384d73181436f595773c4e5dbb450a24714e890646412037d288a2e90a752
+size 201408771
diff --git a/global_step20000/layer_34-model_00-model_states.pt b/global_step20000/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600911ce4c7019dd74246c18e06a77889cd45782
--- /dev/null
+++ b/global_step20000/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb57b08365088af505a268a5bfa7f9d9b36bd398fd482dbe6b7c61efebf1df0e
+size 201408771
diff --git a/global_step20000/layer_34-model_01-model_states.pt b/global_step20000/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138b036659eb0970e6591f9d0720b3cd5cdba3d7
--- /dev/null
+++ b/global_step20000/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f193c7cc1cbd63492daa392d9ed53c07e20ecc8e2fbb7d6cc28a9febe0021f
+size 201408771
diff --git a/global_step20000/layer_35-model_00-model_states.pt b/global_step20000/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbdb9a1416f0cf9a5c41e970821e49aca9cab8d
--- /dev/null
+++ b/global_step20000/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d387a2a70d906711c7a80bc69f7dc7e3d6f1b2f8b5e3c54d942a8762beac45dd
+size 201408771
diff --git a/global_step20000/layer_35-model_01-model_states.pt b/global_step20000/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eed04583a726da439c40fdb6930b3a2c34d3f62
--- /dev/null
+++ b/global_step20000/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3c27275c94647ce1445c6801a4affffdba9c34397bccdde6b2fd8caf0bf07a
+size 201408771
diff --git a/global_step20000/layer_36-model_00-model_states.pt b/global_step20000/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206feb01edd7c4b48884d4877874fae2cec71801
--- /dev/null
+++ b/global_step20000/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264fdc94babd6f42f6e8c37b5fbd117589d0f8c70f3b1a7a1025609c04e11257
+size 201408771
diff --git a/global_step20000/layer_36-model_01-model_states.pt b/global_step20000/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d17107e1117224eabc877e5b8600ab4079a9c9
--- /dev/null
+++ b/global_step20000/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ecd103ad15c5e0928631bc9bbf5da8fa3f1b7cb11caf89d3eb48ba61ea3a89
+size 201408771
diff --git a/global_step20000/layer_37-model_00-model_states.pt b/global_step20000/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfccd298c0de2d630f6ae1b712d6b11748d7086c
--- /dev/null
+++ b/global_step20000/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f77e93c325586d2c9f92fd0a49b81ebc0762ce1a5763c9d51803c44af0dd9a
+size 201408771
diff --git a/global_step20000/layer_37-model_01-model_states.pt b/global_step20000/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759b1e5a163ba16c15d0dbe762dd0b8d5c3719b4
--- /dev/null
+++ b/global_step20000/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7726e7d0c21429100d56ead356b257121c8d82957bdbc4e248456f8f3f2285e5
+size 201408771
diff --git a/global_step20000/layer_38-model_00-model_states.pt b/global_step20000/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94325b1228cdf8bc79e0c5c0c3a430898b2d4be4
--- /dev/null
+++ b/global_step20000/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3c45acfc8d2dd6f3a7f8d87ea23614a399788a5ae497147dfd0c40111a4d54
+size 201408771
diff --git a/global_step20000/layer_38-model_01-model_states.pt b/global_step20000/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77848b50e30530d89234d47baefcbc6b5fde60f9
--- /dev/null
+++ b/global_step20000/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3fedb25d1304270463c131c287ee9c19a0db0227d216f9ff1b30f936bdaaa8
+size 201408771
diff --git a/global_step20000/layer_39-model_00-model_states.pt b/global_step20000/layer_39-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971b50d30d9e38eb3350bd6bd51bb8cece3d8886
--- /dev/null
+++ b/global_step20000/layer_39-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f554b443a27e928df46660d810fe1e9fcc3b432730f625e0370232b46000619f
+size 201408771
diff --git a/global_step20000/layer_39-model_01-model_states.pt b/global_step20000/layer_39-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d11924bb12cc7c5924801470a2ff3af830d2588
--- /dev/null
+++ b/global_step20000/layer_39-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72300156b09278ec93c77bc7342271139ac7d0ae658048167f5b675a415c409
+size 201408771
diff --git a/global_step20000/layer_40-model_00-model_states.pt b/global_step20000/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3968a312c7c8c15da62218e7382bf31f90c51c63
--- /dev/null
+++ b/global_step20000/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970f128163b7482912ec8a14feb6180358120abbfe664815f4a59eb160eafa25
+size 201408771
diff --git a/global_step20000/layer_40-model_01-model_states.pt b/global_step20000/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c2fbd0bd8c2a7535343ceb57613a6d13fe8318
--- /dev/null
+++ b/global_step20000/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8888be617fec125b431db05debb71a9736e0a442ee0bf34cbde17da0fdd6dc
+size 201408771
diff --git a/global_step20000/layer_41-model_00-model_states.pt b/global_step20000/layer_41-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f0bb509678302546f6b2d245616d9d535dda26
--- /dev/null
+++ b/global_step20000/layer_41-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998ac57ca2dbbe357a18cb60dacadc185e895fca2e504da4a6c420336751f8b1
+size 201408771
diff --git a/global_step20000/layer_41-model_01-model_states.pt b/global_step20000/layer_41-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd913f118cfa0d33c6bf19284c6a1f1ef1c4909
--- /dev/null
+++ b/global_step20000/layer_41-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f35d2eb6ede57b012351e9919f3f2562d32241336bfa1b86a8d92d4bc4f281c
+size 201408771
diff --git a/global_step20000/layer_42-model_00-model_states.pt b/global_step20000/layer_42-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a028c6e5d19619c94627eddbce6b87eae375a116
--- /dev/null
+++ b/global_step20000/layer_42-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af85f2d68da20ff1ff70e794c3b73e08eec670e2740278ad989cdda703384b76
+size 201408771
diff --git a/global_step20000/layer_42-model_01-model_states.pt b/global_step20000/layer_42-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b3f5d6f6ab7d04a8333e79b659873a05d8c771
--- /dev/null
+++ b/global_step20000/layer_42-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82f7a31a610882774ecd1df576e81af2edeecec9c50d0962c1c5750364c7edc
+size 201408771
diff --git a/global_step20000/layer_43-model_00-model_states.pt b/global_step20000/layer_43-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0d4a78dc4c7a07d4e62233ff782fe4a2f47eff
--- /dev/null
+++ b/global_step20000/layer_43-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3bfb08b43d126b01fb336cc3956def6a23544a975e93a4e3536f2a74ef9796
+size 201408771
diff --git a/global_step20000/layer_43-model_01-model_states.pt b/global_step20000/layer_43-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c3f4f99daefa5acd3d0fc60425eda490a4ed28
--- /dev/null
+++ b/global_step20000/layer_43-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074ab49f3bf5e300c95fe0a6a9aa11daf49df4204bdd108cd0ea8bb7cff832d9
+size 201408771
diff --git a/global_step20000/layer_44-model_00-model_states.pt b/global_step20000/layer_44-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b031fb93d7c7051d7a54da1c9b9c3b7ca12b9eca
--- /dev/null
+++ b/global_step20000/layer_44-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32c4a81a7b24a52b099f5f0bf50fe651e2c5bbd253b385acc9ae0040698e650
+size 201408771
diff --git a/global_step20000/layer_44-model_01-model_states.pt b/global_step20000/layer_44-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3eca6534871040160b4ffd56c6d80e3ab1b4441
--- /dev/null
+++ b/global_step20000/layer_44-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5d200422a75c14e96f9e8aa3de350022761414532653f89d942f4af54bd5ab
+size 201408771
diff --git a/global_step20000/layer_46-model_00-model_states.pt b/global_step20000/layer_46-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b52bf49b774a8fb1b7d8113c3486b8a9b94aad
--- /dev/null
+++ b/global_step20000/layer_46-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba59b876d3fab2b7c8ca3b7d073e3d7ee6e3ca9a5d8812467c1c53ea002623b4
+size 17603
diff --git a/global_step20000/layer_46-model_01-model_states.pt b/global_step20000/layer_46-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0dd7972cc8bc8c5ae89238c38060bb43dbeeae4
--- /dev/null
+++ b/global_step20000/layer_46-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c7b232a1c661096f3b1ff7d8a3286d1a6778996c514ab5832e3b82cfcca964
+size 17603
diff --git a/global_step20000/mp_rank_00_model_states.pt b/global_step20000/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc03034597757d3638321694aaa68564fde51733
--- /dev/null
+++ b/global_step20000/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e71f7be284bd88da938b7db97d884bd6f3262961c40ac256aa58f9c521f2760
+size 39859
diff --git a/global_step20000/mp_rank_01_model_states.pt b/global_step20000/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88603437f48e6be1d0410f296421689106f17228
--- /dev/null
+++ b/global_step20000/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979e03a36c5b48804eee6cc403a02d9bd52a1ccfc7e4521360dfc91a58fef10b
+size 39859
diff --git a/global_step20000/mp_rank_02_model_states.pt b/global_step20000/mp_rank_02_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb351932f8f430c33c7563e5c2953262a079188
--- /dev/null
+++ b/global_step20000/mp_rank_02_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8af5d1a13dac52658b928526317af1881c02386e297231bf1e4181dd5b370d
+size 39987
diff --git a/global_step20000/mp_rank_03_model_states.pt b/global_step20000/mp_rank_03_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312337a2989221088ebde9db24dd1284f0048eeb
--- /dev/null
+++ b/global_step20000/mp_rank_03_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5571c7e00e15bfc9d5786bb3e68af4da8fac298a430c1e97540ee8282e244add
+size 39987
diff --git a/global_step25000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca96ef3ab8f27bd8e4f1ff0b1fe7c0da984fa51
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24f886f7a2fc95f3800cbb8d829e0eb1b622bdaf89e910460b92d9a1cd381a2
+size 208731415
diff --git a/global_step25000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a599c288c3ccbd297eba95ac75a6e9773b6e9cbe
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f593b31bc8aa29a9052d69be19af70ac02ca255b6744c32449169770759780
+size 208731415
diff --git a/global_step25000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ddfa53cf19a470c4cabce5ec691c2d740b74f0
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeaa766b1eee78c50fb906d7dc38a73ce33c488eb76e4ba90bb2528c74e806a7
+size 208732183
diff --git a/global_step25000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757b40d89817aa55f1c6cfc29c933db8069f0ef6
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6fb85d3120385cd1a1ae2b4f5f14a0922b8a1b39db17f75a45d77051d32140
+size 208732183
diff --git a/global_step25000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830d7582553ed3cb637cb116ae5c0e8ff9eef040
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c7479c448be7f29d6e0cb6e7f13eda83abba3e69738b00cfa0595e33ba5344
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbf68cef41d763cd57c9ccdfb8b0e02d4dbc0d8
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d0bf32aef9c0e7117791444ddedc5d12a2c8abea5b79059656f95d9586d18f
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba7215274a60380d55f665dbdbe9c20bd3cffc3
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e9b34823b871ae6e40092a38d64ed855b6af35135c98352bb1b7e5aa2cc3a2
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916efe6b9b0e236d6e6a91d8e2f86c569a048231
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fe4b49767209f3918c6a1fb7c81f3eba4863ded2426827f094f3db4f2825f4
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7da1b182e395cc44bc221b3931ba899fa90fd2
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fa1584f6882bd84d95280b7f2f04a180b1505da47f458a6ab1993f9cbfa71c
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ad8b5e526c53059c77bc410c87414a5589efe1
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff7fefca43b76c4ff2fab8b37b2068e8f4d960e6f9684b84d8bcabd1b6873a4
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3f35eaaacfef1fdc519019819fadd592e6d548
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f378a5c3d351197f3a7f500417a1328f6f98d301475a0d6fb7401b08e8b7c265
+size 208732077
diff --git a/global_step25000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057bf19c4271002a58d2eb4d61c9fe25549801be
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059fe2bfd59127aa0eee79759cb4d2870393a9ad6a2e4b8c03592d9e4d81ca37
+size 208732077
diff --git a/global_step25000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a996e972115ca3aafabedea67a46b108a37bc6
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c94f1524b9498ece63afd90b16151b7e724d1e570662edcd205664774e822a
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559208c2295e9ae8fbfe6732fa84265e1e5e4be3
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e013cd49aa0c434a3e2081e4824b2cbae2b63a905d91b71e02cc19bfe879f0
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e864522c130ac0e8bce1632ae7dc792d5c4d4ab2
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2120b4763ba7c2b6c62282631dc9de7555cd0bae19e688f6ade8c40e1f0fe7db
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9a740efc1fc8908970263e4f693f037c5f5741
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5ae3852f9903b4fe1cdf7e200461a89fda272ed83b008a9fc305c4a784c629
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f741f7cb267bded507aaf1bc18baeb50cb6f75
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1008fa55b20e1e48a60a379c548965214a4b6051345bc77ce340e6772921528f
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73603588b5d0bec028be976feb9b114ca632c9e
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5f2d14753ac259394909334c41ce06f261fa07c5122fbdcae25abe9bd3e81c
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6055479d60e1cabd0a440266afdc960c54ed15dd
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2595846676541f0fd6bda04e45d2885e1f5051aaa44c151593cb591427e54a95
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d788eb03899925ca60124b6010df862960a30706
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbd362ca78cf2b62b250acf9c691fb540fd8644285f99ec24fbba15bbbdaf05
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827fb8bdc61d7f0bfa3355a217083868ce736c06
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d88258dbe57424e052e7f07cb5555abd3cb0667a72baffe9a35bffcfc265f8
+size 208731501
diff --git a/global_step25000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11d3ecd2c69bd465b72b141b1acb5b59e9e4b1f
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfa478f44f931b36054e3dfc9ea6a5b5e81367348fe08d3104eeeaa3dc20f71
+size 208731501
diff --git a/global_step25000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58fac6aced751718cfaee8c4ad199c30ad83929
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ddcb8d2f93a3e70d965120ee45189eafb501249073f8f2629977f3206671d53
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782ddd40b4cfc3acea47b613210da7027c779383
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e927279b495f9ffc25eb227496609c5962c18b004decab4b70554f7c95ad59c
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a54fed8c4da8687e445b7dfef771b6ae8d92c2
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b963c22b3aee0cb8bc87e8b53d2796f33e9d210260be665a447882925bac17
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743f03c7c429a813038397832214becf507b7a06
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f626b025daee3354edcf68c08b895948d63b4ef98c11d1e37b407f687f597068
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb1bee6afeb181961ab39464238cb93720a9828
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ba58389abbf389c8e283bd1f6f32cdef0a8efa0f8a90085aa9c6fd1e0ec20d
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23925341650a42709d6d04b91e85bbe34b4eb5d3
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576f26abfb1c36f987ebe513f1a825f971943daf86e09710ecc0b92d39656a43
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cb31a9ce9fdcd81b79918c3e5d7a6be1fc447d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293531db44b153e97cbac3fc7750d495e877535053784f65c0a9b06032a4250d
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fb8679692a7f8e6d6fd930f8231cd4ff3a7d22
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600e8ab235592a090fcd350084f55fc33b27f45ddb257c3e4bd5f66139f489c2
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2023b7f6ab6566dc86b55afd1c1345a3e1bccefd
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f10b323a255dbfcfbdd244370a670c762e7f370dbea346103c03bd77cf845a
+size 208732269
diff --git a/global_step25000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437ebbf6ca0a1bed0cf66377a2ef07251a0d869b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea00b3a2eb111fc99f5a083c3d143bd37bbb60b89257b546318300f76c221fbd
+size 208732269
diff --git a/global_step25000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50f8b6a7a2d75afd1227d4fca3ec27f571ea953
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69ed6ed8f7ffe2f35e62595ce0970525b306f4b8f053ceb57d9f73046f39835
+size 208731501
diff --git a/global_step25000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4825b6e2bc89d7f68ba75b3bd0655ba718895112
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca6d9c0a0d4c3f92dcc6946d54d8b5c3576d65b664edb4ee41e9bd25670b5ec
+size 208731501
diff --git a/global_step25000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296d01a31be9746a11ed51510e917fc07f78a9e7
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aeda21863b44f8fa123895049bf109fff68ba9a1cef8fd318c55832f80ea452
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a059af4ee56fb5a966e12f2a6f513df1e09ec357
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c77dd274815c534b50ba02a2af48a82ea1cce9cdb321d24f67e91ccb23d78f1
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d438cb066a02487ed5dff69d6f4e837d793949
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2838a08a7c5d9e3418c1eb68cdfd827e23adb969d6f007bf9bb02e7353041e
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b885f8cd41680019ea9b0bf3b968dc1125f5b0
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9e52a125c9c850408c4c60faace1e642fcc5af23dffd64cedc694fb3736f94
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0f54f9b4e47aa9e7de7715ce43612bf13dbe1b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e70b9f7ef065ae41bf29ab4dcc49e3ae7630c33356713def7f55d394e66766
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c6f08df5403d9ca4153a6572c469be5091afaf
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8558a3ace347b6954bd7cbebb3bfd9411ac81717ad5c14fcd9602625f153764
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f1ea6d0d9d9bbeff40b54b23c7aa9d51dff54d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b23b087542d6703ee555d4f284abc3f25a5261f9016f2fb6bbb5d42ab22af6c
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3da340b9a52b2fb775e2cba991f6b210625f13
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38700d7c54b5582d5a100f94dd3ee85493c43fb2c1c833e0ce1459d1758cb14
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc3029c8ca8816bfcc68c9fa2247b90ba6a52ea
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfe48a729777b0a1d07c9b9732d0213f77edc241e7884cfbbd50a9f632fc494
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0db59eaa5e61f3c11d8e561a4533a7399dee72
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f642e150a467f725706922f3c5f9ade4819f6468e89e71ebe56a00f27f99c98
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2fb8b62eebaa72c3927632601abc15b956a387
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abf7eaf9b1bae073bc18b5eacb0c35b2c58e85726cd7bc18fa6b279115afc6f
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382b42e797fff50683879d294397e16b98b4f609
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5950adac21a78615d2ee0a0fab445ffa12c23ce897e75aaec8d0fa208314d01b
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2438a0bf9a0da60b487ae011473fd674c3605d6b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa02c5bd5e2ec534398b392840d87de57b4252e8c808af91f0c34c7eb6b5a3b
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed943e3a4e015b1001c34c0606b07980abdc4672
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7681b2b92baaf0d4c7a8480a823c62067800bf5e0227db120c7e0bea47a7569a
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ae38cd8645b95ba759459998f703e1b2f287d4
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd3da39a04949121f532ed6aebf28eac2626e1980bbd28109b1c8b0a65554cc
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1845c317f81adb5a2edae821a03e5a1286f68fe1
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9f4f4bc79926daeb22da1a220c38d4c1467554ff9a52d0c6652ff4da5dacfc
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a04984a7a66c91fc051d3ee6df77e2da9253fdf
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae54d6895de57463db35e7cd2d72cecb1f254210e43a7eb48ef69c803265929
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac264ab453a6c4300a165d2a4b5609b112e32b9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8834bd0ce77c13242357f1fbd85d28078d4931293f93ce500847f2711640fde5
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498a7f30c0f839a03949a51187533c220f03c45a
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cefff664bbbf7212685f3edc313c47f30669c3c298a85afdb74f4b739cb9d0d
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f329d2f1c8077611b861bb837e1d1076fc7d5dc
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896ca5a20b467b4dab6a6e3e5ffcc3b4418c28ca04a3f34c6e7eb066e325f1ee
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1086740a3ec25258975fd1f01cf2fda63601331a
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d261b7abe8943d6bee42a7e1d9b3fe81e7377c01ea40e259020c3c6d44f2e8
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406aa5efdfcf9e2c884eeca1d0a955284d9613a4
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbed54820eb9d2ca2fafc9d4ad841486e6bada74afe84ebdd0f3bdc7803374a
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224670c8bb4649cf152a4cd557c68ec7efea2b7b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19caab611c9230cc98860cbc3b75fe246efdb5ab31972921b8a083b7e3b88279
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e546b00ae41fffde80018ca6b31a222fc802ed13
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa52da054869e65ac12982e4f2ae6336a58cb99a605b72ad777ed62da49c0460
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791aceee367e5b1778d9d62bc3d8503335cf10cc
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56726a3a5b7e23877318cbeb70d37219c3529afb31d94531d31c9ca67a2417f
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40963b107e7404e060e518ceabded8d3acdf04b8
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84efbd7b1b9638998848868c59fc88e678ff2cf16143119f12a5abe45cb8104
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d227e7fd50ecc24cd99691c9a675fdeefaa314a
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69728dff89514d3f50c155aabe7a987854f492dfa25574568cf10b373c76a66a
+size 208731501
diff --git a/global_step25000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcd118bd4645bb18c0b69e4ad63f50eff2c76e0
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d677226516d1d95890ee1d66beba59ef803ea16c1920953ed2237f5228deaa2f
+size 208731501
diff --git a/global_step25000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489d62a239c233c4c4aa4b883d445c8daa5e9e4c
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b5bb308316d28184b7eb55691022b34bf39d56c397d423e28d979fd18d1d77
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3abda3a91b095f647525ae75c02211476dc8f95
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc1772062bd9b2bcd8e962bffb5aff6e79d4aa74b0b6d7c44495252ff4ce92c
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c67cec006744f23b034798699e068c3f4486824
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60540e40e9866013840098afb980138b0ff3b4ff3182dd5b4b0944d4d00380eb
+size 208731309
diff --git a/global_step25000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2edc3ee272c6a1cba298f0c311d6437cb3c9e4
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87aebb8617bbe637c2eb135444848ffec703c3a13b67b790d3d67bbf7ca2d7b
+size 208731309
diff --git a/global_step25000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1b70dbdb9156b716269f04fa9e73ff33feeedc
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669dc2185d7fc5e7f6add4d4281a090db45f9364c12e4108824828ccf32c1cc3
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84e741efffb67db48446f7ed8c40e1ceff1713b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0e6373353868ae38ed2f5b442a16b9cd472e9c66c0ab9d7018f87b97ad00d2
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd46455163e640820bb40e508288ddbc555d8a15
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034b6359e01eaa810237d00f53f2d4f1dd8e951672037f91c72b27039fba5ab0
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c158c234fde5c36bc305e577fb99a924acee7ad
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bac34c59c314a3925578069ca297cb766c5fd11297f1d43577eff4f0d9c15d
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42fd1dd5225c7200a2f89063eb79d6b04266bd1
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a149b05ec5ffcf4063a1ed624a5313c06ed788c934e12383c4f14ff3d7db1b
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a842b41fa11e19763495228e4b4e7d1e0bd1d406
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc66412c8287e8b531813aa68571fe3d399fbc96be7a03782e2b3cae607aeed7
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8648cfd988fc0dcf854df0e9a1e42f68eb948dc5
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f93a0c7487c45427a92b2e2e51cae39763ea8e58a90d7379aea47e91132ea4a
+size 208731501
diff --git a/global_step25000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bc5ea9e64b1b0674acc7d759a6b1bd6b041af0
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6741da93438499380e71d21bc9586030cd5801e6be05cfc226aa0b98e82b1087
+size 208731501
diff --git a/global_step25000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e284fd1818602f8a8f2088c1fd48567d2d80e2d9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2abdf378e0a7c40bb3c2b40baa8613792bb5ae5ff0a1e22d4a8dc0e37e73de2
+size 208732269
diff --git a/global_step25000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2460e6c83351f27d92f0627f11deed6b370dc22d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed73d4e724642b0bac7383a6a0b5209002d5e4aae70d9aba652fa26cca02c28
+size 208732269
diff --git a/global_step25000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce0af2cdd1e2a1887ce301d50fb74cc3d161168
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e14c3c9dfa8c8c46820e4cb621d6dd5dc2a0bf5ff69d20223959f71c416e76
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e8aa9dcad5df3ded739d45592595c2bbb173bc
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524de303c57c18af48b2587cd75e86534cce98e0b911cf7c09610ca7794fc796
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8258404029a094957e09597e994854c78d03a3
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2586c9b08b4e2793ca2cb7c1348403178fd7477e86a82d5179626c135d0cbf49
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8980456cbcb2da40c95bb09d1863f35c3562c055
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767d7f1caa795506dae33079e66a7ead3d6d2019f2d62af43ae70c26ec233e11
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7037b9ded09a20473653bb5c3241004d11d6580
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336035927849dbf4b728e8caccd232d5140de42e297e752974efac18bd76a0f5
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122285468657286c4cb0b166c559ef7800935ae4
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c794518d3ef940f1e2f38e867b30cd36e686271c6ba7f5009f933f43fb6b759c
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0be6833ee98b5a87098920eb03053a490de548
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d0025fbe84289c3ddf49f5ba1804a8a120ff3ebf80666155f760a22d837114
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9f31db826cbe1de39bdb93eb26df5fc6914f81
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e9c55cd5e0cfc18b6a7a1ef4e4f59c6a170d5df8cad56a64fc56120ca0bf2d
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63356ad8daafda593c295ef818aaec90ab59eaff
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863fb836f5ffa5d16aa8b8199692a1eb9e8ad267563c3cfa4efe30c0556803e1
+size 208731501
diff --git a/global_step25000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae34a264968408d4b179c34a5ddf0dbd76d2795a
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566971f92b678f7edf9394ca9b6d2cf53f4c622f42fd63347564416d1b84905f
+size 208731501
diff --git a/global_step25000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41277deaab131797a0f3910f2ed0e8a326aeb20
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c7ce779d7589f499778aa2301af4305efb4374faacc32704eb672510fe9de8
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c36cb3cc4b7da3c888dca962e51eee962fd385
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f598b924bbd78e112d3c0d69b1a21c492c82bafc930ba3f5a9b80fecd88d7c4d
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d72fac7231eb7223165b5c11cab97ced422e2b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced2a808e3779491b0e59016ab95b2a11b4a9c27a97676292b36e414774d8df0
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c89abcfdc48274694058fbb9b9d86935cc7f83e
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c1a99d8cc6a969528e77d4715dfb0d782c4005d42e5795db1ad32e4f2a7780
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d63debac6dd6adc4b16dec1fd44a6a2a06731ac
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d19339ba9ea9bd103f9f8920ee4ab99c3661fa22080b531afaa4e43828b867
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df337532ba4aa120c35face94d6b3d22310d767a
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9272fd964e8100c1f48df0d31b877e6be5d13d3cdac196d1862662dd35380d5d
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed136c7bc05cb3174a0e4406f14458575a90da1f
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165a221d2977a55f9cf7b03064751c64edcf5074bf4ee890dfd0acd0183dd16a
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd430f5fdc8eef6a948231e184328b5c2d7d8de
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978891331000ec9d0f27025dcba8d31f9cf136b2936fd2850c4b2dae1bd83f19
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ee3ebb04ac066f9b4246b1441d7f563d58c3ac
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5633a2e4777cc0e72e438f24986086422c97be5104653150e45bc798e8777e
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931d0d524f0d4fa6423b52c75b05e5bdf91a5e09
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a2e8f9f7a4fb90dc46666cc60e11adf9e409ea2efb78d6002f3a0720342012
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5acd97bb988614de6131d7be762ba960ae6418
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7e3064056e99cd1cc3a32b9d52b3f828a51e3c17f045b550efaf609115c8ec
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ac1641d2abe8041a690244bbe7d5ea6204fdbf
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06e36a57f90b4b010b911185f3bd3b0e4cd1f972bd04ca6fad0c5fa7931952d
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533c546ae1bb86c79c0bcf82c96ee08f107ed28e
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f0d46e64b54ab9a0e7ed3f6bb54440d85fd3a9c75149b12e496a5f55e6aa36
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7816b97c77c5782d1db07681bb4f0cf264de1fff
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1302a1b2e296e31d9853736c7e2923f1a76cb5b34fe53a12ac46799f3b551a
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d637e6774d9961a6dc1445751ec374e2ac332e9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb3bde1eac73c876dff9fa6614226e02bb88ba3d2d9279c972454f0b473ee91
+size 208731309
diff --git a/global_step25000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c21dc2d2eae3cf2893c3cc488b6d06c6c6234d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7126bd418ca13414c79e2f29e48bdc35960f55f031ffe4efbb08d0a990dabf
+size 208731309
diff --git a/global_step25000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91c77c67cb18a3a773ac54cb72a1fe09c0406ec
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1b6d522f965f415c5ce7457544c6c00d9463244e92c4f86b206c855555bfce
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e8f6e1185646433c773c3634dd55620b538904
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac799208f853df37b7969ba392c55e928e26218948227681b07ec218e11b169
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b4011ac6f46f184a4248a2409825db37f0f873
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c60bbdf37d8004c8260ada7ab90edd51f7969e78644af7aa3512309bf3d667
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362fe76a7649058d33f61cc67bc0779b15a3aa47
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f958f949125d8c3945fb3c0ab5adfafc2b114e4fcfd15c28322cc57babb9a25
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1a24eaf278e2e25f41d535987bf1bea1ac9732
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1666984db114ca3d25bbb5344ff64ff4897d17687bf0eb5821ea037debdd43e4
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73d2babe44e4413ab5a84be9db4f2bcbd561f7e
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affcf6282084befe1978ae79a2f8167d4bf2c3e472b26cf51ffbdbdcb7053ef0
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97890d68fc91184c2b0821a2877affe7cfa6a3b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cac0bb6fcb7237c6352537705e034a119324ce466826657a0928f87c3101b9
+size 208731501
diff --git a/global_step25000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eed4dfdf6b56b013fcd9ccd00ec0e9fbc6a0c59
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d91b2da09594ec8a21cca44b571c78271a0a42fcdf718ed720481a2e5b3f3f
+size 208731501
diff --git a/global_step25000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f96507bb99e363de98b5a79e634d778df8e6cc4
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134badcf0677c7ccdeb5b52354760d745df848c07b52951af2c02798721d7bc3
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498d1d59b789d1116e68995c8f4119fbed4087b8
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7b196e878511a6cc9b76f22201f58370051233f7fa43ae2f362798a38b633c
+size 208732205
diff --git a/global_step25000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988697a4cf77aa1a51460812d9278a3a26b8cc24
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e973337a07f3bdbb1a36a5e4f1b3ba7f08d1645c593dcd3184d8b835879c0290
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48bba569cbbf13c8b06c1f696e96688c2518131
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5c1a3a0172c376c522bb555752fbf04bf69b6593074a6998043aeb7ea7dd1e
+size 208731437
diff --git a/global_step25000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc871542a3b464d8a0cadd099acec5890c4a497
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44116b79c737008614595b1157fca1a5ba01742c45a36d2d70e0104572fa678a
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90174646095d216815f2aed60e80ea71e6593f0c
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8537fcb095279b3a4e2840a012ae13e67761a1c3de8561b2f579654fd044f03
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea099442b38a4f5946ad8a59265a0d03d7b39fb8
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a13cb69575e918f0f2e9392243b7cf1c21545b94079dd822a364506b2b359c
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2df01c44223b5cb1efe85bcd0b80f940529dcd
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b973a9551a077bc0ca9d3d278addb206b7466c23638fe9e745fed17768cb885
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7288bab2d3362ed7649c844600ec451dbb3d9271
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757047afdbba0f38bcdcd5795cca6868379e0b5a07b5663f5f12aa0a8ca5b129
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad848255c20a60591c4bb47a51c67401cbeaf7e
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631665c93a1534fde154431950a280b17943636d15a15dfff0854ff171f476cc
+size 208732141
diff --git a/global_step25000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243b87db73bb7fc13b6aa323f4aa550a874df5a5
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba4a051e7234fec85e5f02385d91b9596db3694353e6fd6d48f5f5d11e348b5
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaec033eaf3554edcb6cb679da1d9dc69e01d0db
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef46905eeba9ad48eba64c90da82432b3032567d50413242d11a8ec24394fcc
+size 208731373
diff --git a/global_step25000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c7b15181a2aea914126f876e329b7ef4e952be
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f635e073256dc497b8e360b2f933fdd270534066c2320771e02a7267a871f4e
+size 208732077
diff --git a/global_step25000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e09ead95723c2c007d65c3ac15562e78dfdd9c
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4536b1622da8f0b937303ab307a54dc93cc8b8d384cefd704089a48e6cad5f43
+size 208732077
diff --git a/global_step25000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2f443746fb56a8aa0b20470b298b00f3014095
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463e91c3a774767dd9ca3fe343f9866646e4747488ca3dae312e9de8bc855592
+size 208731554
diff --git a/global_step25000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf8c6d7f976044ae200b63ff02fd606448737d5
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acf6e1e3a2db182f16bf150e819fab70aa74f81bb9d5e71d8af86f73074953f
+size 208731554
diff --git a/global_step25000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf9a765c239e3ac279c2461d35931d4b7d9e138
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2daabd5f2f8837de7b2e05c448ab026fb234bcbdb1c90debd897cc5386cb5bff
+size 208732322
diff --git a/global_step25000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143640e557c62399dfa4433a48b5acc4a75f74ac
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aabe6aa13fc8f692577b4b49fd61ddabd900367f9d1edc22179e42079fbe21d
+size 208732322
diff --git a/global_step25000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a45f12b036bd029a68b6b47fce40b9adf33bec2
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54052121905709d26f891a24181c120f299a823669a02ac84790c978c243b2e2
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c0d2a014ace1b65f2487e8d5d87bb6d72c66cf
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5801236dcc57a27f74c6b70ffd13065e98a3accb11934910dd8ad48ac126dfb6
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0a599abff1324318d3fe635024b49881429892
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71c2c3999a66ba4dafdfaf707a72d6e2a1374570f0badb1c14559b3200e2357
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea26dfb48698b9ddaae5d3454ab336655792bf4a
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c478d624344d1ecd0df6a2a1078aefcce7e3847bcc01b1134640701a62d8924a
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc408ce96e3b9af33ba21ae247f96f527bc023b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ef00433ae23bc4d4819a483a2833ab4ed0ffde7ec15ccec8aa7abdb4a8f108
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63be5a390532013434d641578276399eda6b192
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b66e7a77723fa430f6a9f27685c573a9d0048dacaaf27d2a8af5724ff2b7722
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb3a8a7862d2119c771721576a6d8a22b7144f5
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921d1ca8adc4de1e411885e37f61005d61acdb9b8c407cf988c6f48ebff55f0b
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3511f1bb49618fad7d640ff2c89a3ce89d0401be
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db37a2090b9da53b72401516d7ce676e2c56e57b08f8c17a09ac060e5d2234f4
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427f66e957a854e0738752b43413a25d8e935743
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a2ba2ac55ec411db85c99f6531e8837d330b006bfa1cec4b2c768502a24eee
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0a0a8eaff81585ae18b8db2a911a8367e869d4
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece49409d160f9c8c6eba1d2e818a38f84c9ce5972d1712fa17307b53a2bb48f
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abdb99dd36bcc6dc51b307f9659ab30ebc7f73b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c059eb8b8ef86fb41cd62060e0fa7ec7acb33c255b9522589d9d53f0215450
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd22dc7757880c91d6588e5a570a28838e062adf
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d662e805ad02862093b10931b018d37c13f9d29d73fdee2ca387a3d4222c76c1
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9636a98916d5ce199a0e140c44a1cfa04769e5c2
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3144b716a17b607c66b258d7d2e036ecfa6d70e25926c2ddb38f29b90291cc03
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d867caf777fb916e7ce0430c925d2c98ad3182
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29260dbd6b4b095a3a3e1de2a71eb44c3c85d98f5eec31f392a4d36565210e90
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36319cb542b9704dfde828ddf0b19dc0028c603b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2a64c100779141d5469bd73609dd7705288d491280ae83f2d1479ec3eea8c1
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7546702ac8bbc2a7ed0abe5cd0b76f9b71730836
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d305cf46bd7ca50ecb5ebf10fdfd7e2545e74216797b4a6fa59347f59d4358
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a0710f30c0161251709f21a31ed83eab334168
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1001199936b8f1a8bb20175d173b978498bad8ed8c935274bffde93f6bb545a2
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ecbbcb326be3cedae679b9115738632917a3c96
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1a4d2fd2a78e2a8346b59bb3016524b7a9bafa6bbe433efca54277c2048b0b
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c675daf4a994f15122360bf16c10860d7449be
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45ec09e3d255954ee9162fa8ac7c07c55cc3b3ad819b07d8f1d6f0ef6c24e37
+size 208732066
diff --git a/global_step25000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3254449745489d8558ed1d931609e76c25a45e8d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe4ab783404484405baeb9cc15280f941e9ad65a51e407d3476aa8f7e9f5f45
+size 208732066
diff --git a/global_step25000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db94cb74c332657183a5107b017c767f4899461c
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1ed2d44a2d85b86f780d74fa12c4ec96ab7e4a13542afb56256cceb75b4895
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc68794fc61df2b2fb2d4162598b627a85ecd4e7
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cb7e956c8c82024ff68c244a9c9b9b0729ba0553e81707d5a9b86feb68627b
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa2bfe73fb198d3be45e3b423261b9deb5a3d91
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f8e7876ded1ec091b8e069e75a4ae1d75b89b817d292bef0610688cb166eef
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf05da346ad9408efaa10b9503056b56863d3de
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6be7e6b0e54b6eee1d22afbfaa2dd031167e58ef0db2f79e795176fd83d1af
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854eb05d5e101757710dd3aa19045e37919be259
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533c74f15a66c67e1c247d965136a8147b2b25e35170559a32ef22ae98c3947c
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b3f7f31a7ff77fe1a4cd855592bfc417f42c3d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5004c145891d806c97b0f5b2141f04535a40b28aadb3ec6510d78a73325e0085
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba9f2fcc263352e147d00792276f05c6eb09a64
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278423bde88db464d863b7b5969bb537139a816cc1cbdc9c3fa54f425bc21485
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ff581655595129877e849ab25c47d695f907dd
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2089154bdd4361f543df6c2d06610c9b90f5a578849053258881a96263a00e2
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c43459d0c9ac3ef1bbaf179510b3b88fb83fc7
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68d760bb9a0574f30cbea6a9d155638b1140b6eb21f4fbb0bbfe8c8a9c2496f
+size 208731351
diff --git a/global_step25000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6348e10939c6bf01446c314dd9afcccc907ed5b0
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4569de9dbab9af3829496b523455bdc532ce8a679a36d00ef9fe01ddccd3de79
+size 208731351
diff --git a/global_step25000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f60dfc47dd4953b802bcf81fc959595283ef196
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86814eaec35bf71c7dbb53fdf638e298e24ac4966a8460cd22c8a03894fc8b3
+size 208732119
diff --git a/global_step25000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f061837b2f973d7173e8f149fc0cfce6c419a380
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f1d0891564119442962d11647fca0a9c83768acceee8f70207930c241e5b30
+size 208732119
diff --git a/global_step25000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a6d5dd3236cd175173010097c9832692b12992
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7422c05a841f85a8ff0e638ddda21df705d187f986458fb3f22ab14a4c777362
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ae0475d62eadc0f8dc2e2a1770091ed7aabc4b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8383da8b4a518eee1ef142bb52c3272000007825b2a3f2986b35bc2befca23
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdb9493feeb0b8eb7afa10f1f9f3fdf287f6c06
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549018e75554fecb7828d1a0095adcca933e03fd0f66f6ab24b79bfa0febc6b5
+size 208732322
diff --git a/global_step25000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e99e1edf7d1869a5f0b7119364f5ffbd3f1704
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8b2c86851a59210136d0c6a2fde52e5bb9935fc2b50398118407587d894d8e
+size 208732322
diff --git a/global_step25000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f174df57977fd27eebb3fd0fcd28216b0c5d98
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b343e162b5416afd239acc350a4135b9138c77fd62265af550dc3d4c23c12f
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba95b5e9b534b5a6513eb3d652db79f344ca9bd9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d708cc4efb7ac62dcc9a453c4834edf16c4cc0905d68283d381435a111b608fb
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb176b01a3f8e1a537e7866fbce3fa7d71d3bb2
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e1bbbaf2feba8af626a0cd45e875adea968e658f75601141ea357a547399c7
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9145897bed45f93c6164c5efaa2120dae0e33723
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4948c1c9bcfcff39389a2a7e029a8d888838fe20e81b13e76a2feda42afdd03f
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7824c51863b7c31f13f271412b63e697e9680575
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72fffbc4aabff1947fa5e1c11dcff88f66e3a2829c6498910a8f84505339753
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5769d43c4122a822894f0f348541eefc1b2704
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f24e86cdd6e91503e1d4c93016c61a350b76b93d346645e18b69b2c3c48331
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b990f5abc7e8c87b81d9b92de9bba762bb33a5a1
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ed389fd5169aac0e63757b0a6a2a8bada6ee158385b244e8896f01a98aa9c3
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c1276bb0371cc384835ac0092069cc2221dc02
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a85be3844e3c32992935a0a142bb48bb1168835662a3da688206320f07bcc5
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef950bc9d8be40370b7be3efd661b421f9e23135
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cbe37b802800401c809a1217481488fd60bbf0a858df916815e2172fd591bf
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066d868fc41ac9f50d2c395e296c17684f6fd6cd
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1d676bf37dbf8908fd6d1406082cb3039dd8f14312d4ca6436c0b0e05d4fb9
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0719d8b85db1f1efac5ec2a7dfcd83735b7b26
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde5b97cdc43fe46489201b55e5beff768d7ef9c35c344f27d098e863dad7479
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b1045238e007bcc88478e864b9534044ada8ef
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1192aa689d983dc59c0a87d66473328719d54c9a6084239cb0adcb77b3e6a9c1
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa5a31d9dffb09a1662ae696a0256f3161a32d1
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3511961818c1c958ee3ac60f25307517feda6cc7a53d093bc52aab3849a41351
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1b0c80bb2c09464fc9b40e71f6b7a33936628c
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f3858bd876ac85ddc99c8343ee1fe25f56c6587e12a1986207b3e25c4c2f32
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9a71827cd759c55436e694b7a2b259653329e5
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d93e6fcf52e42984a0869d3f8b0ad7ac30dc6146494140d9b6e9e10bd7df930
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd466191a10f06244108709fcbb9940b63786e4
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9ceb451358c45d1a5e5596a8ce603afd15047aa66b9594109f0eb7d3761e8b
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88aee0658cc98533354f569ad8cda587a0b8ae1
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a29bd3d6cde327d86e7bb742d9c52ba6389acfcb1e8792030c81b7a05647f0
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939b8eb97b46c0a7f1c330759f89ebceabee94ab
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8b255adc2f48895b6cffe2791c4288aba9c522f285eeed3184d55b4f96c569
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ceac50c43886fd857ccbae4f0c4fee6ccd5e1c8
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b516be9628880b491374a01cfad1c5dd2f20ea910e91ac880910a95ac6403df3
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ff6f3d39163973fdd7dd0d27be88ff735f2397
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ce78326536adb550ff137ed7a6b1b50b386d96d0598f7c5a2ec2a02366f97d
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fef61e0c6a9a6f726bf41b7cc6be36615d64e6
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5abc331f1e97b56a4abf6cd4154e8e7b1329f741fac4f5da0409335a45ff46
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0799ea7a98853ae777c98ec2fc0b42caae56991
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6122d9a0601650b77f9c357e293e35dea62a2e4d97ba37a7e217f1503a95c8d
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f772880dc4fe8c8dad40fb136fc99da41deec558
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e7c7512c7f5e2507b93afcc440b34f0de2968cc500ec520e1167b0c17d0727
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e5c83cf183b822d3ab1a7316a0c09ca43840d9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2577c84f0cfe3413fc946fb65d9862c2e2829d9e201b587799ff0411d345177
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51d87a0258c99831e4c663e4685e885f9d257a7
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e380e92887eb43269f34a9dd99bd0d47f72882292b6dfab745a96c1d2f0a147c
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774c8c916fd104672f069fb758c578a488139ac2
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4617dfa8f945949e6ccf25a7dc9833392ce6eb6408eace79178d8bd84aced717
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecebce4f7bbc2daea982f03ec3a7e8560aa550f3
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9a96896bbfbf37c14c3f15620da3e7cf7d892a4f79f1f7479fe745b12087a6
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a336fdd0aa59f9547c9e21bbc7d11e4b0902b0
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1aac7653595e5fa2bccb6fbaaf0e64d967c07df08763eca09878914e3b5b109
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9dea663777b35bb752d3c8817af8ae76882b827
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe5e4017c7af06d95334dc92f2542e2a8623e3592bc2607ab88f7f83d52d1eb
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68a652b47ea4606a32203a2f975831d00bdfff4
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce4ab45e97cc5fe415891d14e82a93e0a5728b06e467ac4e83771a0eae6ad16
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8f36f1663d5889440df86393963e18e6c9e26b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f9e93e3f0517ea544018c188a22a3f16a96501654c99cad481bc33554a4e52
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8041f96d7cfa537fe8b101ef49291abd5bb7354b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10719855a7e39a0d5a3fbd1497c34d66a26f37a11259b5e6768bcb57c4b90921
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e4f964be3b35b2e2fe6b186b7d461595f8b44f
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d991801ee746e5d59dea68a0e323c390a55fbf63e365b420f94f05f29aa863af
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9b49ff787d2925993f8d64788b13e3def7b8eb
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0510a413ab37726aff9f86d0960ef1c28fa22ab6ae0192921baec1270027e1
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a8c1e8a9101901292299e6791f3a09caaeea8a
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33771dfafefd1a534b33ab6da204823ac53100a88e7f63c0d099a0cac4928a58
+size 208732066
diff --git a/global_step25000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3ee381de4ca444328a235c95663282df78d741
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc97469fa0b474cb7231cd9bad0c42ede04fd33add6ec649f89fa8bc80fdd7a
+size 208732066
diff --git a/global_step25000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b01e37f90407bc62668da0be49e0dd784dcbdf
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc5fc505c58c9cc5c25822e231be9c360930c17c35266e57355d8500e4f9b7f
+size 208731415
diff --git a/global_step25000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0707823a07e1f768debeafc1565f422cd3a7ef
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41a3013d0c1121dea672a3fcce5c980b582c9d4c08876b5961c7da6d430582f
+size 208731415
diff --git a/global_step25000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ddf1ba3bcbbbdec54fc921ddae88e4274652a9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b2bd2e9e3d16e0909cdaab91aeebc2e106f6b39d16e827ea3ba1b58da3eafd
+size 208732183
diff --git a/global_step25000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7f99c8e2e93cacffc947f932f2b31007c9cc66
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfd47cac6a5f4af73e1751154ff253bf3f4eb90cbe87801107587840458fd60
+size 208732183
diff --git a/global_step25000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ab7c528a5ef1bfa8d4507fb653154a83328496
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21002cd414f546a710a74dcbcbb36c7e561dca0cdb11e2fff4d2eb7c75b919c
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f76cebc774af9c647779fd0d8ec5733cb9d89e7
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622d3f6cc467ffd9c3afe88129cbfddf3f3f76d02157313a645313006c2f011f
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877d4ac48afc9d86b9c66698ae6d8c4322c282b0
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a18d1ec624af28cb2bf514ff412d4e0eb797edc9fb48eff77320c6139f8cdd
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423da75e38c94687cd7106b2576c6e0dee75ceef
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42646887c2f08311cfd60e1128086cef61060830f2c8ae07f97e125321aa2427
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636226d13476829529594e6694fc0f7f29b02473
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b713d05a4f50677d0b2942c3255269f21432c5949c4c786f6be7b1fb3cf4ac
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb788e7ec16bc9fb9b9c80cdfe1caa289f5d290
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2069dbc6ea5c3697e65b71789c2e11f48269f80ee98e3ad67db9f95d8b035f3f
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa092fd9c4c6b33f502f47b669d6886530d5d51
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ea777b8348b08d03d0b281471e9dce5832d447990a2cd3a1800e4f1d9b149c
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d710414aa445a01ac61c9e901256f07b2a80e019
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf4d45d107e0d4762935320eab5fbb527cc3c51a64412e8e4a3f4ac859e5954
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8370fc2c5ced9cf593bef22f51e36b4396ec22
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b166240dafe3d0c65362bf0e7ec434fe969be7dc5546c1d9bdbedc8ccf59f2a6
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c3fcf68e77cf918e7c95aa0e0f1e75dc86c624
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a994deabdddc96afb1d6dd8849674fd893dee90d417a65a0469cfb67415c9adf
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ef85c74f17a20629a1b607fa8433039589e0cb
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d7942809354e5cfe103380416b23674a4405683f1bed8ce57e2617afcdd929
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b20633fe026e1d43c59eaeb389df9687208581d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b81c8f6b56b65150fe685992809e2481ce642f0edabe887956b510583818b9
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec20b60351cf34ec29100615f9d4d28521eebaa9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47aa4425ca0230855a27143f59a5a308a30e84ef8bc40de43a5317220fda982
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9348309eedf640c8439efc49b4f178d8ce67f06c
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40b963b672ae7b81790114f601308dde9f7e0e5bbdf694462b7beb449588140
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30b1e98164caa8645eb2815bdd27a045f6a9ebc
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f10ae84bc391981905e66185e5cf663218189fd33cf774ad2faf7149f750339
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970adce00f5c9cd165135868dc4649aef6072106
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4547ec3018c0bfe1f1d8680376942b6c1b38e40c12fdb83a94fd9987aeb7b2cf
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c28a021fa4a96b6f4c1fd654ed447086eced62
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048e18bf5dae9dac6d9b47978209b4b0103ef80433bb3793e43b06e1d54639b4
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c69c8f1661315611d62470d747b211fe792b9db
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f6ae56bf22c7c06c23613fe6194ffcb74dba8354526b7dc22cea40ba0ef016
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c68620ea246ad4357a7e7f9ab466cf8672e628
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ccdf85e2335661e4b6e6211721f9ea74927fb06052e12644af8ded8901ef20
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386bb88f289ac51f61f18b32825e9fb86ce5b437
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc4c1bc8c79090bb53cb753b083fa1ad219f3129b3aecaecac047ebad4df42f
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e5bcee94f28e9b41fe4db62b02f821c5391691
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb276da0680465c8fc4cf1bdb222b3dc06ad7583a0c3c2b87916304f6f9768e
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205456f6a6dba17b1ef1778d696f8b0c8a381428
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516f46ad4d7a876854171af74ecd6d7be19338d8c0e1e58cbe1b8491554d3f9d
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03fdc007e3d8348175b8052d968be608b44391d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610148f8a21815156221460b6a44ca97e927660aca3b58e86c730fc3031ff656
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4789e637a5276f658a733d65de5ac8c8c398d078
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10d5c12c2941f52a005725aaf35956e5e40ada727f1e164482fda07bfcd51a1
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb317a58fe8576942814a4e747b69b979f054be
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2738a493ab8afb6fe50c68512afaf74b55741d71cf359467b8754519b7c20625
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc6607137408d909b580021dce553b5a9a1a916
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f550d5a629cf75862cd515a474706d9f104aeb1076df6f93fabf291d261652aa
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7308b0a17b66cbc5d3be07a133d30688777f9c
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34353ce6a60bce8f776f06eaa0c7c8f7dcaa7056cee24542fcc3ee2047e73dfe
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d926e6e3a9d9cd2e28d1dab01ce803f76afd83b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97f7ac661fb9dd29279b6a4ebd8aa7a61e6930ad074d5830e05bc4c960e8b8c
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868dbeb294c510409010c707706862019735d01a
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885e4aeaf601e538ec6a7af2283fc33323fef05bf49193ddd59ca93467e1e34c
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0b6559be6ece6e73b73ead5d8217989934ec3b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6cc74e129eace2f80e195274a3083bbfd2a2243cc5ec3d294458269cddb27b
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1440aa923ae6a1697194dde03d140503a21c9815
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb9c0b37cbfaf5e2013617b999ec5afd08a1348b4fb5fd6d1549515adcecdc3
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76aeca15038d7406de468032327f635219e1383d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19427611414a230f08c97a96b167ca1e561e7bf9a87392d1c2d9d638cb0d2b97
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8edae89ab06ded431933aa129e8471bb591b6c
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548104e9bc791d45f7193e6a4871b7c3f6c5826529e7c6b142b775a96b76cfe6
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a79e8d8238ff51d3c23dd69d2387a243db2fa4
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2090091cd4ab8732fe2d0d214d4a8c4716232ceee0294d9ca171f57b34a35bd6
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afaa14cd8a6af2a72e4e42da52862fca6bb334e4
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303f6711f08d908fa5842249edfb83bc0bdee61fcb95c1b5346df3e624278555
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cc3cb80ed75256d243cf8a1c4bcd8a0252f6c7
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d54b7df06879b7e83b993a7239af2eff38e95341c73ac8cb2872dac7e3f977e
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67eefa5e52e3c93699957fc15a783ef2171b8b3
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0975f2359bc18226fa5e7bf0427a01f34aac2d8d03f3dce440f39fd13f68b1c
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc2fed8c5149b7640d639d4786577b71d22dd40
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2125ae459211da28a8287e45fd7d0bc5a9abacf7244691283ef78dbaa040ae0e
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c7d8a6a59a3d6d9be23f7459681792b8672b81
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5bf843a2e4c962bef01e15436087f450b0ace3f5a173442b8388b7135c7552
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b0d6af81e6014af4dcd8ae16aa01474593ed59
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa52b716b07ed17c39463e73061b6c5934b0bfe0266c33b9bb775b8e23aa2fdb
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340404ec080b991bdbf5ce7b3dd8074016310821
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d439ac2f1561fc6fbd8c5e3cd037e521d3213518f823e0797b3aba041d9b0446
+size 208731351
diff --git a/global_step25000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761885de2ea4868217da7f997ffb1a3e5a69cf54
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e587f0cdf40d1ee7b7b6c731268d086a01a9c9c88fb36e72ea37bdaedc3e82
+size 208731351
diff --git a/global_step25000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8086095513d00b5929eb77560de55750e7651e2
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fec6d471ad835da3a3cff59e026e0aa5611eea866686571407b2888d8ee43a0
+size 208732119
diff --git a/global_step25000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55f4797c438a5278cd1305781049950777eeebc
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a614c710e57b7a21aca0a5b147273a5f517a386bb506e0285dd947f1edce9a69
+size 208732119
diff --git a/global_step25000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c87cc5d37eae584d6d1a2233c7d44fda483c6fe
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39d2735949322641985a12349ee7fb3d91386d47eea686e0fcafed20ba17569
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8b636edd42105db9a2617a519a1a33e3fa2556
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3dfdbb4066c053b8fd1e78d49c999ef5b1039d43ab9afd8c58e66c3d47aa6b
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acad44769dd6c789d2497df15e9024b7d2459b7d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25eccb68edad985da21b4a66452db18034a0f1489a509e7737a1e242615627a4
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e15305e2d7f1879d44bfd96350c75f48deccaaf
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e8b24494847bb0d34996e4706d3e62cb08b65b3e63b6f84e5a09f222ffdef8
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7f43bc5d778f7f7869d9ba17372c802f8ba2c6
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98e386b58620097e0ab967da2c40aebb1d0104e06c7fc378e1193ea2b3490ba
+size 208731234
diff --git a/global_step25000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4125c6c729e2fe3ce08f1be611da0c2b5988df26
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fb314d1f5535dbf4602736273ac568344dfad3e00ca11369ed1a220bdacf1a
+size 208731234
diff --git a/global_step25000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53403f8982f55f3ee6e604532c67b79bdb1a12da
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2378d20bfb0328c4473ad640f0fb67ef6f8553083316c0cbc8b50bde65aed272
+size 208732066
diff --git a/global_step25000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecef7796e5d430ae2e4d8fac4c310ce8222503df
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5592a0ba9c60087c5a2bdbd0d7c038845b6ecd7920393fda379c1e0f799336
+size 208732066
diff --git a/global_step25000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6d2922ea43793f4c9c481940141ecbb30a6a15
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f03a7fc9bfb8096ea168767355334a11f9a74bed2ab73d5b549837a917f0b6
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bd9c290bb0d1393db8fd636132e5b38e2fdd16
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38f6a0a195f116f7f880aec001eb37a395c9cc6f96e0b3789a202c936177fe1
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb852486541358ba249731242ba5d7dd6d68dfc9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1c23658092c185673d19e544766b676fc4a2fc1d8d64e7635cd199c3042e6e
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e36db37e1e4b6e86f77d58a9ef45801c032944
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de082bf4a02656b2c6c10b51e9fa8b21900b1a02da9c001c86a46f42766eb807
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c23369049eb4ec7718263e3e7a32993bd6fe9e7
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb625320d4dfc92b40a081cb92eb196b56f22a5481d2d06aaae1ae0f1707be6
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86833cf3dfdc0a6276b6d4c1d10d8b22ac4a77f
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ea02df1487382ed17f5c918fa5a43b95cc415cf30d0ac75a614f17a9b7eb5c
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820244a9dc65fa86004bdea71411d2ad24c19fdb
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d19839fc0603775b34325d8ec6cfbca749419612cbbd351afc438d35b03f15
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b815fde3e9db594200b19c1963d9053d2878a4
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da404f0760c9d679aa2f04ff4ab43ba98261f42739eff767308465339a749de
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839c03d077823765ffea780364e1c014c4352057
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b71a06c623d04b4d1f180063502eb76da9ed15828de0e2d6e84ec65ed9f867
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5387ec8b767eeca48f63b755f0a8b8c85b42a6b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802d0da49ddad403c1cbec672450716d2bff995de1edd51114130f51df084ecb
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505b02569943e9c76d5e53db23432f630574d139
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e47f88ddb56eb5c4cda4f46dfd32956bb7d589c91372e925511ed4ae9e9a721
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24de7ec0249a11d91ee5a1f493257e066b325c1f
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bcbe6a7c4aa7781dce99469fdf77a81179033dd9edac1df9d07cc643de67f5
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e66f61c06a741ba9ab0cdcad10f0f9b1654a68b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac872e36e5d50b6335061014d1fc611ef14149b00b390092824f36fec068b2ef
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d66a3c02788af50daea4f2864c5826ef6edb72e
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0accd9b1cfa04c8b0ea2500b2bc25a7f364cf538148200b9103f05444ecd43
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2de2347e47187241b8e6aab642cb6170b00b33
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbe38dc417f7039a8a88816ac79e8a0b12c14597019c9781f0c8708aee9185b
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fe22824dd8d70af7a9091c01406e6737a0c787
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b806b906d1b8b54a2dabfe32e61af57716df80e2ca97072799b2475cafe3aa8e
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c839abcd9a55ba82d867969fb14f88f35e47418e
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3769aac90013094ef64c84c67be58bdae6045b5e9c82f909bce4e6845dca3d71
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620721962b724a039216defca0cb89dcfde52256
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3302ee651ce4819240c482b914a57346666989ce90dcec061e036783aafe1d05
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c0e3d4eac35d968ee23060508936851f203333
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2187a608db7dd00284b7d2b504e786d703a41ca804800b9a4059f7f9ef4cbd85
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6651af7391e7bc3b9b07d6542c75aeecf6856b5
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcacd30af89b08e6c923ff34eb79d1b54035feb478f47bce5a95752308148d6
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261b58b0bbbc71fdf3d58137928edbadfe64e73c
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ec4137ed0b9a06cc861b35d6889746465562bc8daa8d02ea95eb546dec4740
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9963ef9cbb4dd1c6c380d8735af779eecc8327
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6640bda4c5e761477a0046457172a45e03d59ec71b255322ec2d73d7b6b7997
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ecc8744723fb0a6fa65155eb8d3ed54ff247bd
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a220137c1a3293cfebe000a60a5daff60deebad8ba004eb48c6175bcc75c454
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b2eee7360fa4ecd43ebda29b710107286856ec
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb286970a3b078ac23bf635f62daee550009c383f6186567906aaecc34ed65d
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd0889050c201f91dc14e33ebeb84025f58500d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc420036851f86c9374a105a42b764ce4d21e7f652ada5113665ca5cd8ae5069
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53074ef68b23a5b8666b812c21d12547a4a14624
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18609c869b9567e02ae2bf669c59ae036a08ba61dbebf07094e4ff90554007a
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae14cebf112211fcdf02530c8130e444f40018a
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f745ebe2072afd84581594dae4f36d80d910ab07b6259a04f117c67e0a9533c7
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d572bc044b33aff323a08ae28a19fcf73890e7b1
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ca9033e48767ec4a7ab11b35a20585641805ce09b60c054b2528a9eb07737f
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d641664dbcaad4871b1d8695305a15f9408fa57e
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d463554283cc3ba750f63882c34de79b211a9f1be9e0f7434adce5b75f5b14
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72f9949232d2c30618803b8e1f035366c241b1c
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742da9300fde76d3506335e3f7b6cbac8bb2376435b5d275a4746e44a6958632
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae80b71f843e5feb03688d9b38054a778d84cab
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59feba94a027ee901430f98058e0ce73a99706ae4864feee85645f57feb39a09
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fb467e9cbeabf9ba2b54177a4f2ac04dc49494
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80c37caa68ccee857af1ea20648c91e5986f6ce1202ca3861a192ee85730b56
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad1d189034bb441f8f5c1d81d027a415a847465
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541eaa0b35752cbc56f696be8ff0f9601e528894658960b26f2f4c608fbd23fa
+size 208731415
diff --git a/global_step25000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4dd7223a3073d2111b6f2afb11eea7e5763093
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded64a0d04f23e7558e0f9f542b31afc4400dc65469e582fc3f9651e790e0675
+size 208731415
diff --git a/global_step25000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046963fb188ba055df55c5d8e0906e51cec1be8b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8aa4d665b983e3b4363626db3dfb6e6c4fc5d7ee8ade83ede8e98f352ea926
+size 208732183
diff --git a/global_step25000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbe5a5bfee25256c1d69a0a1e3fdae0aa70ca83
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3387826f6f003c3bc9c1273c181ff4713fccd89a7b3c4074b4013537326c8896
+size 208732183
diff --git a/global_step25000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5948d06c1dd3d3c5d0e367a36d2daef2a3790ac9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11631e178534e94be3b61e4fe33a10e49afc01c525081e26d31a6288545fc857
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e79354f383598ba1b2ceedb7d98a7cf166fceb
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc307adbaf6406e8edbc6339cf2200235d834d4d964ceed906ce1452ca2e2d5
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11924c34e7bcc736c2d0d3bf48cae102693783d7
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb34faa0a00ba87dd1994e2c810e8b77de607f4408743e19dd4fd4334535d4c8
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4378aa1a2790544d63b4b04e641ccb0c9cb25070
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0bcbfc08be0fe2e7a69001f6e72a989ca9993687f91b948aab00647d531bb1
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5550dfe322faa0dc297ee435a2da848b2ab02105
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167666508f6d4d482934df04bde92de0c4e712882d5798f63411b5c6fb142e0b
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c097d033b04e916a1bfbdd07c46d38e14b21dbd1
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd8d009b653cb435cde8625180fe535aeabcac2e674897e05dc68931590a09a
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9f9f59a49119b097fb19ae506d6d2755aec5fa
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ede53f64e8ea14fcab5d317151a3ad3746c73ac41a8962625e4dc534821b6d
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c32f7fa92eaa6bca53c68c064b26590fec3961b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51425edd1461e06e30c992c9e47a01be236874325649b7735a676b764611c7e5
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3218a2750ce24c0f08234820f9b471f97da6ab
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8600efda7264a64b19a020529835eeaae2f6ee6e53ef5895ed9eba3a907e9de
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4f4a22265f2c9bd14716ac2a2abf5f4730d662
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71eb89b214e34a3dd9869d61dd6ab2e47bc216b9614e05b6eb302099c0afc651
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67736a15ce8d7e3a9b942858abf2acd429442f26
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c4f49ad40bde2272712d4cf60698f581e8234403c088369d6f0f0577a212f1
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e8de29006e3802ec1075a238d5696aec8d6b40
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393e5afcee4bc33d31f8d71068d6956dc33f5a2d18bef3dec9ec5698b7218c8b
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d708a02d2417387ee97b75f2c47b3982225e11
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5120a8a7ffa04c91c644b7a54d860f5806af97338736e6d4c36410c7ffcf7578
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ba841bad06ce93133fddd39c7d29fdf8f695c9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc074974f4b1490841dea23c5a353b3663496c8e56291d72b87e91c05a49681
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d34cffc23c4adfcd6bea3d0d81a78316486a55
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a4a28c8c804e16f189e4c8aeb64f0040bba656565829112bf9f3e46aeaf778
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3bb272ed40820d995bd13cc939677717d0319b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b547d8e9f5422be012ffe2ce2b52c95fea6a74db10f58cfcac65d9c6f72b25
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8613358f6c2b6871ebc60f969283a258401fa8d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0df0cc4284ceeb150823f763828a962912a2ce3696ba931131164960a78aea
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a863b5b707a3f7752b14e52458954b0d676fae
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14592098ae792424317de6409a1c664fac6356a174f5509a6e62c2241c5a503
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab2f8b50244840ba55c8bf587f7aa11f3c3de570
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd3eb3d97bf4938e0cbb5565265b3c56a1ecb89516d6705a041d294289f4ae9
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028072e75854fe89de8fc1fe38e407e70524f0cd
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec16ee44e7ad847237768cafbe36482b30a30b08994682150653beba4ed24521
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eba348568551e43f69d947da648f3267d661d6a
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc86a7f71c3f7a2c498b23dd35aac9849b1ce42f41f229f3165211484be7adb
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c7a8b1473824c2f36948c3279d75375ad0de37
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467bf18dc07182ad4e113422b617190a712165ddf4415d5626af99bf976311be
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc43ece919721e40bcd5aacc2edac003cfa5948f
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d37c1864754b380c070e33a8a28a2854784e0b4c3d443ca0456726c35dc313
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f628cef80e9dd3737d5c5ae62ffcb0b741994f9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe16eace0a314b5fba339c59b2445168cd5cf4e2a8b38d6bcf5cc3c5b460d0e2
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d6001745f6a5b1a97289395c31da9daeb31bba
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8922dba037eb892f928dbbe9e9ae7d4937c9c47793df3c06dbb20bfb1e676b6
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956ca50e7d4088d369615bed217d671be34f8ad3
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7383bc3312318f0e3c6bb6ada2b1e8aa6e1f57e90b6eaec0b2dbd6040cde4b
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e33d2728680e5de135e1663bd48a805006485cc
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ee8a38c8fa840eb3420f647e9b9a90626f801bad348d6a0487bc00763fce2e
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578376c817c9a0ea4dac7ece558ca10806ecb457
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e6c9a8b0c48d1e9d56b49057e62935e89698e2471bb5c8580a3155663fe5ab
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4df0d2b8061a1994f80e4422633d7eda009f02
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8ae0d778751afb1ed062fe23a933ff601594420a8fd9e5a0cb3fc432771e1b
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d1082e6f0188891a97c7559681acd80b9d4ee8
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5dfe7d4924120e4a9608a365a7762ddd9538884f8022d438a6c612fbc35fe9
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148256f2e9376121d313e4f6c9f6eb027d79ff5d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630cc25bd4f0ea8fdb1a0c32addf6080bf8fe70b02fb56f56cacbe2324698651
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3e20db9eca85444f26e4b58701d4abd3210587
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0599b6ebdfd67878dc376c419578e76256e4fef3dd71204cc9a16a6ddafd61
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7bd77179653cceae459b57b7c0e318fbd9872e
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d07ca7745026bb65f8d2aa2ffd88d5e3d15a8b1d105f38c60dc462fb32d4087
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4aaf9e2c708eb5fd6f59668aacfdd513a09153
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9553a23bcb42935d1cacfaaea74fce64a6282ae7adbb68f0f55294c7803384c
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb25be34c262ea4c5f98c6bd939682a3b530132
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915de2650dc507279dcff78d0826be9f01db77056aee43f973b771a86202d107
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259f17e624add95ad155ae788dd7182b5a048999
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79952ae2eef2f52d831bb2d10b328621743e2a457e5dee33fff04c9ce1cc9df1
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8ff97c652738180985b4160a454b422c16a96d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c501595678bd59e8d589bbd59184cf75e9f4b31d774e8b5e38705165b059228e
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a6a1d5a91029c0b4bb46a2a60a312423005074
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561671730af69375719fc040b51945b629eff99ccad42cb2215ecd8a7c97a174
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bba7a85857bd4944d29cb7a1ba8c1ff5dfbbf0d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10b6150eb9468ec29287166edda439f9e13f83a673c398731c854051a473a64
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880ef89c62a8e29d10c039175b1054e2c9369d4b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d782d8cf6b6f17c26278bc208d2bcc38fc37a1e2708bd280430814031a8747a
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1126fab358ae3e808611f5fb21dac9c79dcc1ed
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877014bd3fae9f2a782ed2091bacb1fee0dd4aa1f061d6a7525c3282abdf0b1d
+size 208731351
diff --git a/global_step25000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7923f8aeda18e69e67b8286e313c942aa6ce6442
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416ec4e8c548c5c625c3d46a0a26897a71f077ba5768757e4bc120db9c7c94d9
+size 208731351
diff --git a/global_step25000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e254031a503584b843289b76d07af138503692f
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dd0a7f20f8b1b4ddbef268189d31d96e4343bf840e4104cc9151f2ef115e5b
+size 208732119
diff --git a/global_step25000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09948a852200d8363e830f290a23910a0bd2369
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca3ce917a633f025d1d0e8321cb68b57220d6683f82f19e2c17aac8960acf7a
+size 208732119
diff --git a/global_step25000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ecac3528d25799b9916746e17838aec2e01116
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee3529452095366ca3f73192336b609e48b889a9739a9d657acad4da87b7ceb
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e64a456f736abd837ed0e7ff6a505fea126233
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b4f318f16a67b8e414bee6803c3154ba13a5a7e45bfd7b62c273b07f1eaf28
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6791ca92a818aad70c76476647cf346b814026c0
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a213dee482984ac33641b7a93d330f810c7e8960a7d21cfb42b0517abf65a76d
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf36ee50e362d47c296d0b7e61b16708cba1961c
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638555423cdfeb53adfb3b0fcd58f348bef631387f27e413c07268a875f1ff7c
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d18b296574d1ff09eb7d7ed3cf61d53644ff0c9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803d5a7ac0e5682b79a9a5a32d377e60622988b9005fbcd856f0e607c4815d35
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375debc71a3e4ce1b4a62175cd4465755a3093bb
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041f79d9c69e8928655c7e78017015c1633fd540c988cc0558a9f836e0ccc625
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b624be16250424311674c531ed5b1490bbe856
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6e11315224b0c0ed3df37a128fef4d77a7292bbc5528841848e26f4338fe87
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a122cd2c4b47b9d9c077579361b94efc9fce21
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42c20956b89f68d45011b74aac37752df6d4f312534209ce58759c8e602b732
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025011e13dbf817a72081da3a1ba8af663e4aaea
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e571f48260691a7ecb617e24f5776230e88bbdbede8e6cfd8e589dcfc590731d
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950a83ae34e1d5bf7d07958cd153cbbb1d007789
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b12445f3b0f6c0475345037002f82d9e4ccc4fe6cf1f2c2152583bd56ab93fd
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80412d2fa1a77daf58d3b4c3904dee72239908fd
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d30471af0008808dfb8f572f40d6e19cf8549d3f148c801bade25878704a1a
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaba8e2121142cdc94ccdb4608e90687d2958e0c
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3257d3cc19b099685cffa87cfa998e2769a22ee6f5259b21bd02a3c89802c8
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e481f65f7ba0fe0591235b8d5de382038828c7
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980882c1c7099eefd9265afa83b4cc54e389af27ef7f5a4ba25ee95496b57bcb
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9240739bf092b2c93780bf720ac0b82f7128a19e
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9303b83859179b9d73d03c56ca054064de8b18774c342836a161590a6b9fa479
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe275e6f023cea47348c020f6063fcd9b669369
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d1c301c08f189dc2676bb21319f129904efe611e554f4221653bccaff813b3
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6202297400290c5304f868e06c93a08636acd1f2
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbec8a9b0989af453fbc0683d1d6daed73b6b923f8dfe5b5d037fca54ac2e34
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2849769e25ca8d9400357be60f52a581a0a3acda
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d933c363b22e91af7e2e834a927919eb5565b4a8e52be9c0228f30ae4b6b766
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25183cbaf0c85dea2b9470cb7f17d95d6e31278
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35163509950d775138aa0fbaf76bbec8c8bb18f1e556e0b34e34d9568ccd611
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8acc95ef7d98f9ed1e8a121ae8fc1f22bdd3d29
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8f45d081aa9a4a40617dd55b14f51101f4b28f79296fa850069a2139f23101
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c85c9cd8582712dbc9d956729fdc6256f6da2fd
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32d8928f8868f797bc22a847d4510e0685dd1af1e5445f220a9f0bba7e58ae1
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c5b0f88c7593b2313f0b9f0e35479233f2b20a
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48956ea90974c0326cbb8c7999991721ba1079a69653e87db4c26799f95bd09
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6009eddae6bead41774828aff0a1be2538a54ef
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7870afc3c83f40d7bb771feacc2d06e208188e93fb48cc2e6f59e28db228d8b8
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24381d1eba4640b89bcf25571885ae3585a6a73f
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198b34ebb6eeb31389308bd4ae13a75e09dec31762fade207ad4b8a26341510f
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ca751c3a944e4d7d862e62872a1be9005c9498
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04ff6793a88e138bfe0010d19ac78b8c5f8e3f94bebc7fc12d7abb106c27ea6
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955dca0dd2fe71ade3b51c798d70231162aae9d9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3747dc696379955f616aef8be9e238929592fc44a97f8cd34856d573ed88f66b
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0cf75be511d3abac5e439ce81f8ed2fcc069de
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348111264148ad9c0797cfe99c130a13d88d5db04c0c20862490614894c4c414
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a9fb481c2b02c26d6ddc752699239415ec04ba
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a16ba7d005abb7007ded54322a96124eef92a3c5547f636df2f3324c868f95
+size 208732066
diff --git a/global_step25000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25afc3360c607c16b85c2293d120a9b82032f5b6
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719c3f56e213a115ea72cf260bebca6fe729ef35764ea63de9d9b1e7900c7778
+size 208732066
diff --git a/global_step25000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cb5df904d97a8023474e237df362a75a3fbf8a
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b2b4c6a8b9ca948dd3bd8bf70963e733f31b19a61b953333bfa9e3b65ff63c
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d25963b6c2ce9c2271f00af76de1577dbb683c0
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1cc5e4153902704414f2ba6166a171ddda3f0aea3fdd60e534aaba5662833f
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5b110b1340ec663cea5c79cd292d027d5d0ded
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8435f746e454023e532ff1d4c8e6173a32e3e98e2b4f022ad478233a0eeae3c
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5abf04a7974aa014e292d36eb432f65c44d2d3
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62778e59554aa98e8d4b8864f584e6d1fb2b267cd8dc5a30dca2c3992742d018
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ae7295c03dd893f312e5aa7f9ba516b5447ac9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8738ff5b47e3925bd42eeab57891ab603725a2523fa9519c6ddca1e879b88e0e
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d263e27c64633cdbac88628cf247c07feed6139d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de5cf58832079c5f27a7ae22a50dcef96ea3d2a1f90b601e213176843cb79ad
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f36205f799d50530210001b36a78cc448477ae3
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515134b13add4bd0f2e1627ea7d013d6551ce57d74073e0c1f6d54c57f20bf4b
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecacb65b16c38ac41f417b022f3c20d0ed56ed43
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51683e63057ac0f86156ebc55c075bd78162aa0d22f2a019562c0fe68145ca91
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab4e5bf5b742e24fca4708d4fa57972922b88fa
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d67cf2eb340343b72564aabe0f81103e89e3227207c51a744cb3218c3887ad
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a27eed2452fb3dce217e90b20f6644dc6de9d4
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c702436d06e6521fde70324c30398053aa55045dbe2316d8ae5d99984375dfad
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb75ee74151ab9a6504254a78e3687541e0ada15
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f0d88b1bc1c14a203cffeb337d005a884b71cecf5b176e16497d5fccd011f7
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5730b21b04d6e1294e75fae9680232daec4482
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e3da6f46fd1d22e9b94a3dbe0aaba59dcc6283658aa46f5a896fdd3495467e
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4446c0399c5efef0a10e1ccd56a7f035cb2ede
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9312331ae8f442b795f55fec7fac3eaaf7cab3d27a315dc64af3b89e8b9d11
+size 208731351
diff --git a/global_step25000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208f9cd30ec4c208a5afb2862d6a093c21023419
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc362c41e54bd72daff2cfff7ceea7b012c82593d2089762b879d326cb14839
+size 208731351
diff --git a/global_step25000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acdac576dd829e3428d9bfe059901698995e1917
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a01b749969ec4997723374c4a6593a49a58e994a21fdb43132be34c821627d5
+size 208732119
diff --git a/global_step25000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf41554a31811e6f8969c3cc79a4b3ea0f596fe6
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3b7460d4f817ae35465a226f9d65d149ca306bd41f433d10a8d5a8c3d860d8
+size 208732119
diff --git a/global_step25000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4635942fc10e53f6694c40d4d1ea6d5ad667e18
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac4f8ca21d89c3fdb83f0c4abe20aca6873c9f0b7e341f3368be87441d02606
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508b9971bf45b1396e7a87c66422a05b3267500d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee3e61d2dd25a59b10941a870cdc0ae5ab7a8cf8ff5e4364eed1a6d127760a2
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01881f90ceed7893623d7d0e5df85fd1849ff616
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e8f3b4694912492acd0854227377a690c43420ea4dafb2bfcb769ac3926505
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d055187484960618e808fd8feea4a063c9d64e52
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5611ec5c1fce977a96051d87d919defe7f2dc1f4a3884c378aee42c4ce7f8bb
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1199ad4c0d9653932c9652a1b392a8719807ac70
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17ab7f932842139486cb0e16ddd45f08ec592e994c3c0e0efc754abfc64d25a
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f772822ee59485a9140b4ca9f9d739a1bb68bcc
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f2a1cad537233ccecd993c301a27f35f59247553c31ecdd2ec2bbb8686ea47
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f093262597b29bebf714f961d7e70d2cfb82caf9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3773af138be6507f882fddf583fd654d4ef19f9c37005136c7bea191313273ad
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61a73e50cd0bc5f92df7b32d259077c6217eb9b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362ebb8c5acb116189c66ee35220a879fa4f5b41a8489bb3a2906175942afefb
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8444424331c768713f8ef982dbe38d181e600af2
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4aa22fecb47cabfbc550a39a887fc1c0faa6f784451f87531240544d87c5448
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2071f6e5d6a4202439003e19718af39e74e040
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a10e9c2566fd01475984738cd92a1e61f26fa4fb72f944056b11f75a3092ae
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f727489d6f2a1c40f4fa13517dde1321bf9a567d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede912e612ab20bd0552baea3c68ae3076e50826de8c30685029ecdffa640910
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cedb35c5aab7fd17e2956a7cd25aa81a707e060
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c20962231f7d9d21509111dac7f4b53012272209b560ad1ad8f6af6dc24478
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762a519731c8d0bc9b49377f3451c23efff40e7d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff84a954c39df7396b8f570b85dd0ea8011330365041bd39d4c46ceaa17cfe26
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ff7489a88a480eb1d914d61e226507357acdf9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576ced21dc94ee73aee3884aadd16dd36bd4b87a0a2f02a7457a8ef58a117cc1
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f30baabb64ef7decaeeec071a60318ab986d8b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8962b83f360ad9a47bf198eca44426d50696271a18b1efd386113d9e9c2f8e08
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8d24669b748511ebc48755de09d0ec11c0aab3
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4604fb5e0a36da0fafc0aae3b044e616cb0734030a88e182314c6efffec71a7
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ca58c6f7a75625a92dc21be7cb0441b6397dbc
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c1431f8bac369b49454728de3b7faeb195a0c3e555b9de2c0328db12ce5c04
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97b6171727f165e3e708dbc3ef697af03a8aa20
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb19ad239df89e8ea68dc66eee699d0b7581d63ad0a428152469c481d61dfdf9
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c935e9604e3f2dc0376112af4992026975633b6
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27f7ad0b8cedd7a3fd540abb4a93316c66d862d64d737d7b56ae2fdaa420238
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578a995bb408c20ef3fece4779af1b5617abfd9d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b0023ee4fb767b52e913f2ca1bf7fb83baf687051356a9eaac0bc62f37fdc0
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa12ae7fadd8589a7922fb1037ecafb1f8e7a42
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce360ae97ce33d2c779fa495c7e50c5972f1d592ca0aba6a8fa552ede81766f7
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6181ef1112f106dbc375a418ddd7c47b2cf669c5
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69017a27a05062041c087d5ef85a0bc38406038aebb6138e05b50006a837a322
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc66f98f8772afcde35051478a5b35995e7ad18
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc52782cbee7a6d656281c038a78d10f87fb0695b8dbccb771f2a1d6960e37f
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21b052fc299dc8a328617fc199f587f56cc95c1
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02018e19b278e837b2ba1b99769fcd8492c604ab062f6b51aba19a494973f6c
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570ac38af95dda7ccacf454ea11205193f379848
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7338363e553d3280ac372a47484f72d32a04f86cf49419d86b77d5799217b8a8
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472a7b64c58b88a3214506fc536384fafd308584
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8757050092ee566c277a5434cce6351976de2c6ea1ded07a5195e0b1cf14077b
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59b127a051cc09ab6e7b3d07c5adca70244ee6b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90408c3db32f9b86d1145f2a46642a2ba84a144dd1c54059c426e1f0732b3a25
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0f8f537af3a8b0e9b6ed8c7e97f63c51139c6f
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a939cb1cb85f6e407dac44c57e9d10e6c866474abae9037783242c351df0aa
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e7e00f4464e667ff831132a5584ebaf78c9e52
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4886a1f84f04b8c78b73adf6027ea86e48a98540a5fbaad7b778e9094184d9
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563bc67c0fabb99cc31bcd02556cbe852b5ed3fc
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593f0d6d2476f66d683b0334b7838ade02f7bdf0a97689c9f2dd071cc897272a
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197d127927db2615fb2a363470df3c60c05d56c6
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6156d4d961c79ae835bda559afcafaf417928d69616fad71d7524d6666a53547
+size 208732066
diff --git a/global_step25000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1ef3e7002d938c9e4fd85d0b7996cf2e8e918c
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1917139bb7428c3557eb6296cd36e3ab4e286b4835459ff3a7b3ccf5179d654
+size 208732066
diff --git a/global_step25000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e429a35528646a3d663cc41aa29db3dabc5ee955
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc013565eadf9f1e069a9244fafec6ac66e6c41105fba48649a3cea58e6ace7
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68610bc84567a71134604ca8b83d0a701c387ed4
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c82461fd219b9d596b69088e501e09678aaecdbcbbc765f5601b327ba320cb
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba5a8163dc487c1e7e2fa3c5d46deea425e5db9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76af7c7c53b29a50f18f3b6a1c6047c6a6a06821f9ef08445b52f3a9595d0541
+size 208732066
diff --git a/global_step25000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0fe0452cdfbb8fc8b1c0e143c3849ebc76f0f3
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6be7ce4261895c5211c947a55a0e38cfd143fee3d2700a46e7b17c241ee860
+size 208732066
diff --git a/global_step25000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a99de51fdbd59bd9bb10cd46c2f3049c634dbd
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcbd697af42959938e948644ea06740a8c8b2eebcdef99bf214b6fee0e61dca
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b31378d0ebcb1653d7d1026c596e16dfc047a0f
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc5cf9668e33016c46cf6f48fd27a1e5715add3dc52e3ed3ae41e75049fc827
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430eaf168e9a4480e184fedfb6b03b886c8641ad
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d44b2084b62f488326533108b50997e1b9a0f94bced5039e3dff4231cf8b3d
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e191e51e2e747040f03909acdc7cb9ec3c41093
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169fe2b2a726c8b7495362391ecdbfda764bbb23b0188bc2682bff8b7d81d569
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc57f28bbe43d34010dc1541e9811f8e26691063
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bdd3432096ad921edcd09128d3d7b9324658a42081f753c2be9e45fa1a3814
+size 208731351
diff --git a/global_step25000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d818dc88aec14b20046463d26a0ea0ee1b888098
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ab4862bc60ac9ed94c4838259c79d400d94e4249ddc41e8321796899bf3215
+size 208731351
diff --git a/global_step25000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0adf774a2e53b1cfa204d13dc4ecaa9a0c6c9b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28eaec2c9431ef72fc3a3c5a111a7c265be3bebc50751e5494f92e8a465862d
+size 208732119
diff --git a/global_step25000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d486d09dd8f01396380ae70e418ba20eed0e29
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be11787cd5c25c2d86bd8e625114c951c74773c413c13d45f5980d3cc26ed35
+size 208732119
diff --git a/global_step25000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092649126f3df5e4a482fb56c4d80d092b994bb9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90d167dc096398eb908677e67a0e9abc35474ee42498cdb0d4599ee0e36866f
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db1b3ec39c7ad6cd76ad960f11898d32dd8e7bf
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3061dcb22567e3ff5d3e9d87a6676f4f32a1929870672b88385bcd2274db21
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eecaf4b5966425317ad0ccd3c9d67ed0007993b4
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f547bcec71b0d00813e2aa7a9df6e578259445f6944b5fe11ab6870450fe395
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d848916f1aa328a602211eb95f396e67bf865439
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea452d7e770e96af5e819f770e76099d1c955a0640c79b5ca1d3625c0c504b2
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d931fb489218836ac0ba040324ac4e31708d782
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21508bc549ed3076a33f702bc544140f2c5492e4c100e312f780fa26ba4e812
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582380d0d9b5ce67ff09027fd2e8ac120fb28a83
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93044b2c890dfc76777569ceafa7b14baee7f9945689100d071963e38e6b23e0
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e10cec657117847ee265c7dd38d87aa1e186bb9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0db7d1cae882a4baabb3956c9fecc378bf7ae50db37a24263787e8a20f9270
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3457bd46fd8e54cbbfe70e3ffbe8d62c180225dc
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e20ad8e94a4f6dbba658dfc8a46d2b7143dfc6e0b398f8eaabbaacaa079967
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b444bea65b6105be9948e6b108e268ebfae9203
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c8b07ba5705e307e22014e9d51fd530d9afff0b91718d4fb6442ec5a19ea77
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb64f991a34ce131e23fedd1629af4c1099ea172
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca881ef7c6a6ad36a5f63c54236aad662ea8e92f0dc455f882acedf78b3a686
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b11c7304dfe6026a3ef0c360773d79dd2e856a
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ec5f1eef51e31e83af176549d44bacc6bd1756875bae42a508bf469aa09836
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b65ba590da633fa01ef4fca4778fa29ed7f425
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f321aaaa1df3c81bdf74b189220875c4e2d6e4a3f072291c9305313228c10381
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccbb44e5c97168a2a273ad3d5f233cc823f8e81
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a87ad5633177da7f3d3f9eecc1b745aeffca2a842bc53d2ec8208fbed616baf
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5160954bce97609a131cd48a7a40c4e5849ffc
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea866c1f2a703b953cf4be4222ba1c032e466bfeab8609291c8a330e86175bc4
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbfe5461e1cdaea123677fcc7b827019db9a7ae
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c7e683da7d2599e389f7ccdc7d7e270ffd89a26be42604e2f091ddd28cc871
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd40115c720d93b10706668b946eb21b19361a29
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4942f68cd11c33eb4fab1b8b495645e1cba6c529116621d14e9adc32b076dd05
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb93561797099f0359c49acee8be3dd9e10a9d46
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0689e1534e26522a48025f5d46f4fa03fc4d2b6339a2a4c4e23deffaf0b6f0ee
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e468508be85d098515c1f25b6f3e51f425e5c6ea
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd3f951cd607b3221d86069871823c0dc07300703b95349deb984179fc2d177
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f78ed69a7d8418baf9f80f03ef986d70037ec0
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5f895bac2cd7876d1a065de943533431262f4703df6429513218f7957adf4f
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d2a7f5f026be38b3ab90914c4ad04afa4a29ee
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facad15aecb34f2ca6f0368d1718953432117ea8d3dfe37a1e685cbc44e26977
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624735635c8f92eeebb3ad0f0938b04e99010162
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab42def576e224676f5eaf7ffa7e903ea1124b3b86c97edd3ce54518bd51bb67
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77cd2d3986fa842ddf9cde85c8995ffefec4cf1
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff9366a824839b4aa74af1aeef4e093eacfc57f0f5e3f260a26dbc314781830
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aec65aa5ba287b910b78470732ee3b694348883
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e946486364394bcb399dcca28264b89d4e3aacf1aafc902aca1572deae8c4e4e
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524f31f6234a0fe6edf8596276c10e1f6a8e960b
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139f1e251854ea1c68f54a13ac220f7c0116ec8ffd890c2ab52d3dd3391c9faa
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ddf47f49c4789863f1970fc9c9989537defa01
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23853caf63a554b56b4f7b2d122da08c8c1b1fde577b0f36b74e026b0045ec0a
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45481176c6c4ee06f9519930362b175c8a4e7647
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68fd63ff4d70c5214a814570664e33eb56a7e1c5f75f1575e7282b6fe824c08
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2540d832711541f6676db34424e4bee3306f609a
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f5af71b409874d858344c7dc05a59c47183c5fd9504c594707871e102e6f2d
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c841e455c3471a96c00545b36bf12c71220dde24
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef9f4d591b7143a21a3c29414154ddcfef6b13e8616f1f0d7aa90e8054d9a26
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a47ce3dcb397ef885c82bda64a8b4c45c12db3
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932d6f1f9e57b8d2fc8b70180a5c2328ebfb02528847f5fa3ed940c36915beac
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e506534bb525870ee3ba77e74bdc89fc9829e9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12ee707543e4b0625a02480a863f2980794ed392c4f2dbf522094ce09bf5b64
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f9a31c280eb8d0c9d631a400075496b2226852
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0012fef23db17aff99889d1d9bba33378426a286a94c9a89da22ebad2cfa80cf
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd009eb095ebe85a5113649ea4fe8f5848d4e88
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805de66bfae0ab19f3b8534ff25695d7c16b1de85a1638ff451e46281d396b5c
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c47518f016f9946b6a8e04e4c75b241f27036be
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1d82bd7cbed7e89e5a256b45b040849f0d527f1a358a5217ca717bb9180caa
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd32c3fb96d744a94a5cc4ff684788048c396389
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c9c3154f22b00c9f95e60d6310a43b5e464924538a82e6669d0143db1c1df8
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d837223956ccf30f0be45b845868d25adfe60a1
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9b91e9bf0d24e9d56238c21c97cefa8b22ff3a63d91533057357c2b4c1598d
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d527f505e4ffd8d4e6a8565a19faddc81d45c716
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bacf58b2d6a39d741f89c992886e4b3562547f16a80a65f265c55ef8d8999b4
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f7c3f33a2025de5aaca5111a007f939e1efa53
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17d409eced9563ce4277a51143b9b082034ece47a412e6f9864d1ed02f78376
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0eea7e960ee99ea9bbe5dc0a92ac03e7aa88d7e
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145f789a8896fdce005344a1616660a1aeadd95d988425c4d8848340db9d5b0e
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7439feaf6729beddf77596ed18568fe8a3799667
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87925a0954512758c3248b49651f868ede2a09693c5dd9ca1f086f079e04149
+size 208732066
diff --git a/global_step25000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899b999ecd5e18aca4bf8de0f9ac5fbf674dd55e
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ad44185a861c243bc5222dbca57b1917608ed79cddb16b22a4ed61f516d4dc
+size 208732066
diff --git a/global_step25000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c164dce768a30cd1aa5a0bea55f7154ba087975
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2034df9c1dfb89b9fce7cbb268b3fcd32bc6fa188591197641f8d076595c4c
+size 208731479
diff --git a/global_step25000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824e9e7f7c175c7efce300df26c79a8aff50c0e9
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86113a8eeb3121744f2548005e54260e01518fa47d637b06414fd7816bf17602
+size 208731479
diff --git a/global_step25000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fb49241e62fdad21f25c73e67bac06581c8ab2
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89906e4432e18f7b5638cdcfab8994f483006011f10663550fd233298967d4a8
+size 208732247
diff --git a/global_step25000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463ae012be9e6b6e376c78e13443d44d81d42b90
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2f3b4962f5d3d566140d8e35200ae4f410b5b3799852c9f97784c9b9f2acd8
+size 208732247
diff --git a/global_step25000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a7e8d268a929d6059080e1ba02154478f55b87
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285cde685982050a727b0d11ccbfdc4557636b4a9b109493dd7bd7025d887acd
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d8026b4d8b60b549f843ec47ed6595cae6141f
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9ee83c5e8f04717c9be8925d93aaf54222472704049205fa570c45ccb3d849
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a9229a05c52a883f6d5c05f7003632e16a0f87
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91c24feee72018beed59b3f2fe54408a72aa0c56cd7800c3c81f33be7ad26b3
+size 208732066
diff --git a/global_step25000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfabe33dffd176c37757f2d2dc5b54756e183b98
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac91f2e0cab3d4e1cef185fe41cb8347c02a53d7f743742c28cd88c6f007b9a
+size 208732066
diff --git a/global_step25000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1eb57f7f7f56a849bfa96d58468f42bebc904a0
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c408545d76a80b3fc97c77b8cffb07c58e2123e4f97587863ab35b347213efd1
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d85b119c6558e51ca4d72ba01bd63f06f28d9bb
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371b1469f2ab7a34ea464979f22516a405793b60f2a5499aa2b0062b62369139
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508929f98834a45a89fb3e55b36fc7b7f8085cbe
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a60b1faa93ce236d53428178a33b87260b70d5eb618cbbb24bdf4e2c6ec01a
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635e199e592b50d41d2653f8e21438df21bafe6a
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55df3e72dfb41d5d637810d0020e01d04d5373a1c75c63dcf2e838251c79c4e0
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529c884cd42a538052640be896ad65dafdf22f81
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a45b4f46ef1a45c179a5849457e645dc3b0babd699ae06da3c235dd3d3927c
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279b3703da7c07133caa80fd62bb1e1c2206fb64
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389a76a17588d4968e9d51f99c27611624a73aa09a3e23cc78cf5eb03b39a7dd
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeaa8c1c616677d607baed1bdd3d38b6e522158c
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd8ec2074301ef6359c932775dec31af2855b1a2d3977a3a75d8f765b2ab140
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62098f56aac22539b4b61363642758acd0511b64
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6453ee7094172e8fdfd26fca3b8c31584f909f627a8e86ad8528c620a1a3bb08
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a078e87b70c1c813cf339c3ced23e7ccef2fcf59
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdb9a9cb0d5da6b08bbb7969ec03f369245edcda05938af4224c5fc1c694569
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1044ee99056aafe7200efb5a22a0ccd8715143a
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3c90817b8a979538cdf485631d7830a92d63d0b6c8c2efc3d59ab5350eb0db
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd5da98c79defe35015fa7426468f6ae412e1a7
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdf08c92b0eb9fea524f7a59a23c4500227bd24643d725374ed7525d2a23952
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cefcb6dacace50f1baa51966f964e4cf0d33ab
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fc76942d3ac15997220b363c556f9d2c906f8f4e03e407c5566da06358cf4b
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c964b44af41e2bd9c91099ec187c8aae83a8a92f
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608cc03a434202185409465f03bd1d2423368d9ac37efeaaabefbaafa21954e8
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc9f6dc86747c7d8ccccaf144943a53f9610d9c
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b39a46223f2eef74bd3c42a648e0cb0808c1aeec751559f423fc9231d30889
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b10b1230b7305e28e92b5e1ef8058784829722
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0208e1ce569f32f48e4e483c095b28e434f70a4df503000716f75d5a4b8e73
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd301c6dd7a47dbefa71e6dc6aa97e9335f157f
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99895bc5ae9e5a9fc92adf623c99e3458076c0aedbd50ab589aad87de3021010
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f578b32a418efd0c4ee9379582d69ec419317b4e
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472d4ea8e35338b2a3d22aa146bf1f7ed5321564cc61aaa2966d85768be7b69f
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de52905af57bdb7de6a85260d4c2ac732f6576e
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6421d271a2bd01c22d939bed5d9dcd391bfed56581a200750c083bf00a8e190
+size 208731490
diff --git a/global_step25000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6061b8f98af1b03d7bc087dc6b9b11684255da1f
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ba08581fe1dcc01fe14f51c5b1786a5a06b5cf4a4a8675578049f954dc2f24
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81da12a5e163b50f41589f616e7ec49567d9f5d3
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db211ca9f14cb4047698636491855603dd24833024714dd58e64e16367ffaab
+size 208732258
diff --git a/global_step25000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2410129cba3c540b8f2d28355748718c4714e9ba
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d181cf392ca5e717c2e2b2b81d1ec9ce8513ca02372baf5bd1a9d0a92f9493
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212f75abd2a8fe6f49dba30409c7f535268234c0
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b344ffa31cacfea918bca6dfe64a5c437316d3790364a0b7b6fd307ec432eea0
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a0b25d3ca9438f04373b87c6add5fb796097ad
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e5f78e4e98d9a0f9aad516d4ef3490f4f1dc8f8b6cc8b091dc3bad92060668
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8893b8b87f4ff8266d698cc5feaf0088d6e788
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b18c7ffc427c416ccc83763d793f388ab9e730ec95cd558a9d6a827f0f95cb
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16495bba9226ef466cd060f37beca9f5ef73a4ff
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4098a8a41a7765b8c1ecaea0257835594d76b4abd25d83a39084a922aa67b1e4
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d265d872c762a7957ebefaf06e4ee33960a1b369
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1f79c00b12f6c1f14c14dbbbc949c4d90e366e7a9d05274e298ec4e626bd8a
+size 208731298
diff --git a/global_step25000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3c9af00a903bf955d0088d80eb3f2f8e18c8b6
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb1c8dfa2c3178abe7d6b4ec1eb24bdd637aaa96357044596cd885aaa66db5e
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cf2775736736986cdd71be3bbd389a923e8424
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c699625dfe2fa167a38b12d7cbd8ccd13976c0fd0124c497c915ff0eab1e76
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcd6fec6dd42b82309f2f5f1bc26d1e41c12e03
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4339da3db86154c17123aa8acd3f2c96c2c0adb24e45d50306b9cf20219ac25a
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f00b95d9375c217cd0b2dadc1ddb1da515f136
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a88fed52826014203e3014ce02eda4eb0421ee6e7eedead965ef0a6488b1ad
+size 208731426
diff --git a/global_step25000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b3ea76060da67e9649ce772495d4c93873718e
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45877b13c28ffafac407726fb5ce96e4e068912c0771862948c07c4495883f06
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1886609d9db223b19fd64f7046e001a14de174d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b2f839a3b1cdfd9e5b9c77bfe3650d8dae71457e26002d981ca1c7d0b11958
+size 208732194
diff --git a/global_step25000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b248f4d3f636c81ccba0230ad5e09f151fabe91
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac8a57d992bed2abd097d93c2c69c6f4d7d52b06907cf895e9e53875e040d15
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058fc3d42941acde1e2512ecc106d246fa316e62
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d5fef2c271c9653f6c50240b51f0f85277903e71d538a92f51d8cc87b65b61
+size 208731362
diff --git a/global_step25000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368aae830a8f239c41bce316a8a8592f5e928692
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9272820a694232200e80532ea87ee38b07f190d080984c44fa4fa193c0848d1a
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e33c4c6786abd362ec86e7795c8d69a57c0d1e4
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8beea615c7d2a425bf919e9f8f4f98b173f99a10749bdcef44016ba6127a3f57
+size 208732130
diff --git a/global_step25000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/global_step25000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b808cdf08557827a9b98f5c0c31bfd0df30f94
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c75a1b44e65fe3a1b03405bac4820d0a156d320ab6b8800b769419da8e862a
+size 208731351
diff --git a/global_step25000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/global_step25000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112c4262ae0273c448a9b399b136bbe7667af517
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d83ba01a598bc31a5bba9110c0015afe2d0b63345508b61b463cfb2bb1d1387
+size 208731351
diff --git a/global_step25000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt b/global_step25000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bef360ad997f5be2f0ab93b4d57fd4649aaf1d
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b673ad0f606e92d77dc9b17cbcae248875ff8fa313c30e783a40ed77b1cc0f1
+size 208732119
diff --git a/global_step25000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt b/global_step25000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0cc20c861e0251ced2e94b69d0d7a633eed1ec
--- /dev/null
+++ b/global_step25000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0aba2eeeaa2b9e33c62e32dc48b5a84ac878da9f94678163b27a95a67f679a
+size 208732119
diff --git a/global_step25000/layer_01-model_00-model_states.pt b/global_step25000/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac7b900c1ea277bd178e1e6cfe0544248d4c45d
--- /dev/null
+++ b/global_step25000/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50078acdc265597d42231f32636d301a17eaa6c9f4c667103bab0085a4f029cd
+size 223347971
diff --git a/global_step25000/layer_01-model_01-model_states.pt b/global_step25000/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4711d5db8a324f222a1fb0baf54ff352fd220af3
--- /dev/null
+++ b/global_step25000/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d40b6f61a54a98edaa7da5672d6391b3a5436f68f9a9c68c0df349d9aacd33
+size 223347971
diff --git a/global_step25000/layer_03-model_00-model_states.pt b/global_step25000/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da6853e4b6cbd5d33210fcd2673eec626e3a829
--- /dev/null
+++ b/global_step25000/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca79e27d04b4abefca84a4245f83cc1666ad9afea641a3ab78a62fc0dd861e41
+size 201408771
diff --git a/global_step25000/layer_03-model_01-model_states.pt b/global_step25000/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37cdb1199420e06751bdeabe588fc2b5fbffb96
--- /dev/null
+++ b/global_step25000/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5df1527dd66d32e2404dc296ef6f9b50c15570e4bfc521c7491fbef7c1d1ff
+size 201408771
diff --git a/global_step25000/layer_04-model_00-model_states.pt b/global_step25000/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05635f9d33025a7b4e1b82fd8e368a9332dd2b8
--- /dev/null
+++ b/global_step25000/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c036e6b64a6fe40c87fcc4d1d534ce22109837e26becb52d60262278159ffaf0
+size 201408771
diff --git a/global_step25000/layer_04-model_01-model_states.pt b/global_step25000/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4c30d03e1846c6fcc40798be109a956545b128
--- /dev/null
+++ b/global_step25000/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da27071a46c9855dc59d0c88bfe1ac1ce75213a3f4cb309637bd6d150f9e07a8
+size 201408771
diff --git a/global_step25000/layer_05-model_00-model_states.pt b/global_step25000/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac74573f874035f315f4ea6291dfa26a94aafce
--- /dev/null
+++ b/global_step25000/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8de39563c5261224a5a6b7ebaa81d2330e05fe4f980cb0a26ad88daed84298
+size 201408771
diff --git a/global_step25000/layer_05-model_01-model_states.pt b/global_step25000/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a6b0c83fd83b3fe956843cb9ed2a9590c0ccfc
--- /dev/null
+++ b/global_step25000/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5559e7d53e9a502299231f915ef216c60bb40c3e71b47352658e39ca6a2f0c
+size 201408771
diff --git a/global_step25000/layer_06-model_00-model_states.pt b/global_step25000/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06259df8eedee473cfb3f9aed4c43d940f9d6c0c
--- /dev/null
+++ b/global_step25000/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36dde21dc1a1fd90347d8043115d13ae4a46d03bf1222a5634b9b91d3f824132
+size 201408771
diff --git a/global_step25000/layer_06-model_01-model_states.pt b/global_step25000/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cd4a2d96a3ece45c84964a15f19ed907cdb306
--- /dev/null
+++ b/global_step25000/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c823d35163d8dbe7c2541ee590d2b5b9da542bb14d21dcaa4c6317aa133797e
+size 201408771
diff --git a/global_step25000/layer_07-model_00-model_states.pt b/global_step25000/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca8787d19470992d0d9a436e0a3f31a025c68e7
--- /dev/null
+++ b/global_step25000/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3860b6bfa094ac9918327a17264de1d1e80f1688fb28342424375520328065b6
+size 201408771
diff --git a/global_step25000/layer_07-model_01-model_states.pt b/global_step25000/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ed19848ce00b41712f81efa676fa5195180b18
--- /dev/null
+++ b/global_step25000/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3ea39dc09b6da9f102cf48cbcaf6c1573a835f1a481d14b0ca62e99776d339
+size 201408771
diff --git a/global_step25000/layer_08-model_00-model_states.pt b/global_step25000/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65628f53dd18cedbcf0686dc9e8222c3e719374
--- /dev/null
+++ b/global_step25000/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc1fea992890d7b7dc1719f41ba7c7b23ed9f75556fe3a45e920c6067603814
+size 201408771
diff --git a/global_step25000/layer_08-model_01-model_states.pt b/global_step25000/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfecd14fdf94bb13ff41ee54b08a397a66193b06
--- /dev/null
+++ b/global_step25000/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b394c11f3cea8317bad485d9ae2f39e71bc5db79b706fa4e7e311ecb8a1e48ac
+size 201408771
diff --git a/global_step25000/layer_09-model_00-model_states.pt b/global_step25000/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888707110aa514913e44777f35169e08c6c3b20f
--- /dev/null
+++ b/global_step25000/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac70e6b3e41609a44ed30057aab47d98fcc24f629b21d8eb98ccc9c88e55490a
+size 201408771
diff --git a/global_step25000/layer_09-model_01-model_states.pt b/global_step25000/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bbfce68899584508f5fe588d47c2dbe5d8fafc4
--- /dev/null
+++ b/global_step25000/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79994ef2ee3e909b8c74a40f829097fed6be19556a02627b8ec8b98bff23271
+size 201408771
diff --git a/global_step25000/layer_10-model_00-model_states.pt b/global_step25000/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36d679337e8d9394b70a9281ae9873942078fb0
--- /dev/null
+++ b/global_step25000/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47461f5a558d8a4df52eb61d64307a72f03c1fcbdc6c8aa6d239e8621dc58438
+size 201408771
diff --git a/global_step25000/layer_10-model_01-model_states.pt b/global_step25000/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abd772d83a58a18b57fbb7c15913c93a4a76859
--- /dev/null
+++ b/global_step25000/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7938bfe352406e3caeb370864a9e87222b441b59588e9ebe59bfeed895540d
+size 201408771
diff --git a/global_step25000/layer_11-model_00-model_states.pt b/global_step25000/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef9593323b1a80d0efad0e38ab7607a1aab3d85
--- /dev/null
+++ b/global_step25000/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ce37d6d4034f8950d2cbf82ff69d63ff2ce90da4e3c48aca8617ff671b73dd
+size 201408771
diff --git a/global_step25000/layer_11-model_01-model_states.pt b/global_step25000/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23845ea7071b0e290ee4138acf5cf49c4b7b5b4d
--- /dev/null
+++ b/global_step25000/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8af2c5c8fe073fa0650d9ca4ac0fc55b8faaa3e2f0728cefacf919289134e1b
+size 201408771
diff --git a/global_step25000/layer_12-model_00-model_states.pt b/global_step25000/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7ad435f69e6d32586b4622a9322f51dc53cb7c
--- /dev/null
+++ b/global_step25000/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9100263b8f354d7c1b100c015fddf2bd6affe7f9fce562f1225fe8a7d7bf0f35
+size 201408771
diff --git a/global_step25000/layer_12-model_01-model_states.pt b/global_step25000/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc28fff266d3a624f6a8b799bb9b9ea4e9382a6
--- /dev/null
+++ b/global_step25000/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36497ff98762bc60b2e2b03287615368dce3e354a1dd924ae48d9b5da7311ebe
+size 201408771
diff --git a/global_step25000/layer_13-model_00-model_states.pt b/global_step25000/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e6af00b78baa33ca15866b6ba5fe9aac1da276
--- /dev/null
+++ b/global_step25000/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503e9556224a8e816ae611577ac62b01987d91d6339f4977405678d86b8e466b
+size 201408771
diff --git a/global_step25000/layer_13-model_01-model_states.pt b/global_step25000/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522178eac8d813d4d5c55b25ed26233fd773e138
--- /dev/null
+++ b/global_step25000/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47d3e0b77872083a865f8c4cddabeeb2d4a32424f5445c303a5117c56e26776
+size 201408771
diff --git a/global_step25000/layer_14-model_00-model_states.pt b/global_step25000/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b79ef3eb6dea95a8ba6125c17986089093cb1e
--- /dev/null
+++ b/global_step25000/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c0e90702253612c1e7e0e092eb8c73d8829a00a1009c0c08f45483846b3200
+size 201408771
diff --git a/global_step25000/layer_14-model_01-model_states.pt b/global_step25000/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce5eed00a66224355237a219736f161b2f4f459
--- /dev/null
+++ b/global_step25000/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e944f66505661c708da4c2b55c969d87255eab0f423065adbe6f109a422231b
+size 201408771
diff --git a/global_step25000/layer_15-model_00-model_states.pt b/global_step25000/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fce62b74cf8cc62132fa2fdb35d1304e477b951
--- /dev/null
+++ b/global_step25000/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f6b21600fbaefa92061c7d7873d44be3d408b4d81a88a7c59b578f58be2838
+size 201408771
diff --git a/global_step25000/layer_15-model_01-model_states.pt b/global_step25000/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e912faab731f2400ae6871ab754f2941c7af66
--- /dev/null
+++ b/global_step25000/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d984c1a75f4ab15ca5ba9beab6a512a8d7db2961ff5d42ca7cb92ab71a1378b8
+size 201408771
diff --git a/global_step25000/layer_16-model_00-model_states.pt b/global_step25000/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5696432041aa80d395a3d9232ef8a135e1be7d6b
--- /dev/null
+++ b/global_step25000/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c888f8b78a2810d2f92266922cb86be4ef7c66b388901f626242c54711c23b
+size 201408771
diff --git a/global_step25000/layer_16-model_01-model_states.pt b/global_step25000/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852da576ca3a5583f1d439d13ad4e0aa96df3024
--- /dev/null
+++ b/global_step25000/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f12637b868213fc3fa953866503efba02d40217ea42b3228420675005b060c
+size 201408771
diff --git a/global_step25000/layer_17-model_00-model_states.pt b/global_step25000/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af18bb13cea93845927a0e3eb45cb18ca953fc1b
--- /dev/null
+++ b/global_step25000/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af09fcc4a05704801550491e91f0c75ef5a2353ad414ef66f92fc63b09a3d69c
+size 201408771
diff --git a/global_step25000/layer_17-model_01-model_states.pt b/global_step25000/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa76d0b7bfab1299d71d3ee48fe01724bb7fba9
--- /dev/null
+++ b/global_step25000/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a26e41f7ceb20c853e1372485b7552b2cea15729011a79deca30b745f82e9ae
+size 201408771
diff --git a/global_step25000/layer_18-model_00-model_states.pt b/global_step25000/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25303062cec447083429a339fa9ae167619165c1
--- /dev/null
+++ b/global_step25000/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d77995f1eca04732563c0f7f936d2b9832d57ca13c6aef3f71be823d9d52d80
+size 201408771
diff --git a/global_step25000/layer_18-model_01-model_states.pt b/global_step25000/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b56fa9f74df465e04d44c7221ff22899bfa2ce
--- /dev/null
+++ b/global_step25000/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22b6c2253932e0a927997cfa94f63e8abb246e4996c0d3994c3baed3c148e03
+size 201408771
diff --git a/global_step25000/layer_19-model_00-model_states.pt b/global_step25000/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03579ede2dcee52b669d6bd6ac43eaf01aa4188d
--- /dev/null
+++ b/global_step25000/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad3642031dd2b73dc7ecd09e533e0333fcc168adbe443cbb04366b975cb3e07
+size 201408771
diff --git a/global_step25000/layer_19-model_01-model_states.pt b/global_step25000/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e371d3065ea5d793e60baeb9a62fed8ea4b1268
--- /dev/null
+++ b/global_step25000/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467d1f98685b495870f1313ad5d3a6aef463ecc7260b40ff1bc3fe320b7bd5bc
+size 201408771
diff --git a/global_step25000/layer_20-model_00-model_states.pt b/global_step25000/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f292f095763ad78317414b84ad778d2e2ea60cfa
--- /dev/null
+++ b/global_step25000/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae13a59fd9169bbb3ddaa524d4b63957b2c658e538407586435052fb8404f5ff
+size 201408771
diff --git a/global_step25000/layer_20-model_01-model_states.pt b/global_step25000/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c42f25855b5e2e67c9e3232c6d2eb85bc404d59
--- /dev/null
+++ b/global_step25000/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31921800c62b7e2fec23da3e3660a355a6f1bd78f225b41c23cbea973e581b84
+size 201408771
diff --git a/global_step25000/layer_21-model_00-model_states.pt b/global_step25000/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4791d2b1f742031f358703c2f6b28ebf86f9486
--- /dev/null
+++ b/global_step25000/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110bc6323f28750f7a4dc83f3f1f17e7d574cd51562bb7864172904c725fd20f
+size 201408771
diff --git a/global_step25000/layer_21-model_01-model_states.pt b/global_step25000/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8dbb52b9b43ddb81b4781b70f4ab3d15c804265
--- /dev/null
+++ b/global_step25000/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7801c0209926a2d0801fa910c3f4912c410a3ca379eabbdef7152dea3a13b7db
+size 201408771
diff --git a/global_step25000/layer_22-model_00-model_states.pt b/global_step25000/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a37e78b3e1ca7d6ae002aaa40c33c8270f55af
--- /dev/null
+++ b/global_step25000/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c738f1a241bb412a3292cb7021bee0cf750fe00e1805ff95b6b2b1622c66314
+size 201408771
diff --git a/global_step25000/layer_22-model_01-model_states.pt b/global_step25000/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405bd916f57a81e221987f6f39c65b42aabd7f0d
--- /dev/null
+++ b/global_step25000/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb66a0324e3f447d9be2396442611d0eb0034af85a88868db94bf21b57489328
+size 201408771
diff --git a/global_step25000/layer_23-model_00-model_states.pt b/global_step25000/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b921ffee28eaaeccddd41bf9a504954e53ad11f
--- /dev/null
+++ b/global_step25000/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ecac36d01fef86fdc564172d4958ef544cfdef8f18a079ccedfd7dacd4ee00
+size 201408771
diff --git a/global_step25000/layer_23-model_01-model_states.pt b/global_step25000/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0953d96864b1eb6d6ca7e3f99047fae391ecb378
--- /dev/null
+++ b/global_step25000/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e1040bcc0045b1eca09c25dc271c4059a346f94b05d957a443394c7db21347
+size 201408771
diff --git a/global_step25000/layer_24-model_00-model_states.pt b/global_step25000/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5171be2868da7adf2e72f50ebd37a0380dd4887d
--- /dev/null
+++ b/global_step25000/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8bdab8845ac8db596a49d55ebb6cc6a754cad7ac12970a3631921c2ecabdf04
+size 201408771
diff --git a/global_step25000/layer_24-model_01-model_states.pt b/global_step25000/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b055b73a415c2e977e1ecd368c7877e5fefa56
--- /dev/null
+++ b/global_step25000/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eeb0386bd783622f2a6410a855828e8592978bf67faa0f40cf73ac9c2b6d1fb
+size 201408771
diff --git a/global_step25000/layer_25-model_00-model_states.pt b/global_step25000/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb3e3ff71d22fc8d6fb53296e8262fe46a2ed5b
--- /dev/null
+++ b/global_step25000/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7201a5e310a3b85a46c5f4144a278b37c6f1bedb5b34305a53f7e43deee0cd
+size 201408771
diff --git a/global_step25000/layer_25-model_01-model_states.pt b/global_step25000/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13ca9855cbf723556c07e9d1a8f82f98327cc7d
--- /dev/null
+++ b/global_step25000/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63af9ea245bf1c70bcc02f1432d8df0503d2b10aa86835fb99de78f79910fe1
+size 201408771
diff --git a/global_step25000/layer_26-model_00-model_states.pt b/global_step25000/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361be3ebf7cfd170562542cea74fa28a09d7f7dd
--- /dev/null
+++ b/global_step25000/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed72e1d7cf588038340dd83f27dd29a61c9f61711d626e5017e28ed26d2847da
+size 201408771
diff --git a/global_step25000/layer_26-model_01-model_states.pt b/global_step25000/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a60abf2b242d373eada467fe32d70acb0e7062f
--- /dev/null
+++ b/global_step25000/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78099473edbbb9c389cd5f545c477181fd1b8b9a16aaca37acde92a96292ebff
+size 201408771
diff --git a/global_step25000/layer_27-model_00-model_states.pt b/global_step25000/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a028b8219e6cdd97e2fc822744ada2f2000ff0e
--- /dev/null
+++ b/global_step25000/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1752f83c53102b47620475835112ca2154a90adecccf03261e9f9d604d000d4d
+size 201408771
diff --git a/global_step25000/layer_27-model_01-model_states.pt b/global_step25000/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3934859dee62fa32637a9df185cede097ca710
--- /dev/null
+++ b/global_step25000/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08b417ef792dfeb4426de12d791f4c3f3991240bc58e2acaf8cd0a88d7e2916
+size 201408771
diff --git a/global_step25000/layer_28-model_00-model_states.pt b/global_step25000/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49c28d263d6220ae844735a0487bf9b055e1573
--- /dev/null
+++ b/global_step25000/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9028aa556a5369c757d9363cef28f003939d560c7ba2bdb8d27c0335c21885f3
+size 201408771
diff --git a/global_step25000/layer_28-model_01-model_states.pt b/global_step25000/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3353f07b141ac0b723741db70c8da59b0dde480
--- /dev/null
+++ b/global_step25000/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7d91599c52f1e268463c55d80238b29c4de9d94b775354547287cb2fb6234f
+size 201408771
diff --git a/global_step25000/layer_29-model_00-model_states.pt b/global_step25000/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04165898db5843bc237b73d87565900ae2eed7f0
--- /dev/null
+++ b/global_step25000/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988dfd6cbd03733cfaf7de35ddab99b898e5942c64049cd835d9bfffb67833a0
+size 201408771
diff --git a/global_step25000/layer_29-model_01-model_states.pt b/global_step25000/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc99c1d8786b95698350e4b03e2506d71ca862e
--- /dev/null
+++ b/global_step25000/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bfe1c6c836d2d77389b079e53e1b8a20cdda48b5d9ce7ef8aebc45c5f9ce8c
+size 201408771
diff --git a/global_step25000/layer_30-model_00-model_states.pt b/global_step25000/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d22739fab8848cad740dbdebb97565d0ea0da2
--- /dev/null
+++ b/global_step25000/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc042005642209b853e7c564fd2822245070634d9f152729226e73df6ff9739
+size 201408771
diff --git a/global_step25000/layer_30-model_01-model_states.pt b/global_step25000/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e35f5a44d15bf80bf611c68d9d9e4e74960382
--- /dev/null
+++ b/global_step25000/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52173460f6a4706cfec2cf659875a52e0efdb11dd88df6d269e241b8150bff13
+size 201408771
diff --git a/global_step25000/layer_31-model_00-model_states.pt b/global_step25000/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62277e885129f5905594589fec2e264eb9c31848
--- /dev/null
+++ b/global_step25000/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a150a73276db87dfafb7ff4f047272cc70263eace8c6bee48c8f118160677bf
+size 201408771
diff --git a/global_step25000/layer_31-model_01-model_states.pt b/global_step25000/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f3811e0e91cc668dc2fa440202627443a791d6
--- /dev/null
+++ b/global_step25000/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f49761401a9da51265ac48f55dba9a08d9f1dde1d5ba78933684ebfe51e4ee
+size 201408771
diff --git a/global_step25000/layer_32-model_00-model_states.pt b/global_step25000/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f579d5ffbb97371745167f63f68875750b5b0c4
--- /dev/null
+++ b/global_step25000/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9291e9cd0ecbf1df70e12a2abef01322f98831c1a34de303cc363ed482120c6
+size 201408771
diff --git a/global_step25000/layer_32-model_01-model_states.pt b/global_step25000/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3f89426812285fe3103df2d5622c8764de7acd
--- /dev/null
+++ b/global_step25000/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ace7b64fe1597d1754ad24e243fd41903e9e2f8cb33cef1ed218584f2956de
+size 201408771
diff --git a/global_step25000/layer_33-model_00-model_states.pt b/global_step25000/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b684e921f86266247ebbd885479883751a3ddf5
--- /dev/null
+++ b/global_step25000/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f478754a391936dc18cdb1b0feebff349c30045f4ad18a078c10f30e8a1191
+size 201408771
diff --git a/global_step25000/layer_33-model_01-model_states.pt b/global_step25000/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea52b166f265b9ce58854b9b2c3d3d9b858b43c3
--- /dev/null
+++ b/global_step25000/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44047e25333d17a1d380b35e66711e9b65d71aefa8fbe56c1fb312326b15e83
+size 201408771
diff --git a/global_step25000/layer_34-model_00-model_states.pt b/global_step25000/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482374557dbc8464432d53b433a155eff7083259
--- /dev/null
+++ b/global_step25000/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a765f173db4fb3e0c11168376b29aff64cab03d1534dc6c1589eee0ee8ae255c
+size 201408771
diff --git a/global_step25000/layer_34-model_01-model_states.pt b/global_step25000/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee5ed79e2a95629712f00a06e7e7cf83cd88e18
--- /dev/null
+++ b/global_step25000/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8aede27cc9aac0f364c7134bc6c66d74babb95167afb40504e437c8d699c1c2
+size 201408771
diff --git a/global_step25000/layer_35-model_00-model_states.pt b/global_step25000/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb11f2e7cb4d3145d102941c8fafff8f8a72ed27
--- /dev/null
+++ b/global_step25000/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fabc59991bd08d34a941979ec9030122dcf43befb11ca9aab0a6a9dafb36393
+size 201408771
diff --git a/global_step25000/layer_35-model_01-model_states.pt b/global_step25000/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a88e1c1477989b7f41bfaacf19f3e1d95cb7ddf
--- /dev/null
+++ b/global_step25000/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a1ddb41ade61b12eee19b7b401103df4ae01b4083d8bc207e88446189bad85
+size 201408771
diff --git a/global_step25000/layer_36-model_00-model_states.pt b/global_step25000/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1b8be8b0bda439c1a8372c5b4d3cd4e1b4e026
--- /dev/null
+++ b/global_step25000/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5548fb6e991807c1d2de576c703f835559e1985ff131982b989b6c3b98c857
+size 201408771
diff --git a/global_step25000/layer_36-model_01-model_states.pt b/global_step25000/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae5b13150783545a8f6306057390bd9a6e2ce32
--- /dev/null
+++ b/global_step25000/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6f095c92e1d403564c959e38f67d62886050f856cb817a6908c3a4eb0bc1e4
+size 201408771
diff --git a/global_step25000/layer_37-model_00-model_states.pt b/global_step25000/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4c954830a3f02cf42cbb2e108a4db63f87dda1
--- /dev/null
+++ b/global_step25000/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4496776bd5fd2ef16f580224ce7822acccf6a8e0891ea4d99c2e35d74d6bb3f
+size 201408771
diff --git a/global_step25000/layer_37-model_01-model_states.pt b/global_step25000/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e93977ca10b4982420c601e465261f41adaf8a
--- /dev/null
+++ b/global_step25000/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53bcc55dbd68b7b97c3a3d7bf5704dce9f0dee3b2894046a9bdbee599ddca30
+size 201408771
diff --git a/global_step25000/layer_38-model_00-model_states.pt b/global_step25000/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b842d9101abaf17495de2200d96db1e6d767a2
--- /dev/null
+++ b/global_step25000/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a7709476ea8b4047ea03a7d941634b93dff6a0e5704a9683a7c83c0d330b42
+size 201408771
diff --git a/global_step25000/layer_38-model_01-model_states.pt b/global_step25000/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcd6e68b1a74cb075443c3023acd263d83e422e
--- /dev/null
+++ b/global_step25000/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b8391d2a5d1af130910646ce696368df6f4dd6c21a5bde7024f76ffecbb4d2
+size 201408771
diff --git a/global_step25000/layer_39-model_00-model_states.pt b/global_step25000/layer_39-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d301f8a30f01bf2fa5df88f9daa7d6564fe34966
--- /dev/null
+++ b/global_step25000/layer_39-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788089c06a53370ed51d4ea5d3c35bc0c9996d3f9d7c775d2d8580bdca6860d9
+size 201408771
diff --git a/global_step25000/layer_39-model_01-model_states.pt b/global_step25000/layer_39-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ea81bd3527a3118cbf01b828dcc13defab2db9
--- /dev/null
+++ b/global_step25000/layer_39-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57df9e57772eb090491431d519c59be813ca7531e55d25a03abb7d931f0c61e3
+size 201408771
diff --git a/global_step25000/layer_40-model_00-model_states.pt b/global_step25000/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17694f93c80653f2cb1d0dc47def0d862e0172b1
--- /dev/null
+++ b/global_step25000/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cdc7261990eabec7adb7cf6a4b524c6d2ce2e8b672944cb54a51056ad556f2
+size 201408771
diff --git a/global_step25000/layer_40-model_01-model_states.pt b/global_step25000/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687f9a1081df72bb9819e0778a8ce584a573cf0f
--- /dev/null
+++ b/global_step25000/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f8c3ffc2297a8357d725bd65ceaef4e2b21ce6fbcf058e73fd945d95008d03
+size 201408771
diff --git a/global_step25000/layer_41-model_00-model_states.pt b/global_step25000/layer_41-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b616878fee30e3387b4ccfb0d0315a7bd602e0
--- /dev/null
+++ b/global_step25000/layer_41-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48625a18500840a97fa99e12443e498a1195c6d695b7ee6204f7a5c4d374604
+size 201408771
diff --git a/global_step25000/layer_41-model_01-model_states.pt b/global_step25000/layer_41-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2088fe5d7f3b872fe5bcfb39fbc1d13394f79bda
--- /dev/null
+++ b/global_step25000/layer_41-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389a8c73351b8924a6d8dfe781841fbae1ef368b7f5839b992e2af55e10e54a5
+size 201408771
diff --git a/global_step25000/layer_42-model_00-model_states.pt b/global_step25000/layer_42-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f285e0fcfde987ee7e4adc9865bc93ca3b3f0032
--- /dev/null
+++ b/global_step25000/layer_42-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967f5ce421487c753c985c6dbf015877b0bca0b34b5a5176edc3c0fb24f8aeed
+size 201408771
diff --git a/global_step25000/layer_42-model_01-model_states.pt b/global_step25000/layer_42-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684a4c1903a8b91fee6c37e35aaf6f1b3cb5a921
--- /dev/null
+++ b/global_step25000/layer_42-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb3873ce3f93eded88c7625dca87afe99f8c140ed87587771832687a550b6d1
+size 201408771
diff --git a/global_step25000/layer_43-model_00-model_states.pt b/global_step25000/layer_43-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc407785abea2aaeb928fbd965313294d4d4ecea
--- /dev/null
+++ b/global_step25000/layer_43-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236763a8b417c676e8f71201dc5dc7e628bb1f22636317a01eab3ce5b4a518c9
+size 201408771
diff --git a/global_step25000/layer_43-model_01-model_states.pt b/global_step25000/layer_43-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ec0c5065ea479cf5f388ac3765c3a267c29075
--- /dev/null
+++ b/global_step25000/layer_43-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fab0ac95d0933ba3c6ddc8f93e4737cb2f7a12ef4bb1266d9e0aa4911487d2
+size 201408771
diff --git a/global_step25000/layer_44-model_00-model_states.pt b/global_step25000/layer_44-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187e25baecc4f059c53e85148c9cb1f34868ca44
--- /dev/null
+++ b/global_step25000/layer_44-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8ca5a5de43560c87397f1fd5200bb4a25b3f63652316f5f6f1881fceac8d0d
+size 201408771
diff --git a/global_step25000/layer_44-model_01-model_states.pt b/global_step25000/layer_44-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ff6830fc1d83c30489d25fa5bbafbaf9d92eb0
--- /dev/null
+++ b/global_step25000/layer_44-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206018ac674b752cf19e0d3c596a373a474331ca86acea87b237c8e679835bd4
+size 201408771
diff --git a/global_step25000/layer_46-model_00-model_states.pt b/global_step25000/layer_46-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2855112d9fccfe1685e04e271ced3d6279dc8ae2
--- /dev/null
+++ b/global_step25000/layer_46-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7102739347bce6ee0aaa653d743178bc75e5dee1fc6d25e584e1c3d9b2690e30
+size 17603
diff --git a/global_step25000/layer_46-model_01-model_states.pt b/global_step25000/layer_46-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea927f7b2f20d27f106ca3d6d3412dc6ea9fb65
--- /dev/null
+++ b/global_step25000/layer_46-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2437b56a303672340398eaf52ddf5fd832eadf97288105720380ce86b57950
+size 17603
diff --git a/global_step25000/mp_rank_00_model_states.pt b/global_step25000/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4386aa4bbeab915697ee37239da66a844152072
--- /dev/null
+++ b/global_step25000/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a2117b8616ae35095596dd36a4225868a4bfce29f450b298acd0f45676d436
+size 39859
diff --git a/global_step25000/mp_rank_01_model_states.pt b/global_step25000/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9e9e1b8f2ac40b109cd13674e821e022a3ecf8
--- /dev/null
+++ b/global_step25000/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0b48c22a2a095352b179761ff0bb1a72f81193f16dd489c36d7d82e29797a2
+size 39859
diff --git a/global_step25000/mp_rank_02_model_states.pt b/global_step25000/mp_rank_02_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa6e020f152c84dee788bf36e26a37a06f0af55
--- /dev/null
+++ b/global_step25000/mp_rank_02_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ef859f9641363f54465cc28dff348e12709124835f7e7184a383b04e851df7
+size 39987
diff --git a/global_step25000/mp_rank_03_model_states.pt b/global_step25000/mp_rank_03_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce10240e7c6f1e2c644933107af203c47ae2d93
--- /dev/null
+++ b/global_step25000/mp_rank_03_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b99424fc131f8f054b498cbf03fc12727e2141f3ba010f9fbf9cef605c716c
+size 39987
diff --git a/global_step30000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde5b7b0ec6827b5f15af815f8789027163f9a78
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa22ce90ec2ff281d24dddc4640e0c3ca1e47440718052b443267f2b2b54c94
+size 208731415
diff --git a/global_step30000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b607f62ee9e288683d2ca40cf91935aac8b387
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74e6af106118c4d7c110d9bf9882ed60e185ca13e478985ea71e62dbe7dfa66
+size 208731415
diff --git a/global_step30000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354594de05f5e6fa0bacf74ea2a3253236269aee
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89b50553dc3cd64da58c072cdf7e9923947965cfe7ec4176f0c4e4cfbd2b071
+size 208732183
diff --git a/global_step30000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bce1ce6a335dbe747e0fd73829483f401f82c05
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9706c8329a1fca8c52a0d20c1ae48c4e993c394ff05b02305e166390e7e7ba6
+size 208732183
diff --git a/global_step30000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a98de7d814eeb354991fb091ca3045efdfaba2
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5d01bf9b823410aace22a884af2f05b95b6da3d52e1efb963e25f041b2c5bd
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ef25596d90014cf1cba866e7a2f5f44757ff29
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b70439d7d0ea7aae02036fe9c58eda84cd13db40f46472e87bbe54e19cbb55
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19fa31b1cd02e4240a97513b2aa35e3fffdbd3b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f66f02df86d8c1ce861dc0888b028f631e6c8fc8c2f0f4c07cbe3aadcdcb328
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048002dbe091703e3402ebf9be6edeba894da91d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ad56cbb54b487dc71b930c4cb598daf9b82ecb78224789d897153b2bf067eb
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8619a8db5031924a5b95884fe91f7662efc613ac
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748d57a11c8724ddd31baea8fb573391ecab2ab13fda3b631cab8cdcea25f839
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167b0c53f65e9b19397622bc85164a203406cbbe
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7608f5780df0cb8a90fbef4f5fbca9dbe7df7388a093b0092d72e03e9e46b1ac
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4075dfd580c8e71b1dc9e44b48d6faa1fcc0afae
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1716f2fb4d7cf1ef2fd7620a7b05c62c2ea118e00540e8a645e101e26f8196
+size 208732077
diff --git a/global_step30000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e5ddc49204dde52ec2d814c6b66d1daf1eb034
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9135b92507f7a3a67624d11034327a0428373e534823cdd2589702e2b2ff670b
+size 208732077
diff --git a/global_step30000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e3801a58281abc228a0e43ddd5ff1097c0d6c9
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda10e4b05a5de6823e02173f5de46cd9bc0aaaa6b090c4cc2da8258a159406a
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e1bf4e237e3c3243272ad0afb9bd7717c18928
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70fced29a8385940bbe51e9c7230a770dbcd9dc4fe34b568c9a3aa4d1fe58ba
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2a8c26e943d1beec12951804b036708f25bac4
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdef5d32f79bd1fe892e0e9d5e9cc6ae41c189fd7f93e3072d57db05f16b01b
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662e84922ed496d934561a068cea7160f6a95a41
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1755e27467af8ea2668aca4dd5d6c9974b3a97a0cb7d62cd567da5a8d30f57
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac96583a08772210fd616b748499a0d312297c40
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714ad41c1463c4d421cce9d88ccf1be08c6d6939a0368a53d30b4317c8f824d6
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6b07e44eed083fbb9911e1173b5ff253e38873
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d437dc2718d12a2d48317c74fb2488c4f53473998af42821efd7fdaba25c7f2
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2869ac75a105a1f492d11017287c72e6e0a2b945
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49ef7f264dbb62959b0fdbdcfee37b4127395c7b3beb01ab72197e6ae9c3cae
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ea6deb4dd19c5a26bbef14a9e22b4db1b85b30
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cc8622d06b69400e07b54793c6e73a79f535fabf5539d997acf3fbdd23fa24
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7c387eb17fa0139a277f14463bc7c3f0c662b1
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a479770916a3fce0fe59734312812c26b54564da5c29916279ab8bbddc0ed49
+size 208731501
diff --git a/global_step30000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8de6bb47f1f6253d5ca7e5dcd62d82309b079c
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce21c89063fbb82296825673ae0ddfdd7773fd08ae26363c654790b9f14308d5
+size 208731501
diff --git a/global_step30000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4f757cff5f20ea3527463139da4b0c643b42b0
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0438c2ab887aa74fbf68ac3a6416231e79dfc68b7dbb48ee9353969f3cc654d1
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d06725ba445edb6ec16caba27cb264fbd6e7359
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ee1a9230b410e059424ae782e41cfc2b083b100d3ec21ff38b02b8baa00646
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0c2eeb715dcf408f32ad82134d13dc41786ff4
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b873ea873301b9d294301835865d78270b610b5107a53eb730a35b4c6b1a8b
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41a6bd95ac25b16c1b574f58053bc83f4009f4c
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fb371f28dc2664e84889dfcdbe65b2a7a58ffb004aba12778d819987aae95e
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8e32061c1e88622e92525ff8d9bda7b1af83c5
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230b3fb3f3d9bcc04c7815bed297d8bf9167c90e472aec98181cb9b2814b74cd
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5b5c0ca389617fbc5f5a3e50da9970b397f69b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907b7e799423a41ca07cc7f486ad5bc81460d45fad9fb52569bb454206eff615
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6e43957680abfdb8ec0273011ae58b0d7f2e80
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b9853d81b259f33a69c641e54394cef4277c31244a6262f000b2c03a9744dc
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e1dc7e61d4110ff065671198971e368737f53f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8588ee78e1a181578ad2653f74b3a41bf5c0b22bb8a3f0eca3a824f2a5b98e2e
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5bedeaae11f9f14d2df67d4cf68cc08422d21e
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cf379ef0546b24706aebc0e27ea4c227861e9328e66d342d40d24aac639d5b
+size 208732269
diff --git a/global_step30000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5878b1e36ac3a8b75580a1b6fd5c255839eedea9
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdb0f1d6c68c7eeeecf9cbd2c45bae6e8284f8776df8b400cf1d1aee7fe08ce
+size 208732269
diff --git a/global_step30000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5b0b8621fe344e659ee082e3652d226269abf9
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a37edabf51c4bc67a1ca12988344aff8e705a2f1a7355c0349e428bcf6d567
+size 208731501
diff --git a/global_step30000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0165ecbff2e71899486f8aa1abbc3d32701703
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7807f4e6d8847cac82dffdfe10c5d787f35d7aa02a8fbe6db38e3317a9ce769c
+size 208731501
diff --git a/global_step30000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c568caef9f681027bd5eb49715e0b38652b77f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f650c06fb486592e5e17ef335c4411317da2b9162b2a269e2a021dff8b4846
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751a4ba45e117f978c2d560178a301d6d83211a1
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749e8ddaa0ad10be20d02d975fab7ab18982f38515c95b8de6af202c74661f16
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a93d712c47a588fb180ba720062b1dcd6311c6b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a465eb219c1a66b23203d255b9544b70cfec1fb77a236a625cbbefbfdd5ce1d6
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61fbd3eddc5d341ed4b7fbcfa5a6bdcaa1f4523
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8692eb810407e9d637240ffa5e3123dd8a5406f596825cd6fb2e6493b8ea23f7
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32986b3a9a8b2ec13a34ae2b2bcffa5f1b6a02f6
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8212ecc95f7b9ab1883921b20a954d29462ce821af52da92e35aa021b19bd6c8
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604fd99f23d1e8012d13207764e671440d38aa90
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6036779659d4c1bd7655ffbf1f57d11fceff55f78d8b34df026fa8e961faceb
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7a818f0dfe31bde62652d5ade9d1f09cbaed44
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975abcefdf04b15c54fcfdac6d0884d6ba75b14c03984a917b8091e4cc75999c
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26c3c90ef20d23ad3e7ebde6ae277ae7cbc73c9
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04e3572241fd1c699dbc711e6e4c840d0d48ecec474655b781f433ffab8743e
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3404ec3476345c7781b8a94b4020976db6398fb
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b453dd2bdc002e9ecbead8fa44a98837dd85bb113e74a00fc420a1d73ae44235
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474d6af9b5807c427b856d802d94950a48d6790b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd5fad7a8bc5e967593babcfc8c99b37822132988b3153ae28606effe5d61d3
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18da31d989e389f9391132773080b0452c429f7b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a97f80ad51a8b03de43e04ffb8971719d000c22a459590f408cac84642eced
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce1496a8437381ea74e611de4eeb3b511df19e8
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0798cb35c46a7c1009e42bfa5e014a38c7843f84a1e7889033fbdbd003ec974
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0333728ef27cf752f4f155af8d1b0293e6dc27c
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe2e73b4f3a31204191ea45650c7fa8a4cf42de98ae51d3c432d323a264b08c
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d0355d4da6a2a0431f4f9efabe7d3a601c73b5
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3808bbc0cbde2328229887f3407a0e088aa1376779721668f95fb9076739ab1
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae45672622a43ac40e1520494533709da7c34dcc
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8592f0aa38367f813e492f900fad37a756a1e41354334284d7c75d84fcbb915
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30d5e814c1ffd7c53721d09f598fff1817ab47d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8099c182e385274f305cf3dad44bd322a5cfd4180bfa16a7c3ca3a3b71ae064d
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fa75463de95f0de5f5fb69b9bb09da6fb9d256
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c54759b3cdc79131eb2fda3a8aadddd83f8d8637ecc70f40fd7652a2faf9a1
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e223c981c95ac8b542373873ebb6edccfc28bd
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ad5daf6febd96e8f5a37d20c635c0dd808deb9cc1e1e220520c80b19509d40
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ceff35d1762a27d7cf2a707d8f9037aeb3a7a86
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7188298ccdaedf9c7d4fc20bc827c2cab692f354c0086bc7273f7e42e778f76
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d758c6582d09a5c6cbbb02f27b8fac858fa852df
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1a164bd3b4faf66848af9f24cd0f782b64dc9f7cb3eef717aab5433c8b82ba
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ade0a0a5436cbd3b136000e00d710c7264249d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5901e08dd15fbe8a1eff214611647eb287deb8e1706afc4b77577fdacee8bd0f
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a69c35b9f99358266b2533a2c9b2fbcd9f82e5
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a43de859f2662e595dda772f3403a7afb31885f9974d7b60bbc62e24009b844
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c40984f8e193515adee0e6d4104ea204c7768b8
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe4dd4e6d17157e0183599e1aa8bf2154da33d057ff0b8695cc2ebfbb7e01a4
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fb096b5797171028478327f29373aec7a314fe
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd113c663f552dafc04838dfc65d4d08b4e2289563e71f08f0563d2901454809
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f75770aafbd5fb9be65ac144e74f1f5c66f3872
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7d14455fae611944f6d31965009dec809108719e163a4bc22d4cfe537a5cce
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd353587c13652c9e3f9c3cf52fdf1d14b2a9e1
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2982e7dac03d08e01d4715a73fd67975f7de0479730cd918fd69d97a814d6be
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf02f855704574e1ee3db4f3c6e0370974c4241
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d222e7f8a4a394faf4aa347baa15223a990067372215b860963cda442ec10c5e
+size 208731501
diff --git a/global_step30000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1923f0725561d5fd3f5bbb2e5246c045180b2aba
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f141d74796ce772e3fed15ccc1446aa98cac00a9224a7f97a18318a4877d8c01
+size 208731501
diff --git a/global_step30000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91354dfafa707f1cb151a26f939e3d4f2e4f9e5
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32163ac0a1c6d37d68dd07b18b688f97104248a857deb4adb0c1211709dfccf4
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a87497dda0e661e00673a0b6b19908a0c8b635
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c3e76f3903f3d30771fb59cc9f32f0599dab899dcd89e799c89a882515d796
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a047b60338ca2f1c8641ad599b7172b43bf2f35
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e6d369d205ca21f90601cdbc4e42e4bec7f4237502501eb7ef52edb3b18f76
+size 208731309
diff --git a/global_step30000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e6bc504635fe834da2e45ca05825f94fdc91d1
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a131f67f375938232a6cd85705a8a63cb191178506e348f6e4054f689a564a2d
+size 208731309
diff --git a/global_step30000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cf649f7c9209a4dfd4d9aa823686dee0b7a21a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a767677646f6fa14287b943d496fb4816fd0e3031e1808924a5052368bc5c5ce
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec42ebd755a3564b400d9365c607a0f1ba5a22b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7812f64087c98b5f0320d0af6a4d9330988345ebb1e29cc8c14c39793ad12335
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16e69d6239bf96663ab90acf08ccb283e95fd52
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205588558ff3be4f1f6dbc1e6c84421c7e96c8baedfc34693c34081ed43a738f
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce983fe87f9d0217f0124af58f2c5b055b68e7dc
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9607fa6fa4567e179c3b15440c9838cfefd5a5e51fd6190e5afac241c05951d
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036664369e98035508657a6b197e6dfbd3036a59
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3746c711be8dd1fc33761056a311801a9fef72e6ba96c8ad7ee667d763e6a31
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999efd731ed4563021eb5d757389049a8ae9f964
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0165a9923adee2286a1926695ccf38ecf42b95ca9dd2c2c789c980082057cc6
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5af6746b51db73b192bcf85b5de5c06d041529
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e08e0d4f27ef610f4a754767156587d9813f33116c1bdf8fb0ed925e69ccf2
+size 208731501
diff --git a/global_step30000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7667028906775d0cf0fcc6c951da0219b986360e
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6783c162c9cd1a8055b5505340346adcc2f8415080a96484e2981ef0849aa545
+size 208731501
diff --git a/global_step30000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca42ee9bcbd0c307c47e794eac9916f8f104874b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcfbde04b7dbaea72fd1e057bc13d2b66adafedbfe5412d50f1973ba7fc88d2
+size 208732269
diff --git a/global_step30000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2107011ee815d37ef6ddbce0d681c860dab5964
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf13691eb4bdb68a62690d35b50adda9399c45b1ec151b7afc2923f66f8cd91
+size 208732269
diff --git a/global_step30000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeaeb09deb46e74771f38c22da3ae79391595836
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1b900ca33984906b1c8abdf0f717b1faed67f91d00a186202006774c8912cc
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7a11f7cfea339fc5abdd990c56cdc8456c7640
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf70e950553c223eb37516b95a87f704bd8118efc75ff3967bef857e93a87ae
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c58293e97d76d21fc57e11bdd6a19a67258e52
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aab2150b30a4a15ef26c5dbc5122068bf3a8cc2143748165bc84d7af92c8ba7
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4f3e8eaebccea7db7ac7837625daa13b6c669a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a48b50518fb8867c62e6cbd092476a776ed36849ce20c04d19983201f6b6aa
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561f1742f2b243405de3ac199c7cb75387c135fc
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3eb92397b15f2c3f3fd501f01aebba2d00f2d796290685976eb90f66561772e
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a2dc518b34b59cb9b8228dbad53307f807f1a6
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ea7bd33124002f18e296cf98fd00494088cb7b3d2682f58fb80778346ce806
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3586cd7e9e1c1144204ab4b1de1ee481f2d3c0c9
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0af6388054f7a30df0d08ef8ad2dd2de3fdc8aadb30619f23ba83359791273b
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b905f731e412fa289b0d1608244f62a975b9e0b2
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefd7d6a9b38111d53623a0241aacb25d9d18dc6e83291f207324ccdc9be3a4b
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef129dff81b39c64a359f31944b6f015cb10b6d2
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29444d673edb81e5535aa84fbca967361d0ab9721a7e8e974f4e2a9bb31260e
+size 208731501
diff --git a/global_step30000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb7870cd7d6f3e82afcbeab968ed5c38c2c6f09
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900c340b3ada60e9d9dfbcf06986638fac070073af88e14b36994d259090fba2
+size 208731501
diff --git a/global_step30000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48fe0677dfe36778d2feb944c7808c3c06feca8
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ecbca45d52e92000048bdee4e8c9f99e633e4e22667ff1d4d2811d1f3dda37
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1133cb4504653f242b5747b6e9bb42a683144a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226a6cbe3396e65096eeb3d5e128538342abcb09a7c2edb5d1308a6e4e610094
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7c22034986b7c507c6968f31a27f3625e8f718
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644d66f8d2e829d45adbcc70316baf8bc0771ca167a068e1f4eb7b3afab498ae
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d4e5510f226e9290e07f0f1f73808be854a22f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efdcfc2139dc096eec72e789ac12acb2c900f170dc646c48814f247afb043c3
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b9380e42f8f7c1571177c2d77e1a4e39b5dd3b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92231f51ccfa4a75f4b2f02868492d0ba11bc62809bdd56f0d58cf3cd67243ed
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d4b8da0b899e7f600f1fad034d441067e7e8c8
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daf75458af44178be3dda282a4efe69b922510e3d6d54ee32e307c55324976a
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a01293503b6a7a9e56c935394f28d77d7a009f3
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b463b88c762d8e197a6c7a7bd931bd08607c5649d3be388af54d1c2f86ad73ca
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980948494c688599b0cdffdb2218f9dabcb99ddc
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c3cadfad88d53856844206ee80e0c4cd1b3a9c4546d4a2eb0ee5d6f619ec35
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a4a2a3df44e742dc46a1b0eff86d3d2fb56c8f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee6287c4e40956a380914bdacae9732de1b0bccdf1ba8be8160c96147376ef2
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf713b210471becbb61ada74ed6bc77d3cbfb265
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87175549615f155a044d99e24264e0e39d13b74534d415ee607ab38bd00925da
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90dc6a8e649219b548ef9f7d9052b66f18b9610
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e83305fcc1ddd225e963c465ef0df84a48b1b1b4b8d397228a99667a172dbc7
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ab9514ff25240b100eeecadb8518cd7673e66e
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cb9bcdd56c68ad2f05bf3a037d8cbc69bbf30b9de5b3c3d86a6cf821e433b1
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defb01684250bc68c651bba2ce092b198967149f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a326946c3700c9c1727b81affa47ababa6d0b11826ddfadbe8195061976f7b0
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5abbfb93f7fc85280e7d08cfb517edf1019dacd
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cea2d6e09dc039e4c01fd623e44339e9c055625d1b83d12eb1e3d399a855918
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920d37141bbec5320e006df8947744dd638c9710
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba29ebb47596200148f8382c0f06f1e2888da1f0df19ad024b2926f26f0aa97e
+size 208731309
diff --git a/global_step30000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65bf4219ec23de1961d27ebf675d0eed3dd7405
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24df22164d81c55a2f19d18542bb4fd4c88c1f520866a51f1ea8565278e1c59f
+size 208731309
diff --git a/global_step30000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9bfd2707b6cec1074876bb7282450e98650d9f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1c60e76782d8bd59c16546987cd3e12b803f57a625bc5ad32ba7372ff8810d
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1959668e8ffb9c0ca46e65ed98b266c07fd38c
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1aa21a55768c341516ab51c9a6db295e36704b8bcdb353c9080eaa71efc12a
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48791eff63a6ab210ae6bbb2039dc2ee2dfa034
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0642dd17ae88c40ea750072943b0ad99a0665685bbeac3d8baf336438eefae
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75862bf50b7ca89a5884fb12dec5d7ab1df2400
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bd2604c897da6b7c5953e78bc297fcc709c16b740c21dea877db9633602a62
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28de94a1156e141669f658de9e0332f0b6d7f1e
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea67b016f952c0a1b16236819a9a7d3d9ebe0d7ec9c105680dc9df8fbb4f50b9
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b219a29029c1dacffa94d9626789906ac5fda8
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf853dfb16e222bb842280860fc2cbeecef3194dd6cb58cca117960ccadb71c
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b4e5b81ab0eb2efeba8cacaa7bdbdd5d218273
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a385ee9f57ab71ada1f1c27c53a90769cb8a9a24dab6e0d384e7054871df66f
+size 208731501
diff --git a/global_step30000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12b5973161a0ea0bdc300671ed1807b269c2824
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90d6f13b870bec6a33fb98b84a15bf3d363fac8d9040a4033863d653fceaa82
+size 208731501
diff --git a/global_step30000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6665754f19ffff1a5d872a0cd011cdb2a21732ff
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6cceed9dbe4a9b04a395daf7890699c6ea71ce0ec7d5b566dc1c4607961adc
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb30cb0da0ea0a4813406bc8666466c149e71c44
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6001509f764b0292b8202a13926cd2584a0f0446084b2ecde1c2ba5936de3ca
+size 208732205
diff --git a/global_step30000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd78b7ab6e2b1e336d01eb3e3b740ef8c957f885
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9523c53aa21300c8d19d4070c4650efd0cca7a673dd82e3bbe77d1be54f1becb
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e608b375eb757caaf990b29e179c0dddc0121d69
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce64eadbc39723ed4e05df1f6fae4ef3ad7de6e501451e20c57feda5660ff7bd
+size 208731437
diff --git a/global_step30000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57f5b148fc752be672b10f98b58e3c8fc779e48
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6371fa92ad6d5a8dd8178429e73be12c5a92e06e16c93236b5f5599c0c40eef2
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8475ac8c6cb23b88134a41636305c3461b3c8bb
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a739ad47f6a7ae9545e17d397b762041b889c441d8fb4f361ff6037418e398e1
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f56ba706d7ea00a13b0cf0ad67d6033e8c43fe
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd52dc0ea484482245e897909bb646f8a70415c04c8ba696efc45e81907f3cc
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdb167c6d7e744c94be8e702915f97dbbbf7cf1
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c06f051a6c75d665568394ad92207e1c9bb9226ab049b888e451015b12f40c6
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdab345801c17c6a06039efd25b279b44347cfe
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abe1805080ad6d6de0d192274f31470c84bfe44821c03a6d7fd1f8b804461e4
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd447c83e1f28b24ee9b2404d8829b8b80c1242
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4ed5d95870156fd6f179ee1d66119fd0fe580ebb8379fb084bdb51469264db
+size 208732141
diff --git a/global_step30000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84e232d2ff0bf676b19d57ac6e22a5adfe263f7
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6324fe246f5dca043e3bc38bad8e20eafcda5060870882c50937a53f576b18c5
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df44585aa60c844ef025cb7d099123aa4d9cdcb
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423e8ec6c0d573759c05e7468edfa0222f808f2b62c7611199afd79a451d851f
+size 208731373
diff --git a/global_step30000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc04f07150dd1df2183be22ac770dc180f6aa11
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a18e35eed17b5694ebacced2bf8a56ee3e8992aa041541641650e176538c59
+size 208732077
diff --git a/global_step30000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc003be210055e18656bcbfd0f0f81a7204bc00
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b72619db3be5cba94f7bf8d187a8a39496a2ee667b07f8eb653f271e38f5704
+size 208732077
diff --git a/global_step30000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f67db2f70a62b0acbcdc48215b00fa7eb9cd235
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64460d56d346cac5d40a8342d82ca962e1667c64741f10221d699e07baf24067
+size 208731554
diff --git a/global_step30000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e4783c1e564beb9f46eca1ce3afe592a85e460
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b5e98b39febc29a2ed232a6ee479725350875c49c210b90ebb37dd2317ad2b
+size 208731554
diff --git a/global_step30000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3912d682b98facd9dfa137e302256fd9e6fa59
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fdcd5292c4c860624eaacaab529dbecf5d03a43b406795513fba35a11a233d
+size 208732322
diff --git a/global_step30000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18526cea74079c4f8354b0f4e5a7b94428a345c7
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9669724c83348511b639dd0a1ba0c3f7fe5f245787d1a94c157e97d6cf8621cb
+size 208732322
diff --git a/global_step30000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04851a6e18b91b2f3bc47ad1fb5d053234189e21
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878491cd04ec4aae605c13068b7d85bd198586214ba868ff07a8e119f72a518a
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25f058aa076f1acf807c17a03e2b0528fc58b4a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd87a6c0eecad04444ce4a359842c18b48d6dd75834c28a6dbdd8f071c90c5d0
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb18e48f983941bcf99b8ba8f2350e1cb05346d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f0a98f1d75fb6c069a5a8716fd7861f9193c68e1e6d58a5a44ad1398b23bdf
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff4fed66e50e03b3ea2ccecdd5701f88b3d6aac
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21080851f3151d3bc99849222ff75e91b2b34ab337f3351efa1e9871d1b7cf91
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e2ddaeb46d735d6ca061d561e029540f5a8882
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c5e1ce60b387cf9f9d08efc3f2546e8434c8ab992dd46d128270105d7219c4
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3755b9a5f8abcf9d9bad3a2284d2d696562576d8
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e656a88f764d807f7fb6f1ee6a9f2f3c9086961c67f36c2aaa25bf056034caf
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f4a61402a01722cd590badfd32c5ca11949b45
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a1601f383f4f4d8a706d82999dd7e9132511b82a7e31b537e266ead95ff545
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5a6786a3c963c8683ef56fd19cfc0f740b70d1
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c633fac4999549474bff575a6e0a0a6426b6587233bc73ab6623bc6313539e6
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060db02c329b969e4ad3be5226a136e7f34f05d5
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c5bb1780b48d0e52e2d8301c68194e04e5cf587f2eb67e4e3a3c8601e45527
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ec645be23e2e39bb0ecb2a2698866eeb37fe8e
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7904fa012b46341eb26bd6bef58de51edc580c01fb93bc298e8a9bd62060e7e6
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54f20f8ebe9bab7924040d643f3384fd23249bf
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df640040e76098b731d021088172f9196c8c64c778c25318385cbbab46c462c1
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bde8dc98433d33d2a7eeaaaf27459621b67bea2
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1738743523a8ecb7faa48f1ce6d64e6f1bcbde554c713065ab7bad85a180a14d
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec21c7ea2bdfabf13ffc6d5d6b5f77b8d7f01b8
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb4e68e13571d407772e104e7fb554961080df36343e6bbde4d0ee9f02cf9cb
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c65700e640ea47834a90f11d8982b3966f9dda4
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45bb65d72a15aa6a2fdca1c0b7d3f444963ec38b7e6eb78e4a6c83b53ad96def
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358de924670e8df76827ecb033fe768fcacd45fb
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ad5e9f1098db6da18b155ee5cf930a39d936b317ea65ff06d2b989b8fc4a04
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d02493d6a154f34ff0e6933a2977235eba7f5a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2de529bb1f55bf5cc83c3a1853d85eb8074f4c97c679b6f7128532f4a4f66a
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41138d897e981e6cdfa8147e110512ff197509a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b78b073e6fc1a3eae9e181ec835e01b77432429f539115579d42f5bef5d4a1
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20cd0a4d294126b46ff33c92b7e11a41dd37dea
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3545eef666d485c77bd3b06425146551d525416d5d2240a7c4a050be1c42ef2d
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add6d2e9b70313072035d1b10fe82bfa300be1af
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d90adc841fd90509eb6ae745b2c27b2d896643b6c5ae05ed21aed32bd6ac00
+size 208732066
diff --git a/global_step30000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c68e78ebabd69fba40dfefc81c4b9c4c8b8450
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8238aca80b3167dd9f19f8b9f4d177f551b2e77ec895537c520bb6c0ac2f09bd
+size 208732066
diff --git a/global_step30000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2751a56c4c8c887a42bb1cd89e9d84ae3b679e32
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4016868436a89bc9d9654b2af6c32ac79ac229dbee051abab8bae2bde9f8b8c
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4771b0bb7f1996dc9494f12c4b8b6f0eecef0f2
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18916a97127f2b7ae6fc3235fa37614f95884c3a373c30d76298471ccfab9b3f
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fef0a5bfbc7428940668023f93872b7a79b3574
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728142ecd223c03922bd511da2c543492e327a50c779a7622523a11f80bf6536
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946b56da553660de4b5398f6ebc15ddb59cc4179
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c9f5613ab9a55b557f75ac86225431ba4da158f1bf055a8ac4701710cada98
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8104874056f5b96bfcd23cecf70a1e49c6ce0ed
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae0f57ff7ef9690199483eacec894d822a9a9ace9c7ba5263500eccf0687577
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153bb04c3c661b780f86d85087d3cdb04aeee779
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1407e6d3f5f05bd3a7dd02ae17db6213cfc8ce54aa92aa2421ae661fb65d46be
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184c6e5232603ece82438da0858f4076f24c88af
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19556a08e6813854e3f1d1b284105f63022be8cc0a2ab062da87229552cf7fe
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c164bd321a7e17600cd68a458f91d4206f25fb
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32005a3f28552a6fed833698be9e1a1682212919cab4145fa55c4dad005d82f
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ab5d6e88283f3e5521fc9c61fb557246426a49
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517afa3819f8b20d87cb9dd7342f3807bb23106962a08ae51dd4efed5921ac64
+size 208731351
diff --git a/global_step30000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0537a44443019d91d3b82ce3943e19c8c9aa71
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e8202e838ea512b052c65bda3373fe54a2a4ce5d710157391b38442f57da3a
+size 208731351
diff --git a/global_step30000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2efd28754c3ea28980feeb800a429a6f56a2c7
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaa3b5b336edcd4422b4229f3944a48a56c9081a7fc081228fffa0b556e3fc7
+size 208732119
diff --git a/global_step30000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0819d4b59a87f7a7a1d345aaf8bda9ba914f04
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b860e0e89fc1a66a2bb6a9febfbf205d0cd26ccb464b820ba266af5fccf3db
+size 208732119
diff --git a/global_step30000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705ea9f6ce95af864d2f6d114b4e3439bcf1b217
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0fe502a25a7930eead1583654c296ee920b336d8c081a7196431edf474d31d
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b1aa344ee0ae39cc4b6ce9f9613eabfc4de072
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75226dbeb26e659408a150b63931007351a9e62ab68c938aa64bd368ac6001bf
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1ee143d2380cfded8fc22d08f782e7a95a645a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac30244b1adbedbf4a87e1d89e25648292dac59c2b19609b85aee70800519ee3
+size 208732322
diff --git a/global_step30000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d39be3dda2639cf53540bfe272567ce79d86aa
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0c1297be0fe2dff0b456852881bf6b0fc9f8a8f03adde5c117e202d204f60d
+size 208732322
diff --git a/global_step30000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f61ab456fd616651ae5cb898151952b7b040dd
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b072d01688acdc728b55f6115e65edbfade75094cc0cbd78c959cb3e8633fa03
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f312b9f08c399a7f15786e85d98748600d9996b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33ed7fe2c9b98baa2f062c30a7a9bc6cb12ff242217efef2a42062077a17f9d
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d40e559b5bc7ab61a4e229a32982e4b61e3c13c
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f20d45ab1c2053e9a49dc6b7ebb594c54e2b1c7c4753e4b04cf18592d18bef5
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5412fbb13b456bf3b812ec970cc524c9587c03ac
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6888be96ecbd2fb9b38430886fdadf78945f334989901c27098c98f45c4fbfa6
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f1937ef04783880b0703fac7cf16f401d48d9d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751605d1b052305d7a969dfea185087a5d86b8b3eb533851587dce2095ed3aba
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47efd001e8bb74f901c0c7e47f6c207ae07c31ea
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3005c3395ba83393cf61a13a6cc307c43f4461e761c98d0bec6dd2cc78b92762
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e49e829be8721083ccb3975b863cc870f4a7403
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c8384c540f91325b422c66f9d3c319bb82b35aedf45492f6c3fab0caf815a9
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901bf081bb61a9b4d02e52ca6486393be30ced7f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aaa4ce508f23a35c180cf5aee456acfb7721fd9641e468ea4bae2d76f1afe1e
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a125ba4c8794ff0557a0cbc0fc99803b2cb0e6
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ecf5374256324cd66f5f6ab3eb01f49d998466343424d3e4119f85a2afe558
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6599b3b2f74f15a02cf0402819ae3d5298855173
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8463944e7d1ba3303a8e1f8dbc57565b46679c52ccc6274b43fd15b6d2046648
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76eebf7f7e3d3cb3bf688c79fe2b4d3cc184e3b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3baab36aa9c6eb4f66f4c9839025f66ab65946f8824a5a208c3538418fbc1551
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9392c39925485a4805c26f2c0776f8b0df0acc43
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5656c02f81ac724ccb74a0cafbc6a6e98637869b74c6efa8d5a9892ad337ca3
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5076280c339cb4645dedc45b6d65db5845d0cdd0
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3441db58d5d1a95107ff9e84611edf57f54db4ab233df51501d0020df791f466
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059cf8a9fa8e5c2dfdeec80261a0b97951094254
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9b9cb85c2a4b8e21060b4debb4ad35fa79335b600127bc801ba6de8a16849f
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e5f0d0d98cac1884150590ef2372581e305601
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0463ddd4ded816497bf7193d637ea3d8bb760e443c1142bfbed3fdd0b4e65af4
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04d5b2bb55c0a72384efc6c75e351efe7a2f649
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2b92dd6fdc93c1bf3bbd44cd3f6f16f199b901da89175bebd760d6e8e8a97a
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec86317a9331951b664ddbeae6d234546bf8cf85
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf090ce8836113c5e8abe4e2e2ddf22f98d7c9195cff90f2398bad0287179a2
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a42d5e70888b06c214ad501c01ac9249d9d24e2
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2593a512515a904d89a336877d899faa0732eba1e3c724c3e8bf09e72d46879
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa7df47d5e47ac729aff3faa1183d9399b2c7c7
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae89b0ec12049f9fa1af94ec9a88a842abdcc01558c7820e1c1ae60ea3851118
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9678d34674df308b903ea96f53bfd746fb51ad45
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d2a7f75ecc39aeb5fff8618aa75cf8868a4dc225a19ffe32d3636db324d597
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c60c25307161759a5146f10019021a0540f5a2
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279017baa392bb3f266962426f937626eb33a98599a37ad5feffa04c6bc6fea7
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c998f63d215cd525776dd8c423c6807d670a9daf
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce48e0457655fb7ae36afffee6f1414305fae232e27a852594aa0a22552c4049
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaccfd783606c53d988a23a50387391113d012ad
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfb5d4e3e5a3307423f2ec801ec78220fa3a30fcf00a5cfea15623fae93d5bd
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f433dce06472a061cf327e2c8c1b24c6d1613df9
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7924dd115eafae1615f4d56323739334834d0d6062b6cde78051a680508272b
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f48be0f08586fa327dbd298caced581e5ecd1c2
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d1a1a6450dbaef4b155fd944153156d6866f2c8a5a5a4dec568f2b39a317f8
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2726177885d1df11d05a33161a99a1d6983bf2
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29821f96b773ddbc47666e73db66eaf890f1a9cf284e57f73b5f0ae952632ec0
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf0a792ca17e9dbbb15e4404ac86193b5bfc16a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e869a5ebd90af5c7c83669ab2fa3e7d78560e10987c2b32f2a0f70755d38737b
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368dce554805d91158ba7d3eda31d8f152a66e01
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab4251df1ea2ab9d6c5e5cc622501b349a117e193b276a347b96022ad7e68e0
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31733bb4ea01c26010ef6a120dacd5258c84e31
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628326bc65b27c591e6dfa1f173d4437f51d08fe47da8b602c020ab3b4b1b044
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a1b78cc55d7a6c4a06000a2022c2e3eeb7d344
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4eac2d8c8e0c36ab02ffa59a6664a59d6ade82b25da26d39888dd09e17fff2
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a441ab2bca62224ea5830e2302e0298f7663b1
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7caea8653bd51b614d2046b05d95e44b6a11cc92a7fa3bcf7d6c424cf9bd840
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c3e02b4bdf98c69ce6e21ab35a3700762a26ff
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e28a6db1882d4c1eaca8022c850c7f55288224fc8f7808b5e46aab82989bd26
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a668b611ce4871be4f6ddb595b92262586bf7614
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297ae27d204368572b7448d89455b6477e1cfbebe9b0d148ab0caabd8f70334d
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd585d26705416516d17c016647b0a83be0a62d9
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0893303226929b8da7d3366afa44c0dd2d13d397c8119638ffd5eac50624140
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0173dbe7938232afe3d5e97cebda150e6fdba23d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5253481f1ab370cd21ae82f13a30b340fd117834840a7f8100c78c46e0e08411
+size 208732066
diff --git a/global_step30000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7d186c59bd93752d48079d9391513c7abfbd83
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4da1f8a3a81c63f85e2bb71736462ceaefe4196051f1b389c711e01f9afa016
+size 208732066
diff --git a/global_step30000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4922d49fac760f44ad3d78c33c394301d6af67
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a487cfc078e28a5a0c10e9dacda740d943d0682f1ebf27b1a12971c39f4d5932
+size 208731415
diff --git a/global_step30000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925a3d830db1664c70461fcab4db09747c7a63d5
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa5e5e3e57af74340d09405f14290c96470c42f58e291ab5db9093c974c7385
+size 208731415
diff --git a/global_step30000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84d9fa204ed3ccb99d151141b2f0a6c43152e60
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d696a23e3e698310aca449f8930c07de757659967e319acd084aa7673cdfde
+size 208732183
diff --git a/global_step30000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30a3dcb4e49fe1fce5603fc5cbb81d112343f5d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5efd21460f5a0b80d0046463bdd741c672f0daf1862f5bceb255b4c120755d
+size 208732183
diff --git a/global_step30000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb01ca0e3836ea79bc1ecac59c20b4ab15b4c1f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba87367651abe70ddd664739d14aa61ab6dea23b93d3ac4e7b8d6df9f190621
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542c21ce4398831e4909899c4c467722c37d2e82
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008fd29553349bee61f396dda54957b6cc8920bf5b129fce2cc4fa45ff015df3
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d5d17c7a1ec98ef538d6329e765fd9943b9b12
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804731d4c75ea32e6dfc2b17f73386be98445eca51867897fac19de8f8d29698
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc06bc02cb943168699954da302526ffdf28f118
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792e87f75045cec66cfe5a185f3003025d93ee8965e11754993519b299fdb9f5
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c622b5470bbfcaf4193850aeeac27ad0c452043c
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522e16138b14134dc0685a8d6ad55f5d77e8363f88b2d9492be34411107436a2
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466f5cd3cbe58e19bc186e71d711c945b468fc7f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040410895f3186500036792bdb6c71a987ec19f246fa1d7674d7d3fddc215a38
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cca0f596b382a26d6998b84a5be43edb80503d3
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2494a3392635649d6df114997e1e1747bd1569e2e654bc0bb940fdabf89d3993
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1fa7bfc3e4f03699a38c1c4b2b9c2e03f7a2c9
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a67cdb0c6df5f39d97b1552943c23e86a4f2d4936190f7b97a3cfec222aa9b
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb5c235231b9dd831fb83f25a2085ca0f955a7d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ba376669110d6ff5cad118ba5c56367ec468247abc86abfc3cb6667674e4cf
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd5df0fca260e550074aaa7609fd86fb4cf4644
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5ab817ae6cbd29dbeaef042f4ac771eafa60765ee361c079a536020cd449ae
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af19a32e5e3831f6f482fa1b4966585b7e34e26f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e3bd7873c368affac891a15956d0ea9c7b0ac953abc043e61b57df4a73de85
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1329282de5aeb2bc93376cf4a4ee18cb19a247f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23eae848f8ec45bd4b6d770f293382880c9460929598a91dc205fa06ef0180a0
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee87a9ddb77508c200247a38d5160292ae4cda1
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67d8a314e168cba1e7eab593124d0300fd7a555a0a3e720f7c4964dc73c0c15
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ac277440b008f22ad3d0666eb8bb547a0d42a9
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50144a4a1e8916b4ee28e0efdc3727089ef8ba498efeadc29f420132ac863060
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597445c9c3a4e78e238a4e46e840c25132ac0dd6
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5ed4ef7573462c69c5f27d9ed156cd19b0c7631336012c64ac3b7505931936
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9391ddbf349ba647b8c320a38c0b7316a037bde
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46efc8e27947c5e7543be3b0b4b9e54009cc83e15c99113bf90dc235103ef1f
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749f9ca4f31023543eaf489b3aa986ffe5c1dd83
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1dfa74b65d0d1a133c50e281853c4012c748a1194229c030b68d6a7ace2e0cf
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ff793d35c6cde0741ba1b327a9e5ebb5765057
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd55db5e173ecf0f00e1351ee4e08a2bc6cf3753f8424fa13870e45bac6ae41b
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e15d799b71843a73fd72f61e6e0661d2a55446c
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103c3ce4197ebf90f62b19e8ae003514aacabda08e59ada04b040dc3bd0083db
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48c7c5096b1bd40e98c21e0915769b5d47a259d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62e86516f42d92887ab709984d9b920fc5ba9f869c53de5f2e91be0cff0dcd6
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d71a0675df70bb9336bb7e0ea92fcf8d91ce1f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712bf9f4cb5768ec69200e29d7a898a1dffec20be57b7fc1266bec30718035d3
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c4539c8619bf491c7b22ab32580727b2e90ba4
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db176c8ba19ae043e98cd435ff58c00c4e9dc231c24513e9825d6f3c465bfbab
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb71a9940294c74b9af523f57601057025b492f7
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1208d8489df563d4dd870fc6b3f6b0b88cc96533816a581e60a7dac3500281e2
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e06d160a15df788e7fd009d803f0c953a0db911
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc24b2de9376b78adc1cc9515badf198490df58f19447baa4b9d489ac0b4156
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c84e1ddb7525c8d6ff636ee48443706eb949d8
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8275f078db79a7ddd1739afbe841473e254db5d1fdec70d6efea718c1bd47ab0
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1647c6eabf2107dcea73561ffb64b63803d2a8d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bca39756e65521ea651c090e37b9a1eb0453fe6992e90be0d67dd6be43bacc
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c3eff8e648480a30ac996a5f69c8fea435581d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816c69bfbb55b8e22ea25d390f343d5ff0019e18cce59fb29156662cedf855c2
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329af912f72460af42e17e336070e396cec47db9
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9cc59b8b6751fc6a4d30d2740d231a47550dfd7eae972e061df1da4108a6b7
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fb66a098d04b867525401463f745643a89a0df
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76125c787e311c325d03fb709cb3f2e032572eaf7a7d5ccb01f16ab2ea3875da
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f539a2ed9282e43dc90978c7e2de92d48cd0a0f0
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb0d3a9c4504c9666381787fefe583c26f39716932f2c0129068144a0387422
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef00453d99b978435040c286ed9b1727941766a0
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310e54df8209628b269f05e888db0b738686211a2bce59b0d2e9d6c3e2f1d119
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e861ee556be8856421ddaf6e27079e077697d4d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9853e881060ab3154831c3b40ebafa78f79a2ef494a16621590f9d263aeeba
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea6c34dfbffdc63c1c217b235f5a6a332736d4d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a110201f65b84199940b903958257a7ccf720b8d61596a697f282e6e166ecf
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6353bcd914749a3cdf8df5d06074174bce6c19da
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d089218f4aff78ae4c4b475188bc27dd01d54571c4e3214a210a2f4a341b641
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daebe32eb5660228cf19503e1223af2e5d312863
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e926473d9a61175482c29d563aa5f704b946565f9540ea6a4aa361918f7f0061
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26a00cb8bad52a400afc111b29f3fb213b371bb
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd0cf1b24b3b88ad2ae5104851107622593abe2d06b5a428ad7722dbb08220d
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12d411c15f0d8bfe6690cfebdc1b54453339d0e
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc160c92a343c28f13a5961551d9ecbce2d257256e2f1af9b65a1730548871c
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41338e5ffa25fc6f4ea19ff094ba68cd05ffb29
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0130afda57a1316d7d519347ea6c73c0734c059148f1502c365af7a107515298
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe9b1f8b3bf42e7eaed78a0b24b13bbec345c63
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795c651b53d1651b072ca97dbbe43c4a022bf5febea26e28ba8a53328be80130
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581d6b17ee3bf2ae9f9482b19470ecb7dea1e5fb
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdeb6d450e7688de32e989dbc66c913f79e6c407a54249803cda749402411e63
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506bdba31d2d1f69bc2ec8b5d1710525e860a2d2
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8176ecf824faa2cb0571d3f308341d8d12eba281dac050c7730d89f21fed1dce
+size 208731351
diff --git a/global_step30000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ac2423907d68ceaf30a87cc0804a45b538bd88
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7902412bd545eea7f5936867babbb2dc46a0eed963aa2312e39a2f7ec163cc2f
+size 208731351
diff --git a/global_step30000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181333efd55a73ec13c43accb6c3c1206152a099
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eea1ee4413d8ff544e447dcc27f42c7f7bfc97e112818fee044e954234fe286
+size 208732119
diff --git a/global_step30000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd13b2cf1510c3eb6b28f4f5ed6124986ef3d8e
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea331df1c2b133ee0f0dce949f028d04b79ed6433934af60fc2e5485d07fda6a
+size 208732119
diff --git a/global_step30000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba12d2f692ab9bc3533b9d46931aa2d59f3c72e
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32e928f291806911421e47aa54207c261869cfa8da4aa05175f215bd39e91af
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f876cae3e97462f43e19b15aea3d4d8c37cd03c5
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3995f6007bee29daec90236d05832fec13e5290af5a05d5fa485d4722656583b
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b1bf3eb18b9eb60da63f8816c1ad77c6af8866
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af513f65cf053d2fb04e61e3dfeb2eb2036851bd785004d9d0cce0374aea1e8f
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec097126a811bd446a566c53c6c350e12ea7737
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82650be2fb80c4d433d1f0292377c2ef33eef352c0449ba696e7f9332fad55d9
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86e013c77e108668bb6aaa745fab89496743ad6
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1902bdff5ba9441732c11d5b37fe2fe4de2a64e2f8a240a4876a29f9fca5e0e2
+size 208731234
diff --git a/global_step30000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db353c1bb978b50d372a908edafebff57bb8841
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c620738c0d6a1d6fb435be346e9324a5f31c6a7e0c30e717b81bb236f8c7768a
+size 208731234
diff --git a/global_step30000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a590fa74b75be2a36ac1bc26bef7d74cb8ff7e28
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d0f09187a539b423543d51e19b997d610d60e0590fe791c19c1032bf666324
+size 208732066
diff --git a/global_step30000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1155be017add5f5936aefcc1ea5cf12c557e23
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07ba88431d4d168041872d0b600bfe1adce3641fe6742526b2e854cea8a1026
+size 208732066
diff --git a/global_step30000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df79fcd36c63a928cfa547eeda1da18e6613063
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9651cf586e84729e211e61eed2b3c0a24fce743e316c7d26f897fdf862e174
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88e1348d48a47318d64b68037ec06e3c2df2ef3
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b69b2ba083af921c8467206bb2079540746c153ca16783e18b4ad6cd170c18
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5f1caf33e9d100949a2a0866cd4bc73e3f5a71
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a8589d4ab4cb4c3a8909eaa60e8ec0e2b72f16ca2e8fcf9063c665afa650fa
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4481339b2059315d779a7c3a2642eb126a2a8cf8
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cb4eaa490e2a97b904d94cf685b5bf8bb0728c55f9339aafa3cc3615a1427c
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cb4c97fd990f4d32df28ce6be38de7a5c89362
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa2d84d65a17cdb46448f65c81af0b65440d1595062deb92973b5ede972f6e8
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e469da66a14b00cff8ed3e7b668fbcf1afeccf
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338aa7d5cea1ef1b887a8dce470c45a0eb5075f1dbc95faee3123e6a74863901
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb2b2b846850d1730eae09d1b841c3db457341a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9af917e1857015f0d2753606d44916e8f10ac156c561f387a421e0d0605da8
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfdf7a075e5aa4cd009bdb9058f99bf1abf8cce8
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e888a2302353c780ec0f58a09ad19296666b3fe167efacc1cbb2af5d0d74ba79
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b1e70ca2f04524f50391a17148f3bc9d79246f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617b3e2371eb9cfc23bc8786ced1cb8ea84c99f3bcb8b02d56f46f2ad604bf0b
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4aece0b2b7d2e32148ea73107336f9f6c0736e4
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304fcb00b3ae429bc4fbb1d184f98b694a0fda3a1863c4e49065e27dcb3dfc66
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb647ff50a09a01d01aa8f333c1b28217a44cd3c
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fce2ee8d90bd8d458450c0a41093fd216befb16ab8ac7ae196878fba8284d7
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fd544fa622037489fe82867daecfd733aa61e5
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a012f3025afc256ed6821f6ac8b9fb9145ebf6cc22e892f784f7cdc2c00a25e
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374dc146f6a4b5effddde9f7d6034a760933e0cb
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b2ee3439ac537f8929ada5d9a884237e3f03ea1fbb216cd9a6e04ce0b5f5da
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d590625bb10c61bb450aa91df179057bbd03ac08
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283759aa4a3adc46a2a50b85a746e7df80185da458eda16d52c98d41923b52d1
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbee7b36efccc1e8f4e94e4270bfcaf70017a8e
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f6ef6d6848edc5ced28ae4a282774139467ad6219e56c27c791de3eb3a5086
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf7ebded5bcf045a0cae4b3f75e3165032b73c4
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009331a5bd9754e1808105bf15a9604c041c410131002065854cb25f79cc4b9c
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0949030d954080852f1099d0a6972046d4af14
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c0b67ccc77113541b7013bf73f4380b50e595c6983d49d19fa5b74cc6d93ed
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d5c3c2da29748289c3912b3e9830f49e8590e9
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7f69ee178321921e7b1f603d1689e4feb1491275aadaa725c067ad3c2cce1c
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66675e9568548dbc3690f425527a9f57d784971e
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95ced9f9064d48261ea055b0a57ebbfc8fa7bc931ffe7628d2779f5e8595ae2
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac32a42344b88b195b2ecebe174d0b3f6554087
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d0bbebe85e0cdfcb92fbee30cd2b54ddc056b26169e1ab063c54d4b2f09baa
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6bdb3a6187fae8ebc766a53c02a12e8190c0d0
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108e4a78fc0f8e57c57c0dae6040fd3483cebc1cb00ccf4678cf2673f86937f5
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ece40a3fb3e2841053b26e4bce9b1e742a3aedf
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd5dcf4eeb2eb13ea549688533dfa71ec4306f167d5f49f3be1f85f66eb7498
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a7ef89e285197456a26b83d3761bed677e16cd
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f239df7885e0cd7d6a5d5ae21cd2e1ad2c1efe0f5a173fd3b7e51a5db9cde91a
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f8e895f1e0d1f5aa8da8c4413db0dba5f7f8b4
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcaf5a289562c718f68b7d55bd66d9ec006554b23d41a2ea7a4897a190595b4
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007f30e61536fb804111e8eb19182d31610beb29
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0d6f216ac4f87469b466f0b84e1208f888fdbac3f4105a93d9acf9b83cd519
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6adccd94f32e7f7b9172876cbd05866e271a81
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aeee2e7e7e40de23caf3937f2b498bf6a5fe6a2ce090217a5e1c03debd261a2
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30a008d443928758011931d3007128b75f65337
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe8545785957254c2019f02de30e61c24f686084c86f1531b018b584d5874fa
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b491a776bb4fde0ee00c39611fd1e9d3b5d2ceab
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37b8ce3702f43aa30f976ddfe2af7fd39cb7fc59d657f953c768345ebdfb085
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f70526ae97efd6954fa78fef866c241bd9538ae
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ce5fb664a87903e43cab139246f8a6f36bcce5955467e2fce8ce2d31bbfc0e
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a406687687673aaf6be998a0cd39a0a4a6fd1df3
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749d4f9366b6f86decd940c3be980a6cc800b32056f8925532f7a7c84b62d163
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76be516742134da029f22929340a80bcfedf2c96
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108ceced5a76840b3e23fc223f59be0bf1fc6ab9eb772f9effe955ecee02912a
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674215360de9ded857b36c7427c30000a7cd38a9
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d395ed42612d3969811d0aa34266392f36948875bd60f57b48e9dafc70badd74
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05be0263a8c36a6035577986748197e4ae49d2bc
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c9fedeb1e51ba910d70093df2b50eb9b454791d50758e42814ddff8c26ae6c
+size 208731415
diff --git a/global_step30000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dce67e854217054098efc63e7afcf0456e7788e
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534df28bad90766c7bfa23cf00b7d5f769afa34c3cc514aa38d4e54f7a4215d5
+size 208731415
diff --git a/global_step30000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd1e6ce85c1fd509f7a3ff5693b1b55ed855ccf
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4eeb72c360ea58bc8c25c90ba589a47517527353392be167695123b1be68fd
+size 208732183
diff --git a/global_step30000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5203ba8caef2f866bd90be404d98c6b303b020b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b82a9e2fd5b29ce626cbd8f3a0e796b894736702c3044f9887421e5eb53f5d
+size 208732183
diff --git a/global_step30000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d66f9e486965dd192bd66377e10b536f7b9028
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2960d3ccaa248bff7cb41561593bb516b12dd0811037f1c6fefefc3b7dba8ae5
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6703192db23dbb5c081e6ea273f9f355ae59ae64
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342bf2a4389ead7226370e8cf62a9c6d337fb7b18e0079a77e3ea926def90a25
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf8b7eae3177047beabac5567636a6cea482205
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cff32bb84d0c61a5feb2a5d0237df7443eea39e2fad5c2b983b98e973ecc31
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf81ac6ed2274dbb016aa926ba0142458c9b7c5
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bece4422a5d5c3561a73466bb38c47a1ad4fba1f2b377afb0dc85027c2e74786
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0e8f473bbc64b42391f2e78025f4d52d317022
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f709b2b103212b7412f82148e43e0fa1560be989db7c926a30867324f51368
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3233c77e09c92be70e13a17bcef45ba1896fc3de
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca163d6ae637eaf9d57756d204e793f164ac107d6cb9198f7fe019502ee28b1b
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf229f2e00ddc63cc684ffdbbf5e7556ff05754
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd7d6a549673a7b0e29343d74240fdc3d14c6b4855ee5a34f813f8624381984
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4cbab35daad6cbcf65a651f73b9db539c38dab
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08b00ba83615be07a2b266306fed1b28de825c30943b39826ac53563350fc8c
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deefcebd8af6bf2353f95949f52b2bb413f53fad
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4559381abf2a41c23262e4194b531b1052751ca6ce8b2223b0bacb96ea0f75
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f092d5951f2c347ac34183b1211ad49f8454d64b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893de2740806634e7a11ca4e6303c0fd5fb366879534bf44b7ae08870569ffc1
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200a641b9f113e2391646f232479f93f1a0f44a0
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685dd588f91a2ad9208ff1b9c734643fa5aed17d3d6ab78e21252799bd9909ea
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7454c8b03ffb66482d5ea9bf1c39235aff9b3850
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda35d71d792d842e81364308a5a4c0d35b15fc775784d7af4accfea691f050b
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3847c0e36f10f0bcd92b3de640a31f671d228f2e
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed8e940986d104515da152b6336a96e225fe5d925517ffe61d86a39b1619ba6
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8128650cb96035ec231b8b8c161fe3e94b2aa33
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7ed5b9628e4c9c520e1e94966f0b06702af70c43af28670c9b011607b4e8ed
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f634b878a23ad46edab9a93fb9a0eeaaf6b70742
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca2b4351d2afb234ddfde4c00d44dd6f11b724a1c5e1053737f8f97919a01be
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9953db08b756c74bb66a70fe3c1d904227f9af3a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a991777e77150076017428c114e3bb293f860a4d57acb95bb6c95b280469f1
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7175e424bdc7d385d23b78491418c5edddbfa092
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eed235e43014dd019492ef3dd24a0258ccd57e71a8787eda4922284118ee01f
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe174cd8821d1da52fe5603cc88fdc98f5e6b04
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15886038a84f4f3c0ede6bfea4131d123dcb9701c21f5804cd6609330c8928e5
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad6997bd2748e7de06a74c06dc48c8fb8ab847a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e8677a5e089f472b55a9997291d932d6d083ffb2b0192b379e202af5633306
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f69e57555d75d9516db71ce325ff9a5c8915a3
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c176eec404e1127ca4f2b9d061a08a82320a28383b3b073efe021e49860e15
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e1f087775ab4308e463628854d10bdb66aebea
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b081f89c2312778dc7843a64bbab58031b23a1f76dc1c04690ebeb454e66a4d
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a8d43e9a4cfda8b9b0396a3114d7a2bb8326fb
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23bbdcede27e2f905f4d144f44fa628a0c678b66d323afb47894df90d3b0d5a
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354a29be1950b06cda435d83e869fd5e19532ace
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a91c9b8d7e9bc46a7a42264f67e5e3445f66eeb8be5c9373cf343b305e29b1
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564775be2261865f22b70c931c7d03c77ff65ae0
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82b7004d8cc83ca95daedd6aec5f26c64ed4fe9f6b071499d649ba653f00a79
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca319182074eb7bf6a25be57825bea50e666f1d6
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab24da5ddc9753e1e2e92173bdd8ec8a0c885a00470fcaa5824234a37d768b6a
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886ef4592a5ebd5796aa3c733b3e8e7003a4326b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8596315c2004726bf82a44fa427e66bc8b85199cb1eaca447d33729afb9844
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94114eacd02c1b02f76ddadceef4117e8234fa12
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149eab3c8afe96ec887ce3f427a20010d3022bc876dbeedd89623be2f86a8b76
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3320844e74a455a464339e76b49a5cd02b89d1eb
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2765ed3f20d33c6dc846f3c68e864de13bc51927b40837e3fe02361083ea6bc
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc31b3c8a55822e5408007e5681376102a3fb2a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf67aa6ba1bb47ec9a4e637306f18ae22c2d7ecd1b7bc58ddb497557923fd5c
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7cca08004a401d575e28cfcd24e136b18490c7
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f661f741d316e3b338a9ebd681ac78289285b6a008782dd5188817b62e00e7a3
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d1432fb452308afe371b043d9754c2c8860db9
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc32e31f31f34b62e90358ec8eb90aca70d38f133442d6910578c1b0bcf6424
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6bc9776ae31bbdcbac9b9ab35270ece688ba72
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d6dc8b64062f7dd2bc6caf5ed447cba702b5a03421580624e7bed1bacf0966
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca31a15ec7faccbd2e1ae3ed3c9245673752eb6
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f75ed2c12725c3aeadf15237b4da65b6e35fac7c18a1ee89819346011e59f0d
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41b88a5c1cf23c95a9776df1791c095ee2798d0
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe31c9392f9aee2090f06bb1275652ed1eed43e2cc85c45465e802236697775
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f315ef09217bf6e3cc0c1f59108fd83f3b4c248f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc717e3ea0f23d79a3d54bb98a230e1c6303ac4e1cc2684971a95acda02b4f4d
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9334945b5cc3dd3235a0b4086e9eaeb3e4b54ecc
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5f002ef0de8b9bd796502db5e58f1e02c65599121cfb84e2fb814336612257
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684ca8c81f130480e6db33072bf3d76f8daa75e5
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0181dc6b508f0166577e914f99f4149d06688453b142e2bf85b5a0c9abf9fc25
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7224a86d7a13cc2beccd8e52decbd3ac424179
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119abe44aeb651f0ae7cb8d0ae78567a3c91187fb0e1731f31670350dffb4d07
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7badeb8c6e1d13d1a86d00563d8698003bff5738
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c35dd717fcc0bdc116afa1d3a6c27d32f18fbe3f2ed19955aef6416e0886d0
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941dcb52aea6b6f114b88492be4da8d676efff93
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19228decec9818298ebc7799bb9b0269d72b8c110449c528f982c015b283683d
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44dff6953a9cf21e406606be49d39f21b3c43043
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1347dd6777a884bc9fc82f879bda693ca59cee7cee170b9c7c08649a2e2940
+size 208731351
diff --git a/global_step30000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d5706d4aebc2c621fda7fea84f1365ea890cfc
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4972fcd9749f634b1a87b5c21c35a786b53a145afaa520056c399042ead46b57
+size 208731351
diff --git a/global_step30000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade64131e1463dd39cb0c94ed2ef1695957b8218
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4099d634be11acbfbb253c59bac86eae46698390b4edd17c9a486bf7e04aca48
+size 208732119
diff --git a/global_step30000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcc37f0472411aeb411d54d677371277cb41748
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661eb7e9b6416d24e721e47175a6980e00c2df390dbd151383b59b06d3adcfb2
+size 208732119
diff --git a/global_step30000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d537bdc3cef4dd70f79a2cbd9ec52ff6e35154c
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7128c6cbcf4d7d975024b8fa676af37efae2a2af84a65bbdf25a1c65f4aa4e3
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0740b8e666141f691048cd57c8c564eec67bd5
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df757b89c34e198d9204e19a7d5bc2f7a895e7452959f0687eb39704e210a784
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56653c496c016773ddb5ae7211c1900108a36ef1
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6bf6265ce3fa2c91fcbd0e2ed165352b34fe748a67b965482acf9ca829d2a8
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eead5e9b55e2d434555ef7ba1894ba8212dfd63
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41bf9fcd531871ea27d45d7a2c22c8d7594b99232ba381a0133b8469fd2c6c4
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db245d2faa5339b49e6928aa4a27c9999a3e55c1
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2af64c552386c794d93b552eba251c51e1c64ba0935deeb9ca2dadf5ac8779
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a372593a2507f24e805bd2aa71c65c09dfdeb90
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d340d1d19f717453cd76a5368f4382201a91e55d7877a8d3c9cf7663e68e6c54
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1d3bda7f18ae44fdf7207d84bc230085b7cb19
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff390de4cfe2a49ea1d443077db7da85cee734a9c78d951e2044308990883213
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab44d4768906b5c5458dfca7192a5db81bb62077
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad2267970ce2e7cf69031526236381a782a03b7868ded4a64ca827512a10f96
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effa47b4257660bbe1f516eebafe42aa124ac577
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ddbaeebcacd32b9017718978507f272c8f6e6fd54482e3383ae8c5d0d9f0ab
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b7d5df551859c4ab9e338e1438844c84be3087
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85c58011fcca8455d9a7e4fdc397e861ecff3e1d2c8e5b1a5500b05b798d131
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439edfd41b9fedfb965058beb9906f1557f91391
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7675e44d4d956879e2da551eb60e05c8b0ab89939a330c74a95b431ef36112
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a0246a56e672a37a565441940056c9f8ecf010
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23a46eec255479e31dd96ca924fee6b7c1609b62283c4656ee09b58872a5cba
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f2bf2c7c86b5e16c2c8f0bc9fa8cb8f205c5e7
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b886e17aa4d15184c99c154257208e16acbc5e4ba3f5b84a252d2a0f0a6f2f1
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2615de56e67e2569c1da95a259f0a141292bcdc
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4611bda2bfc74cccb78874e87959b005234a7184471cc9b2fea5a74cb7b94f6b
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c84bce0095ab14531b12d8a5b30a774fc68fe23
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa73d90629f0ae8790f3f012227855383f30aac84e45b736e8db6d46b71f587f
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14ae738f968ac94f42183824887f1934fb695df
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860630f0376b1433b55f590d01941abefeea7610879c4187116becb7150428d8
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985004977b7d1bf9cc7c303830968c337dd8f5d4
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d85753ab26a3af413979e1837a151b185e4e9960bb22896b6175dd42929c64c
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4e6ff1ebe2ba359f016dd29e678e3b4160282f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2249192ed84ada28ec5d49aa7051d9d9498b2b5f4a8b31d869369db7321b740
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f46c69d3434fc53263f01fa94b38b8db95dfb64
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d51e31df858f2e046b5ca09855794284ef8be1b5fee14fc94a963665d2a0288
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82850eeb7bed46b1d70c8314f0b31f084aa8fd23
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55251f9a349f0a4c6b3b43f8cd295cdfb0c8390b1c2624b96f4fc02d2104533b
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd86d9d2ea12890af9f7af1316202af703f2f31d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04e167f10e9d54a8c8a55970a3e7f4830c35cef981ab8eb89c292a47af552fd
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63b3cf1b7cb5de74cf6d0636ea11da723b9e6e3
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2693ce07d0824765f6c9a194c3eb9d622cbc29209907422161e01304f686488e
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc53d7994ec68f07f705859bf7b349720cbf1ed
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf5c69be2d72ae00a7500f53db8b3c8261518b4791ab8ab2e1991a130b6774f
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae99f4f380eca98b055e9204cf7ec4c9bbc45c3
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a729b996c657d259dea0a6cb068134f583163aa028994472379de57be27f3777
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7c409899b449a7289dfc0ec93a479137ff23f2
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75fecf236372d4c0358250cd6d271439308b9e5932fe3834101b1a5ca6e4c09
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa356bfe4f9f24a9d459d9e233da074a8c6ea78
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651add0de1b083ab4c804b260678faede55613d2f47c7f9771294327134ac33c
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da77ebbe50acdcdd09e45f02ba7b8828970bd5a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82d41e8c51a4d8b0de307a3e1a1a7f6cf92d6cbd4f4bbf819950fadc9b40be4
+size 208732066
diff --git a/global_step30000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa12cf1b9e2d0ab4d09afdf0bb105093b34973f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fa7daa005f179c092f6835fb2f539d880085fd8b459b39bc8c629bb9c2ccf8
+size 208732066
diff --git a/global_step30000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34e363ae43d6e3470ea4f1b271291a0dc3cf08f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a55ab0b68c82abbc43f62dc32497176d150205f0d8fadd6b243d7e6d400d412
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73899ab959771685539f6e80cd91527334ccdb12
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2098834f2f5cca8c9396278251e2543e8c01afe5fe464799dd114eaa47876eb
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66b8b40c09b0b149318d904fc73684a5728dc70
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa29d8d93db1317652095f9e060518ffc41f0e1c58c99f3537031c5d48b210c
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d99b88e29232c53aca10fca195ebcb29628be7
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d401473c22fb149770129837e75345ed76075c59b9ce4e960f1a67cab76a5591
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a912f46385030e2bc398a0ac4ae3b37e6b4a1f70
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0d6b3795052a0fdaffb18e1a7514d73916c5a8cd896ebda4085216616fec9b
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b0f5524464687bb4269293dd8f393de8d3ac38
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3389db2cc6a457a5b954ae5997cd27fef064265940c48703d9f06af8e1284f75
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ce0da214a9d84ade62a1ca2ec5c6e85fbf0670
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3b915896bd28cd1a3d54559d3b6a3ee0421608e7918673f2da0c41adc9090b
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64b28b4e634ccecad44afa6f1e669930f39de8a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfca6c8823f88e81e92682e6c16d65e45156aa2b1bdb348e27d2c562da82df9
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4875af535b1e0035767f0f537e48de1abf34707b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f74c6f2d92fbce80f4e8e8efd4b9c01eadeef7d835a456fa84468a6d532cb9
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801438c009600350392e6a2a0c7ce46670a3ece5
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b9d5ba667b938ad17e3d8c543253836a7afcff9210df9810253f81c36530c9
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8aa2f822753fb57adaa4e0752edf0892025f5d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2da1e6295d8e3e697987ab966d4f0807153b18ce4b4f66351d43648a4293624
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1fe29cd592c96af885f0abe76c160806ce4619
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae3684ff855460c2411f2b25f3b7aa1d69957540c6142a8605814e06468dcb6
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586bc6c1728981709d9bdf91cc14c4717e5e5233
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ee9b17100febd46ba88f8e017e5b61860eb311457f923bb8a2ba5b212a67f5
+size 208731351
diff --git a/global_step30000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554f2b30d45debb510257b3384173c2b685a068b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dc910a5cbb4237c564fce6a85913c63ee9d0120cab027e377e30c1d0f36005
+size 208731351
diff --git a/global_step30000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112d0480ecde6f38954fb0abd3a614552e2672ed
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bcbea7c41cd489fa6788bc33c95a5fa87ad4c1746425e176d70716fb12c0bd6
+size 208732119
diff --git a/global_step30000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8334616b5c22773a67e8cdf3fb4d2aa43e9d0d37
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5f181d9772fea05fb94c8eee60d4906592b10340e1838f75267223c6bdf59a
+size 208732119
diff --git a/global_step30000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7f819786a8e8a4ee96f61ddad45cf61fac2b38
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b6ed398b29e04c5ccba5d5c6ec140475e72dace8cc6486f28a789052460949
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666df8abd282e6143d63502a0cb750a3658cea23
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abb34a51aeb6d0ed947642d75d21dcdcbf9fa186e41b7f5223cbad52b6b10ff
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4755067ae9b958269fac87a8086fc54f35edfaff
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f09642248e4d3abe112d366db9e29c25f8b3d090b5e95075df0b44f8e5e90f7
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eff5761ff71cb6774fb94f20a96d3d05bcf81d2
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc81969f1f9decb20712b0f3a9664c7eb1a40e5ddc508ea8b9646b14a68c9ea4
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56fce9c13f3db1641155cc2a2f44493af7e3387
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8bffab1ca9b956e352190770911e441ea0640931ad91fcf2a4f016b0a1e861
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04eff772bdae80bdf730d9b09d9b7fe3d985dc48
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495c6daec0fc90d14078e6374244226cb2210d461973f4ed8f3e52499dfca4ea
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab55cff3d0f95dfcdcb1a389881f35d415a38473
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe9dbf3c03b6138dd4e07fc068392a1f6f55214f75815e0bfbdf4d0e59f2b03
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4d0aa6bb93fccefb4ebde6ca155f9f48055ed5
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db0114ade08caafb625286f68511244236cbf8d699ba09a67715999db938094
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9aab2e0764c770fe6c606cd3a1ea10f0eb6717
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ade22240bf11aca977fdbacda9a036e3c46be3c5fbdd2da06510596b94ecda6
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59c22c3429a3091f0f90015b72fa0aeffe6d8a3
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b24790dae936263b5bbe2e38663668719e88ae4c5f74450f353af0b6926953
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1172cc2c98fabe649d30d6782d631094b572b0c9
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4cb9b26e0cd07d7dee4176d2668e39e88800f2f9068b5e24f5e2ca7a45bd4fe
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829cf6c0bc8eb75a7a4be1ff406625543dae15a3
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64785738889ff5b1d633f4f0eaab4b65218faf0dc99b9d23da564160cd6a3366
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ff312a7b4191fcc5e19fee71856a21debaecfe
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc30c0fa69393f3f738a61bf987bbd4672def6cc18b2aa86bdf2c0e25b2f70e5
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db113206210d7e655621cb3ecf2723d99c437f2
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489fd9978443484398fb329da670aeb8c7ab4933cb4aad89449b5b5cb94f0614
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf523402312169493870614c0a8271070b734df
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2b3f72f3cdfb5f816b98c090fc0da1e3dbc38603c753bd79fa7427e05c215b
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f93931f16699b80790f10dc4ad200c1b9e3447
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4ce8be2f3b615039800ad0d69aca07c78b70f852a3332b5178afacb5123c90
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33971207574791016a7d89bb2653d0d48df13d2
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a8e05c8071ca2609b72d4f22146816977970d601271cfc276aff0d7b6964c8
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ae2b8fab03dc5cd04a953f357cc9c8b1c1a2b5
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a16683e8b07b0020989b47f8470937ef99d485968d5dcb4690e66ddd91b4f4a
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be53e467aa1bab2b044e9b9f7892fa103bc28a37
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad5b2d0d06198ff4e697465f6bfc87de7a44254af3634a8aa45cec845e3449a
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee07fd06e0f190bf04fe7233d2caf24fc8d15b7
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485a45eec634649f7e2d5d25929a574b2f726b6e6fd69909a1677aea239ae469
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa1743fc81e9e00c00fd0dcf4bc15f5cf03e705
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e554a891aea5f03fd2e237ee305fa162fe19258e026f94cf17c70fdd26f28bd5
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f652c95df6a2eb8c3f008a156ecb6608123f7a60
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60384931af32c22ba0aa7c6923dc8dbf1594eb282f788b27e56b1a88754a6a55
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69abee30b4be49362c365c92b3cd78387305c1c
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae432b38f8fd765fcd90e33192214bd39cb7e4b658a8d940c5e7924f72650349
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfac8512a08fadea37a84c74cfd764e276cb8c1
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8753ff24f04103d628dcb5af187bbdecb878478a06e5c24e35c144ee3157cecf
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7bf4c44ecf367b52317488daa0b8cb8edb9a3f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84d7eed7c6725560651e9dd0c8ace87a64f258898f047a2e9519fe3f3c50da6
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d454666c34daf2411d42725cc611ffb496b4501
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05769e1f1f12fe550ef0a39b2b3d2e173f42ba4579fedd356aadbd092b2a2cd1
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06713e8e3c2eca3e73918e8606548cce2d55943
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90eb1383da037af3265781f7d9eb5ffd04325587152dd835500e1b0046e8480b
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562c1590b1a017fabbd0e5bcd1560b5cea966966
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25d37ab5aa64f8443ab5db30e5e88449b86205c487ff7859d8f3900748467ab
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffb37b3ecf36ab163f25ee67791dd4085e57d89
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df7b04a4f44e6e9c6340988fc16a06c6c7b58ad3706b8adf4ee9864d0c1c3f7
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1f745667f40e93169b67353c1e941505fbafb0
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22c838e12a6304aac3cfd3b1d0ccf39c8bc80f91d4e5dbfd7c1be24a3fc27a4
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424b7ad463fa2392c476a8ffc9c56c257c2a7c7d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59423c4d4f32101a9a919e3f409a0ab076a491a560d9ccb82970f6291163a666
+size 208732066
diff --git a/global_step30000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb02b50d7ed2733cc4eb32013171a43f00f03981
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a53b158b41dc1fd6a8750bb8f810fc4338dbb45cfc2d2a996fd2fc7de3b6f55
+size 208732066
diff --git a/global_step30000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d84e6b0aa11fdbf25a06a9da81e9a5dbd4949b6
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c9ea6e21389096719417bc383e7bfcf96c831c166116778e9b72b53c5dd9b1
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7ca29612718ab7ceb25b709695662ef7be17cc
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4706287bfb93c529b35e2939113db6e46de7558b98318e4b35e2cd349e8e9a5
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31326c6b1f7cbe142f10e459264038fe0fd468f5
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa606ffd5f06f7e0dfb8557092d30adc80b26eff19980eea8d54b89a878a66f
+size 208732066
diff --git a/global_step30000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1651cefeebecb0be2703c501c54c2b2f52399369
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50743f9c830569d465e8f9ae8e60c7294c65c3ec4cd25f42c71677fea6ef513
+size 208732066
diff --git a/global_step30000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e5d36711e24823142bfe520eebea189a8263ac
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0453c310add485bccafebd2d15fb9fb6a796db9852ac626f7fc8a6e1bd93b4
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2e5c9389a1c837f2ed9db6a90235dfb05b4329
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a7ffbe8c6b39b52b14b66fb0292553087e9c98fb6a0acd014d963b39f0aa03
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97db161736ca4d5f58ce761e38e6263cdc6bebf
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01de2ff16ad3e8d200241dfddd10f5d6b6cd28bc23a6c3f80d26874acb817db
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b50f6582369a1caf9d80ddfd4d7891919be9ec9
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7e362b32adc0ac75c71b1a185f04fc1524b93a3a8352f6989178f4104edea0
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63fd7a2ee2d2191dadfe5ee1ce88dbc05d52bdd
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09591f1a9afc7cfe37e9fb1ad3940bbf1b6e42d346055fd7225be455a1a6a3d
+size 208731351
diff --git a/global_step30000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20feb2f8c0817a98c9eb4aee6ab34217a7fd5ae2
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf3e8bb6fca9063634cff977cc45cc3df3fe7cd03b7c2692278be034ef0a0ba
+size 208731351
diff --git a/global_step30000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5791c39d5242a46dfc42b1299c728e6ace31383
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8c55b07d4b594f09992497cdd2d9b638492bf274268b843891334bace8c06d
+size 208732119
diff --git a/global_step30000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402e1292d6f1484dc83cdc23a9a3bf8c3e9690f1
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a35244b48832cb5fdaa34cfe6bd8ab64de0d8026834380da20fbf71bb2deedd
+size 208732119
diff --git a/global_step30000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8983372704e93a9e78b685eeadb451f762822b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e097b59bf5caf829e4030ecaa01d412676c32d5f75c6a67e0495dcd22bc8bed
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a7ed50bf7618491bda203810a80e149a1332f0
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6f97c2207632529ca1d7f37ccafbbc19dff96d090a9ebdf6b65295141101c1
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27437382871493c261d32edc87a5fc02c6d35246
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119c2e50233e54b173fd519ef98918c8463ba5e7853b4b638c1c56055170069f
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5ce2a67c57aaa19afdbe67bba62b7fd37cc51b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbef4c42691123f54f68b0f4c3edb7bd9a0158b33a1a903d9838dcaacd24ed1
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31df8663717770a3f4187d43e8761ea49d8d90e8
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d703a0baf8095e60c3ede667f2292271ec9b4052a7b578a16be46dde0d63c65
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554688f1094acf262f67dfa0965a9b325e07a14b
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6c237343cd48c6e5c2755ba3a6c2f44f8eb4c75c89abcd8a29b056337c0740
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9faf5361cb0410ccb7fbed752da0fe5d3c07ab
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5ae991ecfe789a121f268eec11d9c74d60c538a939e08ea33973bc2f52c9ff
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc6c4461099a8ba2f71cbc908ed9b9f6d99b98c
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de99ef72583031ac9c622262e73104e15a31c4633e16bcf2b3b4e62ab13c849e
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03f59b683029dabda41fb8cf462cb0c48aeaa4f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340a777485d3f93ff919cf4352c51309ab4fee02295b44c76b457b2edd78bcbc
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816d5ad78a6457768b15c0cff7b28f41ca166ac6
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2947c31b4f780ca977715320fd3a981f9ff237ec0e960abd39745793b8f67a8a
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da5554bb62a6a7803826cfa6add81c090db9cae
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f2204807d7da8527a0a3d2a275edb287e0f2415e16798388706433e104d1a2
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbae2906cca697ced9c676b10867fb3aa60143c
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55b57342b2315c3813fc988bbc41b385b69701c9cfc818d51dc810125089d27
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b3cb2e7f13ff42cf7465db348eef8cfb9c6371
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e4b96ae8acbf2b6a89cde495da942bf24210f85372a0566f33c0cc4f1b4870
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8579c9b8f1a4ae4c54c79ca04c15d1423ae587
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410e6bdef3baa22aff1a6711ad4e101b32e3e5c247c94fc087f9bdc6e28ed708
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f257e5b9361bbf36e85a0f40945f1762eef47c
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce69e39955741f9a8e4dba1a8b1eaa738531097f1687cc9e383526e3e43a37a5
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9505118b9d615539494f10507d591c2d2e0a4c6
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2f045deae4f998e98a5197591347d83d71fa38b40561e07e8a3a32e1a0f584
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff60f4ac98c071982914a3fd3fd7dc19655ca18a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa22f0827e111f37970db3b80b505abb98e7250e52adf2a852c04bc78aa6fd7
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d2d16491383e9f6d5f831fe488b2b7c5c2e9b6
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cf1d4b772536d2685c5d6bd3151a3902da08a65fe86db623cf7cc7e528476a
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddeb3953e0f1dcc0f410e6d4a14d5b6e0aa87b99
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f2685ae1835f6699c339da2ccc6fd46dd82f2d816ff2bd3644bd517ad5e706
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39895fe8602861829f4a403bb437adcfc86d63fc
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206daed850323a9382722c04321d89a9ff59b0d07b410d93da873677411ab17a
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0317c1a00f6f0a0649fd470a10ea78e904e150f9
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b498bc2738ddf287e7dfa2af37a73e050346a078e66e877d24c1e11f8eeb3d0e
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d536deaf0438ae4cf5b43ff3c2eec11b8fd4cb6
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe40b4b9e38e5f9abb95983b71cacfc778a6fee8654bc12e31d53322a6406282
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182b3e21ca9a20cb01af67f12f60415c49ee7554
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14edd5ebfc0b9fec1c8997be14884c046200261ff816c68ccf98931d59f97867
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4fff9a55b2270f0ce7a24a347c521ea6d0481a1
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f36cefe692394dcb8415c4bc9e7b176fd03944ab37658753274e59efb24ab69
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e967f8b6e3286de3dbe4e00e03ca1ed352c731
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8330ba7c7afb70cb9d5ea0c2f260c6e91b34330f41b45e4151bbac2a7eb6e692
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accaee281903257b1b6f09947dae0b2a81311420
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb6158f510fec7b6653a2e3b5534a819ea065d2560bed9d0602faf01812f067
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a55ffdf774df45a7b5a3262fb8e42af741e446
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5336dfb57f50c90c78e8c61face2f10827188e3b06c299689ad06a935d38c9d
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8454f14bb1343aa00d54a09ea3ee3644622818
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387c31ceb66478ba006e7893661dd082d7878eef6e6988130c195a5dc1d43d80
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff67a038c2b7fcaa77a1bb9a09bb4d1580e61bf
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20060e8caf2358cffdb51854c004d6a165592928892140b28deb45c434d21f55
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83dae3c18cd41817714f61565b805793c34eaf5
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3574bc3a8b1c386522d2d81d82746a130b0199ed83f005ad96b674afdb6cfdb0
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ede64b2a3e5af333a50f6fa3024b582e472ad1
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69b6dfaec1b1525a60881edb94519c4957c06e0d814556b86b745c2e907071c
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7249cc145cfd935b0dc459254890bb97ca33ca
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149a0eeb5fbd7f7da150d28938d024dbc7315db1630d1e35af3d1c3bd032fa12
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7eb673fa6642d46f8372e262bdf02032c1cb2c
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e39f051baebf10e66b8fa43884ec5c98f56df4ac38a5170e666e0b985896cc5
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00935f661c47b6ecfa81e1a7eae6e568a419030e
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5c04a19ab0960b17dec3c569e25cbb71e81b1e2e6204b11793f62914e3b0a2
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158c114c56164f32d59bc03b32af93803f3faf1a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddc577bc76fb961f934c470e615e2d56179a21154e7fd700b9e602295685536
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae62cbe89e152ff4ddeaf32f3e451bbd2a81b68
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b916fa066e371936f8b7a2d1947a9d7a8c8d002dc11b9a56c5ea5e5576f7d9b8
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683ff59ef985ecdec650bffaf3ad96526bf558c5
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511b7cb196dcae90a855d694b33d8f7ebe7d38eda2f1f785c8fc29046548ed12
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bca082eec1502bf2adcbdace2702b08ddc49b12
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c673a59ec90ae53352d500be5e5ca3f868a69d0bd789cb5d94fcfdf820b0e5
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8253e1929832b7006138cbd1a0a515fb5bcaab0a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf8e8b6bf5aa4fa0359797984ae3244d0648c29459a618245575a3e438884df
+size 208732066
diff --git a/global_step30000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc4154c755b47904338c21bc3dc8436e9bdeb8a
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4478e5ed7f0f65b48868e2dcf77759de568c8c03b0dc242cfcb2431916214245
+size 208732066
diff --git a/global_step30000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f0ba31d7cf35bc72a1ad0908b326637d102e91
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d75b73d3be5e8b350f0eedbf774ea25a311c471adab29dd15ee96aecb5287e5
+size 208731479
diff --git a/global_step30000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ca593b723ef077ddb1a582fa8091ad53b55c7f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d2c63d45739430f1ea1e2946544eb32f56304c1ca8e22a17090a282cd5e184
+size 208731479
diff --git a/global_step30000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc841bd1612292bfa341c62e0130a844eb2e9f3
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce02128106624acb1d87009665e873c8d98eb7f9b5ba56c5d0f06ba1b6149d7
+size 208732247
diff --git a/global_step30000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9128ecc76438f61d5b4ea12d48b80c5bb623e4c
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e16fd30096be6d520e4bf0b67c3876cde978e56581f44b5a9a51666ea0f72db
+size 208732247
diff --git a/global_step30000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd0c1372eaebc084ce2bcbcd422e20f36629f16
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229a270092523d91ef0f1f75b2dd062c902f609a6dc2f0a34063784307448897
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58670ad2a0b56c79692760b616d12d45e948c12f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4be81cba2dcb3c975c031a11b7d38fffe53aabc44824d7970847c57d26a661
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d78bdf3caaadf1875c003e7de243038313418d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fe8d412132630bca971c75e93782e40c9f54ecfbf8701affd803f2874948cf
+size 208732066
diff --git a/global_step30000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633476ff9d16e6819fadb0af19ffd2ea0d2d40f3
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40752375c9da3a1c5e5394a034303fab15669186e8e509b0d6313dbc8dbf5e10
+size 208732066
diff --git a/global_step30000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c441b66fcc8718b15aeac8da6301c1bed01d999f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19537b06dc15f95f1bbbd0b1e8737ed7aaa8a1964d9ebbb88195d7349105ce0
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8922b852e5941f2c20c95d97bffaf62382000af
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3947276f357385d395b4fb048320507a17eeffc0399922b076cd65c48dd640ba
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa27873cb6ff9d33ec15bc3d53156be6030e2f0
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c20f67708001eab78d03c53cb4ff2e5239a3abf0e1fabf689b4d260f30620b
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c12bc1c5a1bda3e5c9768e3b652187ade47a66
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb2c4837762ea80acb37b7ccf0ecfbcc408ff266faf451c82b828d487192f70
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742792b81b47f66c0341bfefe95f9fcbba689937
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8da0edff4802955be405f708b5331fcb00993ebd5f6bf6cb94993c37f777f9
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b3e6d680cca8bc9f5acd0fed7e76ce32e9e085
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00001671c50339f9d46941f9d01a066c3396af96da9a478cc04d6f42fb29b655
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bceeb40a2f8036fea8a3286f6e5ee1af262f323e
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83fe95e31ef0e39913995b08f80556ce1d64c07e2f1be043b78b0528c727b3c
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e69dd82a0ed2f3063f53994047587ff603c46c
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495825d30558c66a53ee3cbfa33c49bca28dcb0774cb31bd7b03cb8317f63a24
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de6551eec29697bdecf74fa3d5815a7bf71f2b9
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5724557a671b742f4fc1f004008abe47d99c93f510fca3752d91a2d0fa6982
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef9067af0c0e28119b153eac17c13fa380e7e95
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a515cae2fe594b6cc9c99d9f70a0145fa1c78fd5f7870812f8cb6055c7f43c45
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b764efaee10d835924474dbbf6c5518a26278f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bb6cedc788769080a69ca38b4cd87bba790763b38268079b8e0216ec7f0d90
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d989a9bc660d3798df7388ab9b5f98140e047e
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee45a795a5d2ae1d7595aae084370da71b814b04b274bfb68c7cdce83bb9aba
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644d0b9eaa6aa2ade2275ff1e5f8959cf03bf9c4
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ec98a6130a4fc58968c74cac91da14d673534401ecfd838645ad01578ffe94
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b24623088331e18ab7dde0af1b987d7b51e2190
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47734e5f69b2ecb9b09b08839a6168d37fe3f82847ca5adce9ec63e2f7f7a97a
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef68a6c6525131cb915bbbc3099389615ed0de85
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98fb38201f9475f9a1776d2ca0d7847e5e69f5901234d234d24b1a188abf33b
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4c4d42eecbe4e7dc484b0eac7a545727c35fff
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b7c7776cf19e83ad3cbf44fd5efc29a376046e8fa88080f270ad5d1ba5a8d5
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0044a55e942c0aa9dbb1a4d3afcd8fb24b138b8
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9054aa30169e1568e33f7e435efea4efa6db7d29ecfdff4035df84b89f7792
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9c58b1be1b7564c2be09e692121c99170a65ce
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50179a370e0eeb3b84bf6c9f816b306ae0cc4b40d99fc7d0a99fe8a7729c9d4b
+size 208731490
diff --git a/global_step30000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8b105c0041e7dd37f677be6e8135c4b0ec4313
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee52ed09561699953d6d090e9e8da9e9017633f8e624083885a51e4f02cc092d
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a52081c59416d326e4c7d2681b8cba80393043
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7ae35bfd95029f6575a344b65555685800e97aa063af58f7fb4f62277227ec
+size 208732258
diff --git a/global_step30000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31563281205a61224230d7decc88024d9ac8a1ab
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cea6862aaf9f7b52f840f162b087d21512b2f068beeb424e136c8f47115d458
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e8cc9d76a1365ba31840689adae65da664798c
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8fd30f6e9d2ede52d4b0fa8e4e1a966d4c74234e469d97f0644197f7b7d9f8
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6dcfceafa8934b512828027f087163ba3e7cf4
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fc2a595b715d03cc2d08eb087d21251a3e48ba2cb245b1048481ebfe18d875
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e25714c7df49a7cc13fe679a533409c977c1a3
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ed3ac972ea99fc8b300e55fd1e206076feb811b03fcec3d4f2973a3296755b
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb4d1a2f71545237f32cb769d12e9abd7c5e648
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b2e2d0ba6f0e25decb07c2a5e11c38a8bfa92f9cbe06794a655e24ea628f82
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d85a2852aa6aff149aec145e74197ac9d76bf7d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f1faf37fc0314e0fa65fb96f5e38f5275f62f6a579c72323f630cfa171399c
+size 208731298
diff --git a/global_step30000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62012203b07de5a6e028e1a50f39c695fcdf457f
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32237fdbefe7331e604f2b0caa6d904537b7ca3b09d90e65f1c38260c07a7e31
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc485043b0961da3507e2cbbf5ef946a4d72896
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ad461ccf20dbf0c1b887cbe8b80744b8fdcebe25abb85e1511c9f795cca36c
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90f155ff43644e36382a2c25c2648208d20af57
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350963a491f14f138756d95d5decc57a537159eaf9fffb2d07a91f6f478dd368
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe8c623b308c01cc5e7bb4324ed1d4fa9c186f8
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f9df5b586eb9a4d65112ed919457790fc89cc95cfe1213e8993ba96bf7c168
+size 208731426
diff --git a/global_step30000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb09aee21122b0927b32067eb42fbc6106300ef
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e982ad8f7e0f036918dcaa1b8640f92c7296c6f4435752fa8b3ffbd0750a3f9e
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b28926c373a6fdce9b0449075d18913d4a5e93
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17abbb1afb5a596b5c94e96952684d52425ca5efc1658d4e7f05e99870d8f563
+size 208732194
diff --git a/global_step30000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d2ebe1513631f106f42593cb20e4648efc6546
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973fd66e66def9707021ce8568e48ce528d61d0165f2892f84b1f748c887f87c
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152d1ab88b147efa2e5c5db065630b4fcb192dbf
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa98e713e3058029283c7cb48368a95dd066bc60c83b3f92d7a48453f800539d
+size 208731362
diff --git a/global_step30000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0c808529da67e423a788c3944883a4c9e710ae
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba7ffc528c3554bf39d75034a5c30b857e3f1e6109e36f5c1a1a7b3129e33b7
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690ea9474c542ea3e084f5dd877b4542bd39e60d
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc9f2f8b79a73f79ddd6a7fc517aca02dbecb76a3cf73e212f8ee0e7a698dad
+size 208732130
diff --git a/global_step30000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/global_step30000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ae446cf2e5de0e8a44b3805c62c51c7a42abd1
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ef98ba3aac1b3bf45a421d4ddae64f83ff0e265a5c5ef4d153b94f9c3f026d
+size 208731351
diff --git a/global_step30000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/global_step30000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3f40aa555a8d2f974923432bd46cc499dc1875
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e449fd51c07c0181406862d945562ac3ad9b0243f9a5791dd040134e446228
+size 208731351
diff --git a/global_step30000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt b/global_step30000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1168793ea453aed97dd3ea43bfdea084152840fc
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7a44d163b2dc5bfe26e8e8bb25b638df03982107e77e3f904a8ee24e49043f
+size 208732119
diff --git a/global_step30000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt b/global_step30000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa10e06d412c5d5f3c9dc5314b039ff860e65471
--- /dev/null
+++ b/global_step30000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a14330b78d6045dc3984325fe4e0e334a1045d904da622e525eb03452b1028
+size 208732119
diff --git a/global_step30000/layer_01-model_00-model_states.pt b/global_step30000/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53461c3f84b7ddff6ce5fa910cbdc6716a01208
--- /dev/null
+++ b/global_step30000/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce7865282d11512a8c70d8e5e9fa4c0606cdfbdac7814b0577bbd67be2ed2b2
+size 223347971
diff --git a/global_step30000/layer_01-model_01-model_states.pt b/global_step30000/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d406bdbfa7532c017698425d76e7edaa120a3f22
--- /dev/null
+++ b/global_step30000/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cbacdf8ed4b1de5291a737a11c7ff7a2a0ac1141a002b354dbfed41f0b86ce
+size 223347971
diff --git a/global_step30000/layer_03-model_00-model_states.pt b/global_step30000/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e42b8edc5b0d80458489a591d1ff859e09b5205
--- /dev/null
+++ b/global_step30000/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d753aa4f4ff0f6b6b8c393d9f1cc39640f69c119de36a587087e11580fb53c87
+size 201408771
diff --git a/global_step30000/layer_03-model_01-model_states.pt b/global_step30000/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a10f7f352cb9bcbd2d698c498f28d19060184cd
--- /dev/null
+++ b/global_step30000/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86946f399aff440e09963887817d51c074f89658b6fc1297269520bae869d86
+size 201408771
diff --git a/global_step30000/layer_04-model_00-model_states.pt b/global_step30000/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba8805c9fddb48c263b8bb888f593f810618fcc
--- /dev/null
+++ b/global_step30000/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131606b12f4896cad59461861010397ed0ec167361a2d5228c40369e721ce544
+size 201408771
diff --git a/global_step30000/layer_04-model_01-model_states.pt b/global_step30000/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15abb3a326d8326a8ae1b118ab3eeb62efe7a5b6
--- /dev/null
+++ b/global_step30000/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3afcc125d4ce21d672b456d4ea71067a1d580a774f5af0d75347cc0c8be845
+size 201408771
diff --git a/global_step30000/layer_05-model_00-model_states.pt b/global_step30000/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ee845bcfca27fcd9520ce754e9550f918da432
--- /dev/null
+++ b/global_step30000/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e960d3a6b2f765b9c7ea38db18ec0a3f81e87627844d8d33b91359eca123588
+size 201408771
diff --git a/global_step30000/layer_05-model_01-model_states.pt b/global_step30000/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d5f1e876d51abad0e1f911f48f047062eb7e2b
--- /dev/null
+++ b/global_step30000/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f47cd472ce364fe82655855127c742a9926a425427146a2731e5f2e8d256280
+size 201408771
diff --git a/global_step30000/layer_06-model_00-model_states.pt b/global_step30000/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be61e19799a3d8351f7c2c998db85bf23dcad5d5
--- /dev/null
+++ b/global_step30000/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254f7845413435a1fb3724576dcffa578fd27aaf296b28e2ed1bb587ded93712
+size 201408771
diff --git a/global_step30000/layer_06-model_01-model_states.pt b/global_step30000/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ae7101979179250b77280cf756d28653854da1
--- /dev/null
+++ b/global_step30000/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae328cecb520605baa1354efefe6eac4ba15e7cee139d38f6fbcbd655e3afb13
+size 201408771
diff --git a/global_step30000/layer_07-model_00-model_states.pt b/global_step30000/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a9f4f9fdf5f2cd3bd3ba6e8e9aebb4dc8b9825
--- /dev/null
+++ b/global_step30000/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb97fef3597723b41fcd9bf2cf43428c3ff7abfa1dbc67eb90a70acbb3c4f322
+size 201408771
diff --git a/global_step30000/layer_07-model_01-model_states.pt b/global_step30000/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b87c9126d21affd67b2dfa4ed7939c3d616c9db
--- /dev/null
+++ b/global_step30000/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd8da150e7e29e97ec2c8b94fe13dc81a351dab31141e411cbf00fe3f0052bb
+size 201408771
diff --git a/global_step30000/layer_08-model_00-model_states.pt b/global_step30000/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3e0a3d4faadb9d507dd5c6ee76f9718a478836
--- /dev/null
+++ b/global_step30000/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdddf0923708d6fa7b5c7a4b68f24c56f8065230e65d410da0723c5943c876a
+size 201408771
diff --git a/global_step30000/layer_08-model_01-model_states.pt b/global_step30000/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6fb88142f7ed3b4aa2a9cfb532a3ffcf7e2ca7
--- /dev/null
+++ b/global_step30000/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e264b07d5b0e190accc1733a5841506d2594f3a1fd4ec17fa2478f2d4274b579
+size 201408771
diff --git a/global_step30000/layer_09-model_00-model_states.pt b/global_step30000/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1b4e68eef564e82a0efbb777f3556ecbf4ba1a
--- /dev/null
+++ b/global_step30000/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c011d1a1f6ee0ae347a086574d798fe6cdc0c79923445600393980adde9cae6a
+size 201408771
diff --git a/global_step30000/layer_09-model_01-model_states.pt b/global_step30000/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4516b598799dcef8ac4460cb37862a7d023ffb52
--- /dev/null
+++ b/global_step30000/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287075df34aabb9f5cab33ac628bec6aec5de931ba32f3b1f1f0a848fec89200
+size 201408771
diff --git a/global_step30000/layer_10-model_00-model_states.pt b/global_step30000/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5211a8c2b5ccb1f446896fcd4023a1e36c844a
--- /dev/null
+++ b/global_step30000/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ddf1c1aa6c7d66be711c13b9b1c9c7ef0004f3deaf676044d8be6c40192254
+size 201408771
diff --git a/global_step30000/layer_10-model_01-model_states.pt b/global_step30000/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09a61f38694ece90d22f621237424ed94ed6976
--- /dev/null
+++ b/global_step30000/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8804426331808050d66776700eea7abb5b7047d1ca5f297ae8029579c6581658
+size 201408771
diff --git a/global_step30000/layer_11-model_00-model_states.pt b/global_step30000/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31a44744dbf1cd6df0d7715ef8462d0e0dabf2d
--- /dev/null
+++ b/global_step30000/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a56702ac599052b0667f972d07a6ba79169555064f8fea7ffd1e74ed3a3eb59
+size 201408771
diff --git a/global_step30000/layer_11-model_01-model_states.pt b/global_step30000/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2286460f7a9906b6d4cc63e36c236a4cfee69e1
--- /dev/null
+++ b/global_step30000/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda859f7e707f4195c781b2e12d254c4a66aec75e6642377cba8c80a35b9b57e
+size 201408771
diff --git a/global_step30000/layer_12-model_00-model_states.pt b/global_step30000/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d611ae4d9ec54f628783b11ee4c536114b33e7
--- /dev/null
+++ b/global_step30000/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d092170aed9a237088b8df445d6f9e6ea39105417e1b7e0e1095de59bed283ec
+size 201408771
diff --git a/global_step30000/layer_12-model_01-model_states.pt b/global_step30000/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb90073b2ffaab2a899bb4db461e9d54fd9ae7a5
--- /dev/null
+++ b/global_step30000/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a2c73270699aa772ee2dd35999aebcd63200f155924311186925ea60e77cf4
+size 201408771
diff --git a/global_step30000/layer_13-model_00-model_states.pt b/global_step30000/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794cfdd373a0a25806dc2f2b785a06ee94d201f0
--- /dev/null
+++ b/global_step30000/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b7cd1a041c80592855f81a3f8a765e9a9eb3aa757626e55cdbab3a3e228a04
+size 201408771
diff --git a/global_step30000/layer_13-model_01-model_states.pt b/global_step30000/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088bd2f97580f01719043f064edb85262e107329
--- /dev/null
+++ b/global_step30000/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ddfb289b13f8cbdfd32c1f4d6e324ee2f4a019828216c63e33c610ac406a94
+size 201408771
diff --git a/global_step30000/layer_14-model_00-model_states.pt b/global_step30000/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defe66343298f62b3127f91653ca6365e7fd6648
--- /dev/null
+++ b/global_step30000/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525fd0d602d2fc1f035c279a9af730f4dd9cdda9f61fafd985653809a4da52ee
+size 201408771
diff --git a/global_step30000/layer_14-model_01-model_states.pt b/global_step30000/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5351fe714eeef9b4f316e16155ced41ba474574a
--- /dev/null
+++ b/global_step30000/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a541d39410fcf0ce64b7a5b564f46989b225ec34339db66d784dc286fd911228
+size 201408771
diff --git a/global_step30000/layer_15-model_00-model_states.pt b/global_step30000/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b87a4a38a03a7a463a9996b70bdadee66de3e16
--- /dev/null
+++ b/global_step30000/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cae05d2ffd5a573c26c6fc6a2159f8fea9378600fa4ba9e31ea5f30e9e7112
+size 201408771
diff --git a/global_step30000/layer_15-model_01-model_states.pt b/global_step30000/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af5ce60241b5dc7af315a58946cff28cf5cd962
--- /dev/null
+++ b/global_step30000/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa33b4a8b5b7cfe2ef0cd9ec2f7b99d0e0f41119d9a46674a8cd5b4ef1dc596
+size 201408771
diff --git a/global_step30000/layer_16-model_00-model_states.pt b/global_step30000/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea662680b5d67925b51093ea3e4aa28c91e6f64
--- /dev/null
+++ b/global_step30000/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8868157ae0b488c27a192a891252f69ee4d964c060708a23d463cc05424195b
+size 201408771
diff --git a/global_step30000/layer_16-model_01-model_states.pt b/global_step30000/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947922a253c6277705b4d2a15de25e657abfaa38
--- /dev/null
+++ b/global_step30000/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d752374b0b4a4df9350ec118ca0092ee3a6a587a3d3ec57dd033d11d89d0440a
+size 201408771
diff --git a/global_step30000/layer_17-model_00-model_states.pt b/global_step30000/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7602a3b9e8dfc3461b24cbce4c60aa4b78d6782
--- /dev/null
+++ b/global_step30000/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f5a72f8a938bd94f73a1d3fb269c49673c8e7ed4ad998ab386f56269861dd1
+size 201408771
diff --git a/global_step30000/layer_17-model_01-model_states.pt b/global_step30000/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1a9e0e43fd7386e5f93bd6543ab413d3172c82
--- /dev/null
+++ b/global_step30000/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87c02929eb0a509eab964d07da85a5289dc507e8ff02f72f24baa00b4a67c4c
+size 201408771
diff --git a/global_step30000/layer_18-model_00-model_states.pt b/global_step30000/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab672b31e3fe1945e8f208f20f59fcded7d0cf76
--- /dev/null
+++ b/global_step30000/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f034d7b82536e1dd67daaae3ded21e6e19a9393bcfc26718d46fa0d9bdead781
+size 201408771
diff --git a/global_step30000/layer_18-model_01-model_states.pt b/global_step30000/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c7aae4b0de996293e695b3f95e3dd016b9e900
--- /dev/null
+++ b/global_step30000/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a7097d984c507a145a1879354d11f6a2e6e52ce3c48e7a97d87628ba8f52d1
+size 201408771
diff --git a/global_step30000/layer_19-model_00-model_states.pt b/global_step30000/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde1e6662e135b4c30c9fe32c5a74aab45eae597
--- /dev/null
+++ b/global_step30000/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b5d4e0343723aae2d59311ed8c913027f7a0e6edea3364519d4d4bf1d0f2a4
+size 201408771
diff --git a/global_step30000/layer_19-model_01-model_states.pt b/global_step30000/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6887402f7e3e218edbdafb0321eaab6b08b75608
--- /dev/null
+++ b/global_step30000/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49164a004f98573b6e0b0dcc49c313784f635dc8a8d35fba7f4709c7351ef8f3
+size 201408771
diff --git a/global_step30000/layer_20-model_00-model_states.pt b/global_step30000/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbf2830b560534e5ecd6ca48251d324ab5bb9fa
--- /dev/null
+++ b/global_step30000/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fbe54783854176a027aac1bfb41d26c4519537760a70c5d5ff533663fbe81f
+size 201408771
diff --git a/global_step30000/layer_20-model_01-model_states.pt b/global_step30000/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da45e106fd8772a8936e23984941717b29957b73
--- /dev/null
+++ b/global_step30000/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c33732aecafd48084033035c626604b5131d62de956f49ddb08ea9dcfd8495
+size 201408771
diff --git a/global_step30000/layer_21-model_00-model_states.pt b/global_step30000/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa8ccdf124c218aac9cf21bd582cfe7f1668c1f
--- /dev/null
+++ b/global_step30000/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee720c74af85d94764f4eead01c3e07953d6bfe7ffa86c397d5f7c97074bbd7
+size 201408771
diff --git a/global_step30000/layer_21-model_01-model_states.pt b/global_step30000/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf4d5cac0f6a22475523ae55a3030c6114a82b6
--- /dev/null
+++ b/global_step30000/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65521a6523052ebaaba2c9a2f2aa7fca63823bb7d8bf8dd4a8d0d61c80f7a32
+size 201408771
diff --git a/global_step30000/layer_22-model_00-model_states.pt b/global_step30000/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d98522eac42a3dd4cdf3e097b4201fd23000797
--- /dev/null
+++ b/global_step30000/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdb8723e7ec4b7c3ddbc13fdf9e99d01572d2633e50bdf693d1034ae6b6c88a
+size 201408771
diff --git a/global_step30000/layer_22-model_01-model_states.pt b/global_step30000/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e1536a7641618f73b53ec3551102dcb516bb3d
--- /dev/null
+++ b/global_step30000/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bc1d4a4ec443ae95db78bc4ceca4051e6e897247c20c0899cae006239668e9
+size 201408771
diff --git a/global_step30000/layer_23-model_00-model_states.pt b/global_step30000/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f807ffcd02a32dcef306d283d89eda782e14b777
--- /dev/null
+++ b/global_step30000/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbbeb9e253331e0aa29772febbc04fef7ce0f36d539ffee2f9d5a84387f9cae
+size 201408771
diff --git a/global_step30000/layer_23-model_01-model_states.pt b/global_step30000/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11403fed237bc5375d8b72843ceb06dc7188508c
--- /dev/null
+++ b/global_step30000/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc83dac1c12e4e12998646e6314b17c2626dfcf09a57a2a24f584d88bb2c58a
+size 201408771
diff --git a/global_step30000/layer_24-model_00-model_states.pt b/global_step30000/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12456cdf0b8a46c97e59ceb9127da3277853c8fd
--- /dev/null
+++ b/global_step30000/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde061ede479498f62f0fe7f4fe14764792d11a11b83d7e454bdc8498df7da38
+size 201408771
diff --git a/global_step30000/layer_24-model_01-model_states.pt b/global_step30000/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a523228018130bcd4e3136f4fb18188eabbe79
--- /dev/null
+++ b/global_step30000/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922b5413e5b417aa81eb9d9cc7c4ce3291f3f7d7a376f35aa2096c589def8ef4
+size 201408771
diff --git a/global_step30000/layer_25-model_00-model_states.pt b/global_step30000/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab76ab91ff263f9b5f03e964bd9251395a59800
--- /dev/null
+++ b/global_step30000/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032db7c437826bdf58e788e074429a069e834674ee4a6215bdc3fab3c8ca217e
+size 201408771
diff --git a/global_step30000/layer_25-model_01-model_states.pt b/global_step30000/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43c48e4000e7a6097ef5e8e984b6d62d5a73dae
--- /dev/null
+++ b/global_step30000/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd6ac1c0f9559da14330a5b5aabca3676b5944473b29536d1aaebc3b39c5531
+size 201408771
diff --git a/global_step30000/layer_26-model_00-model_states.pt b/global_step30000/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ba8894e7ba4d9d87450089e5e116962e2eabc6
--- /dev/null
+++ b/global_step30000/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c94889782ec58ef2eeef366e8f2bc740a56130322bb41bd7a684378eda84e05
+size 201408771
diff --git a/global_step30000/layer_26-model_01-model_states.pt b/global_step30000/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce80b25b9567bce3e0f6a599383b6d5dc189fdc
--- /dev/null
+++ b/global_step30000/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0d2939a1165654c8453895533c9d1f802bd76a1952de26bfbc03ebcb6cbbb8
+size 201408771
diff --git a/global_step30000/layer_27-model_00-model_states.pt b/global_step30000/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9096d1416d4238acc7973c8f5e5af7627209d5
--- /dev/null
+++ b/global_step30000/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc35c453c26ad2ee925263af828a83d63fd87f85583a4f002023cab8bfee366
+size 201408771
diff --git a/global_step30000/layer_27-model_01-model_states.pt b/global_step30000/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b8a40dd4651229401f1fa0854edda12c6c02c3
--- /dev/null
+++ b/global_step30000/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5049affe891a1dc31051e8b40429f4c0c9d0097e7795dc2518233860166d0f
+size 201408771
diff --git a/global_step30000/layer_28-model_00-model_states.pt b/global_step30000/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213aa3b7a2ea956512714c5f14569429c0aa32ab
--- /dev/null
+++ b/global_step30000/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565e4e9a317819aa87e6c55a3adcb4416bd33f8e3c730d43f3c40dbcaafbf4ec
+size 201408771
diff --git a/global_step30000/layer_28-model_01-model_states.pt b/global_step30000/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b286b0b236eaff890acc06216f095d81dc8aa041
--- /dev/null
+++ b/global_step30000/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875baa1283ecb2865bd27579843979ba3f5376c817810ba5c01c1e8ce66105f7
+size 201408771
diff --git a/global_step30000/layer_29-model_00-model_states.pt b/global_step30000/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9a245ab3d7b4373822afa56b7cba83e02fe314
--- /dev/null
+++ b/global_step30000/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e932f11cfb93e4cde3a20a6281a2aa4a557ada2333277e9bee2a7bb6d5b810f
+size 201408771
diff --git a/global_step30000/layer_29-model_01-model_states.pt b/global_step30000/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d24ec11126812ca0c6f4e88665bc4d92dfcd05
--- /dev/null
+++ b/global_step30000/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef56cb156edf25d565013d1a500b5d41f43da66f98e67d8e46e8ca8fac11847
+size 201408771
diff --git a/global_step30000/layer_30-model_00-model_states.pt b/global_step30000/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d95dea3f330d6156c58bc9b80faa7471647381
--- /dev/null
+++ b/global_step30000/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256f5b3c8d2bb37c578dc26e11bebea8a9a7b6de4f24c8f4a5d17fbbf575c4ba
+size 201408771
diff --git a/global_step30000/layer_30-model_01-model_states.pt b/global_step30000/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65a31b701d46be3085b99314da9f396723be8e8
--- /dev/null
+++ b/global_step30000/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2276c22daa495557c05fc59c1d852809c71dd2ffe1df2ba27db2d4613da387f
+size 201408771
diff --git a/global_step30000/layer_31-model_00-model_states.pt b/global_step30000/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa7abf7b1e8338b344a9c320156f05ffb64c1f5
--- /dev/null
+++ b/global_step30000/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20769359ca721f1f5815cfc98346d29d78d45ae20c31864317bf40f6bd453254
+size 201408771
diff --git a/global_step30000/layer_31-model_01-model_states.pt b/global_step30000/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2cdabb2fe44d2d144773058cdee6707e5c61c4
--- /dev/null
+++ b/global_step30000/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c23e4a8e3e749a78a60c13a93f30e054e90e41872d8240196d016f70dc27002
+size 201408771
diff --git a/global_step30000/layer_32-model_00-model_states.pt b/global_step30000/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db81abc92a9d933db1a10e84449c075c96e8269
--- /dev/null
+++ b/global_step30000/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ce16b7758ce0a20e35b576aabcc5bb7242912af51b8d0b497cfc0a2def5258
+size 201408771
diff --git a/global_step30000/layer_32-model_01-model_states.pt b/global_step30000/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de2c9442a8fe694945ae7637c4fca21935b6854
--- /dev/null
+++ b/global_step30000/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec82298263c707a096d4252a2e0599ae0653c5ceca68743ca344f258157e103
+size 201408771
diff --git a/global_step30000/layer_33-model_00-model_states.pt b/global_step30000/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533074d1b0a262789dc514c23b161177fc7b8c8d
--- /dev/null
+++ b/global_step30000/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3ed103403928fa0b669b24b2536f7dfaf16b4d1eb6abd45283ef764a21d63f
+size 201408771
diff --git a/global_step30000/layer_33-model_01-model_states.pt b/global_step30000/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f6d822d79afffa02c1d8b593f8e16879249964
--- /dev/null
+++ b/global_step30000/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9c3454e62c74638c897973313834c1b032b3e16fbd2c5518365ff16c7571c5
+size 201408771
diff --git a/global_step30000/layer_34-model_00-model_states.pt b/global_step30000/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef227ae6991185b7d5495166746f59216765805
--- /dev/null
+++ b/global_step30000/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f69cbbe3c90db076888032b5cc244ecb9d95aaa421a20c334031fd7f86f3d0
+size 201408771
diff --git a/global_step30000/layer_34-model_01-model_states.pt b/global_step30000/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee8efccb902de8b3d45eed47da1ca803928c9a9
--- /dev/null
+++ b/global_step30000/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61a02839d5ebbc7d0ac222718a69be55075f906986050358b2d50da640a63ea
+size 201408771
diff --git a/global_step30000/layer_35-model_00-model_states.pt b/global_step30000/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120cb569a56817bbb4d1fb3b5a2239355100e4de
--- /dev/null
+++ b/global_step30000/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deecb34187ce4ab55e4dbc3a842a312f3e9df4ac5e8ba5a6acd2191b431beff5
+size 201408771
diff --git a/global_step30000/layer_35-model_01-model_states.pt b/global_step30000/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a399aa55fd16c5c8fd9ea593cdd5e61ba289bb
--- /dev/null
+++ b/global_step30000/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcb2a2b7b566cecfabf0a4d6f7609d0f5ebc0a219e994815e806b8c264dc3f4
+size 201408771
diff --git a/global_step30000/layer_36-model_00-model_states.pt b/global_step30000/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2465e2054936035966f108838c050accef61644
--- /dev/null
+++ b/global_step30000/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf6efecb170fef7f687ff8f8808b41ca8d74efb1c910d7d9c900302bb45fdc4
+size 201408771
diff --git a/global_step30000/layer_36-model_01-model_states.pt b/global_step30000/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48eeaca0222cee2e995b137e0cd98c71269f0741
--- /dev/null
+++ b/global_step30000/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf2c8993ed4c5b2f82a3d3bac1f32a14f7dfae705fcabe8a32c263822317794
+size 201408771
diff --git a/global_step30000/layer_37-model_00-model_states.pt b/global_step30000/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07da0f2aea3f54186a4838d145069161943d2ab
--- /dev/null
+++ b/global_step30000/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdea0d76481d0aa32c63daf76c512cee1a1c2e947b285d1a1a56bb1d6479896d
+size 201408771
diff --git a/global_step30000/layer_37-model_01-model_states.pt b/global_step30000/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52130e28b2b2ae312cf25bfd555aa1e813618cc
--- /dev/null
+++ b/global_step30000/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7503c73bedb6edac31df0bd70116da76b8590d420bf9ef4f674599b1a1fa1c24
+size 201408771
diff --git a/global_step30000/layer_38-model_00-model_states.pt b/global_step30000/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a10b8e7b3f002b6ad0aa8f22a54d9d8ab50b835
--- /dev/null
+++ b/global_step30000/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497a6a798d9401c2c563d9c701bef230b9ada3d161ab6ded7e6f2f69908df639
+size 201408771
diff --git a/global_step30000/layer_38-model_01-model_states.pt b/global_step30000/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fbdd5786467649f0f76da4407446d845dd08bb
--- /dev/null
+++ b/global_step30000/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5b67ec4b0cad5c64cfd2072a47855bdc96c4ae4c40c7f6ac2c19648f006949
+size 201408771
diff --git a/global_step30000/layer_39-model_00-model_states.pt b/global_step30000/layer_39-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2633980c10daa8669adb96d361a05c59a1c4f1
--- /dev/null
+++ b/global_step30000/layer_39-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f9e865bfd1a0275951bc8c37c5aaee3b5daa305ff7570db566f73291654417
+size 201408771
diff --git a/global_step30000/layer_39-model_01-model_states.pt b/global_step30000/layer_39-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78a75d96f5fb62faf95d02b0856b9d5893cb509
--- /dev/null
+++ b/global_step30000/layer_39-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2123d60ead4ebec7b5eaf4bb1465b217ae722a9b64bd94bac36ce16eca7d5abb
+size 201408771
diff --git a/global_step30000/layer_40-model_00-model_states.pt b/global_step30000/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e0c934ea910575088fae0901d88f6fa91bef2a
--- /dev/null
+++ b/global_step30000/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91a98fcd93670b55dbafa0fd1ded2686315798ea966ca9536d375930de357ad
+size 201408771
diff --git a/global_step30000/layer_40-model_01-model_states.pt b/global_step30000/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6461b8020c0dc662497d8b0c966a3fbc6a2696c4
--- /dev/null
+++ b/global_step30000/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d560bd76e649d5a732847b707ca1d7483cdc9dddc7639ed8f14ec8f232c327d
+size 201408771
diff --git a/global_step30000/layer_41-model_00-model_states.pt b/global_step30000/layer_41-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1e2ae0ea2fe20611abbb01f6cc03d62f103dae
--- /dev/null
+++ b/global_step30000/layer_41-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0c1140a285b85829c5146e12fb7e26351e0bb0ab394ff64c9a4a4203c68ba6
+size 201408771
diff --git a/global_step30000/layer_41-model_01-model_states.pt b/global_step30000/layer_41-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a65bd2c9ddffe651193d37a5a76fadf2db5252
--- /dev/null
+++ b/global_step30000/layer_41-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bdb0156cca4b3513f0740fc07fe5483034563b368d6c725646062dd8b912da
+size 201408771
diff --git a/global_step30000/layer_42-model_00-model_states.pt b/global_step30000/layer_42-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62beb8922c631400c54f7cd414d01a695879eab0
--- /dev/null
+++ b/global_step30000/layer_42-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2b540ca4b645430df270448f49b2f8e7528b16625ab328d321c92ef9b43d8a
+size 201408771
diff --git a/global_step30000/layer_42-model_01-model_states.pt b/global_step30000/layer_42-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f1c4a83f1e844108303bf8db77b9190ecc173a
--- /dev/null
+++ b/global_step30000/layer_42-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46104608292432e2090b87f180f9bacff81e9752da0d4a7dfb24bb9352f042c
+size 201408771
diff --git a/global_step30000/layer_43-model_00-model_states.pt b/global_step30000/layer_43-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be9329df4e9f7a538e89df4d2a04d0c84e41963
--- /dev/null
+++ b/global_step30000/layer_43-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9645cc49464172a683e1a1646c1601178978506beafc377140d7eb57c2c801e7
+size 201408771
diff --git a/global_step30000/layer_43-model_01-model_states.pt b/global_step30000/layer_43-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d0eb9cb6033456ec333aefd2121016fb070baa
--- /dev/null
+++ b/global_step30000/layer_43-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193d281566e8a1abdac574661049ff703dce549e7c7a1c651d852e476bbb795f
+size 201408771
diff --git a/global_step30000/layer_44-model_00-model_states.pt b/global_step30000/layer_44-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b91534ba4ede70471191de48654a589b0692c7e
--- /dev/null
+++ b/global_step30000/layer_44-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd487f0645187cff9e0227edc69fbb2dd55c910b8409b6274ee2108995f5d8b
+size 201408771
diff --git a/global_step30000/layer_44-model_01-model_states.pt b/global_step30000/layer_44-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8c83a5509e8306b3bbc81c6202e6fd65b56d09
--- /dev/null
+++ b/global_step30000/layer_44-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee220ebb0c11b834e04f9121ee5dc1db28910481a75fb1a14cbe9587e922b82
+size 201408771
diff --git a/global_step30000/layer_46-model_00-model_states.pt b/global_step30000/layer_46-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553604b662bcc0abeefd7649e08e4f96b9432f1b
--- /dev/null
+++ b/global_step30000/layer_46-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9ca6c65ec94ec502c34dda2b1cb680513290ad1a9f8bb26120de9beca664fb
+size 17603
diff --git a/global_step30000/layer_46-model_01-model_states.pt b/global_step30000/layer_46-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee1bdae59a2aa0ee486bddcdc5773a898660b54
--- /dev/null
+++ b/global_step30000/layer_46-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95657596e85a129aa4c6575f8e3d11747c895f81f64ee97aa483d1939ed42f0e
+size 17603
diff --git a/global_step30000/mp_rank_00_model_states.pt b/global_step30000/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2732f1459c67ef913f047630c94758f0dec7bce3
--- /dev/null
+++ b/global_step30000/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a55986f4de3e3863acf95ccbfece1544c7f629a2451b09204b81be47fa47fce
+size 39923
diff --git a/global_step30000/mp_rank_01_model_states.pt b/global_step30000/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4864a054163708c727a0c6214570b122de9dc994
--- /dev/null
+++ b/global_step30000/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57beb22fae27955586d0e71c1b473cbd08e5fdc4e5d1c991e1a8f624feb43f92
+size 39923
diff --git a/global_step30000/mp_rank_02_model_states.pt b/global_step30000/mp_rank_02_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b3f27d402c122f7336d572af32af63236ae7d1
--- /dev/null
+++ b/global_step30000/mp_rank_02_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e085d832d75ad0b287e59713ee81ba51fe09affcf952a966f0da837707f132
+size 40051
diff --git a/global_step30000/mp_rank_03_model_states.pt b/global_step30000/mp_rank_03_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69ebebbc8f35f36072cc4e38d296f0f109e4187
--- /dev/null
+++ b/global_step30000/mp_rank_03_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f424486bab99170eab6110bcb955f9ba8fe2e185ebc738abbf45d40a0b4372
+size 40051
diff --git a/global_step35000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f914074bcef5fe44b26b0b92e4f4b7e5d89ab4
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf35fdfb95061cfbe0ebfe85fa714f65c31d0c954152d672d2e95c790ffcdf5
+size 208731415
diff --git a/global_step35000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56838cba13330746569acb7c91f9da7d17f9653a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d60cfe7a2016ace732b576a4eb030bb1ff7984d2ae4036bb2ab2309e5bbdcf7
+size 208731415
diff --git a/global_step35000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bd451137f4a41cce9f65a7d5918eb1f25c0d75
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31dcf95795b978ad9c55ae65b554e8a0034ed1789fbc07113a1fa4aa8aed35b6
+size 208732183
diff --git a/global_step35000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9bb4cf19835abe114cdc03101531a0ff551e8b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f0553f7b88c5af60ecc7ba254b183d64106eb68a1dc9364e83528b4086b7ce
+size 208732183
diff --git a/global_step35000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8cc597e830fdc47a898195f3a4669e0b24dc9f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c6540a6d09ec8353869526ff965eea743d474e737a42f3906df84046bd4581
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40027dc30d4a25ef81cc3b4d79195d291958fa42
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd39f8f5b019edbbc7621da87961e0e5bb9917fca7c23e00b50e6d135dec5ba
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3673dab593230c751bf2555434909eaac9903858
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dafb4f00265d522c2dea83873eafb350ab6cf118ef4e325dbb2e9a8834f6309a
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9203254ff14b9515867d44acc107fd35dba3fd
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9dc009906a9af636f31ad87ed5d26990cb4c92f3c6938bd707dbd262c8efd46
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbf107bcad8879b0cfd46a37f31065740b8cafd
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e39daabbe761df822ea60dbdda82309c41680f9bd83bb5317eb1e4e2fea856
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cd0bbd4dd82dd9023d98279a6b9c998dece7a4
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643edef6a7a3badb29d73c16752b81d30cea8ccf8676f7dd5a70d13990994c51
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a7b6bf3328ec96dfc5057280c09eb02fddac6b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e3c105d42a674c843a79a2cb603e4ee76b00f23a0a5834bda8853ece978673
+size 208732077
diff --git a/global_step35000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3f7786e8066c1612bda43b69cfe6cc6bf51f51
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c49f78b2082c6e303c880406282ca41a4e79a5bc619e57b63e3556f9ae71c7
+size 208732077
diff --git a/global_step35000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42413b1b26423aa3c382b15c1fd97e4d126ff814
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0b36ee9b757a762dd1a4ee3bd6d677705a0a5775564cf527e9812026fe8dc3
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda51a7ee96c9d74bd4e5041371e102fb0fdd811
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601f8cf4a3d767459f54274c135cd8ea34473a45e1088cec29a1769869542798
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6eae5334ad3f15514b6317a44bf9e815475d0d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9ab7d4ef2a51832a7a4ad838988c79f80d1beaa001428772393e361c7373d1
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06c7dc016319692ef1eae266cb2b54517055b24
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72fc5d00fe38001d1718163f06f26edc552224f20961a7511331d8f481adc96
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299d97ff230c8ab4328ab1aa058fcdb771bf4d5c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8992558e583c6239b7b6026c4dff359d9d80b580d60e06a32b1c02dde936a5d
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bee6543f13957edecb5c9481ddd3d75c42ee4b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50482f664ec20e6ecd67e6cd4687966c63b3107a52903cf414cd9597c3b37b0
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab2f2f9ba29a99357be8f5138b40ca7ec1eca4c5
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef65de27220830ea012e3017ccdbfccbeff1f27c5d06d22bdf545ffb75c61b80
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3117f22fcec59a1ac6f71bc2d3b006f67a641bda
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3ce56413f3cfb0e3c9698715ee9ede4eb919d89ab49c3b6803dd88ef044080
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d941c1cee8b4edd8b6d57c0c631a5195e57f1db9
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8015e00df3001593ae24fc9f25e24c12ace03eecc2ea62db25e5980b341c20fd
+size 208731501
diff --git a/global_step35000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec06721d8e8b816082e8964c822a95fbcfd6c537
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed86d5ed24fe7f86968a96c306be3d454b2b8c4d7e6c673a7434a2593f153a90
+size 208731501
diff --git a/global_step35000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a327ff36dd6656fbdfa0a42894d8782c5e91b7c0
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a33282fa31bd8270ff7135cded121f3e79723779ac8e54d1092e5aa1973c58f
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c1cb21195900562902b572939f5e297e7d14c3
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ef1036545f84b5691e0b59db9f010ae3f9b5e23ba96b72296422f64f257189
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262308cd8ef6bc1cd60554793daeb8aaf7656e10
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0300272f65b26186172b62b42eb4c0fde684ccaa08135a9f22e67de8ac63965c
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d4847e1f25d9945a4c022f6bbd486c7e3e80f6
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270f3cfb72dd901cff671f095f1576bd920036ee170db4ddece37d7b16f439b9
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d021ce1b630bf3e305383c5889017c2dcfc213c3
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51841f8f716049870386905e5190ecce5e537c267dc44372f2a6634aac48e797
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58cdb896d0e3104304449e167d4c430086ab8211
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb30b16802c05bd186a23a2350af001adac889fa2ba56c978358cb7227d2a5ea
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1132bd01b957205322f232502a2dabba0622807c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba15a429da8dbe1c6a5988e28fe5372213cdcd40548b729fc8bf04489ff26a53
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff71d790fc3ce3ae4491acf467690d1feedc029
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7d7b5f1d53c9b25af6a7fd46cbf012018ec30369465d507f5c1e0a24829a8f
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b342ab7c17f6e94355ab4cc37bae37eeb8dbd51b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a2b7e62e93a88348a70a07370eeb9e72bdf7fc9533bc8cfdf97c7c91d116b2
+size 208732269
diff --git a/global_step35000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506b71b727d2b258a3d6479b797c3e2c53d519b2
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc871de523ec9a92b1f8d97faacf1b0b5ff6df43a58bee79e07172b1e49b1fa
+size 208732269
diff --git a/global_step35000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bc60306cafc0b8867f8ecb1404e031ec7a3651
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79b00c486a61022901bd4a78b8ccadff9006ff26874da37078cb3a34bfc400f
+size 208731501
diff --git a/global_step35000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1831816f28d98e4edb87bb3a7845392e39dc93c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdbbfad2b216677f4d035e066e7d21f849eeff8f81994401dc819c1f70544c5
+size 208731501
diff --git a/global_step35000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b40072d3eab74643ffdd4dc5720ffec051db3a0
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64c33a2156243b0ba2eaed8e9572b46df7954345f38f87aece8d025bc95c795
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58a29dbaf4148c2203f0f142aeff26a675d9aa3
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24c831fb854646899482b8ce14149d841450deb58423fb2f1e319b6c07707dd
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a4bf454d9b9726813bc5deacb7c73bd465229c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a9e90aa1ce7fbc8256253d296bea9b492673dbc0dbdf7408182f7bd128b468
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f89ffdef599757d81fae8005bc7756282821e04
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c436f70725502b180dad24241e5654ed4f38a5cf8a4df3a5c22945a429d05066
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4dcc682e34bb5d03378cf4b5ef542a3695657a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebce210b2328a50dbfe66b47bfc3ec5beff9b2b70b302953104619d91628192
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd0e2e902dc33a6436dc8b148a46afb08187ac7
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6332cde41f308150c480160fb2ca00526f47639447af7dd02f9a9c4d3888134e
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a984aebb4544a515096149b4926bb53803315dc9
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b7d693c1461e70be5fe73e65168576d1457cad67cf8898237bbcab74969322
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c82ba9d4e3a83c51ebc5f7aa98f28e82fc7f37
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790ff8a8dd5d776a777701d96ed4957afe4298a2d20c6c1d7cce4e4a21efc16a
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b55160e3b8c59f7265ec3412a08b6a70dc13584
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042a30c101d9407911253429002d0ca2d0c70bbf612cd999de1e6940e697438e
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830b1c4b3e1b51b0f21f7e941adfa15f90092011
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0da12704be319344581b71c3d7478125dfc49206433c7c495cb9bc67d3a739d
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838840c36f49ee3599dc7ec931b14da65ee7142e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d83c8b152b2fdb76a9940329656bbf876feb6b4807c5ae6b2bf7e7832f15eea
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb216db28c9ee522e96cbf06afc12b07d1afbdf
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7157aa4e4bfd3b048139519cac05adbb1f72586881a0a8bee5ce2358a50fe67f
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c783a1a785ff26e98aaddd1ac539c1f6f0d3e234
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed20d95aecc4606fbe146f8130648815eacadbe262d46a191ca562c39f27444
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae07de78557dc6489bd9e7a1cfca00a6ecf7c55
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394641d77026f0d4b963ab1d8e10d3430a467e50968be86bda9d6eb79f087550
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21535e30d3ad3099b2d98ab611e9f573e87cba74
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9fc9a4e84fac708b01e55206534dd9955d0a4de29fcbfb48e95edcd9c40e74
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ef46e10fbac785e3f53287afcdff6dfca870a5
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332b318771b7e9f433047a05553c0c83faba3f62e2956a05a4fa02509f90bc0f
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6fecf07ed928d94ba1d8b38b5af4f84a8ba13f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f39bb8b88340475acdc484ca7b383206a35181004b75d7242ae2d7f48cb2107
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c88c69a07f2f046b48fc614fa63c602dd056a5
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09301eae7353cd9b8a62f29b7271618e91939c1a85f4a8b7e008a8ab7c12b530
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b62823156a7a4572484bfb3533182a09959f119
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e26e14eeb49272e49548d671d1362bb3b2fd50d17a851dfd3e5d3732ae9ca3
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ae4b5c5a88d99548eb3ac55a92356af6b97a1d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802bfaf0a0922f4190b282637e41096645d7464fcc68b23e30233e3523dcbb6d
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eec819550075167093849d0c11ca6eb22ad1141
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980154d4c82fcd1e64cd395ea94897d4a0e2f42891e2e3103892e6cd3d49ae10
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306e69b887dedbf4b426bcb6ea175c1e91323e84
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044777f8adf9d5285d1faf1d6ef6888822bf6be010daa2ecf498184109870c9d
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4d0fd7dc07cdf01e8825eb610c273ca421ab50
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706ff08adc1167637c06b234214c0a9def489127fd8f4c5ca0ea3e7d85f10ee2
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f04c2a9c8f5b7a9906df806f8f1862b6e911fbd
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3108cf16a972201b26b9d1c7d63e9d9bbbb864610850ccf845ef528309d303
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39cfa27e7787623e87ac438671754c2c1999eb6
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4402697b427171c713e3c950727497ad87391464b4a83d8064865299fee328
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c85ebd8c81742ae6336c6334f1e090f60747fe3
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e649e7e44fc56c176a9c43c2e353dd43e4e3f71b3b7594dee77137e663a31332
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de4d99ff1977717b24b333c9d61ff0464884db8
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7666e212084b44ea398a8688fe6688cd0278ae966ebaaf5392fac62290325831
+size 208731501
diff --git a/global_step35000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdaf01c1f2d29a8a9cb6a26c977d54297efc1c5
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef8570cf152c9ed9361693ff3488ffa02f93d192aba1377bb1ff092ae1a0130
+size 208731501
diff --git a/global_step35000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd3fe75b199cddc308c19c89d545f33408e6b06
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf8ff17df9e2011bfd1bce3ef11f8f265797015f9ec0ba29b32f2d01a4c0e00
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fb00617e57b99ade9438c1577f2f7a30886d12
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fc2acb585c5a837ff11f91a58d160d5ee6f8e59ff37d2c8a2b168bf6a1b671
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18c1c6e7f9d23725e0039a3ef6374a48bee1fb1
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814e2cf761dbb2b0a10a31356936671da22d1d7b53b3ff8fbffe616eea03c7ef
+size 208731309
diff --git a/global_step35000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231f96aeb6cc5053b850d592ce12f0f0f2c0065e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4268ce4515dba0b2fc86fd0b820c30e091405da1d71c339dc14e4c568d8ad2da
+size 208731309
diff --git a/global_step35000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e824e735db2623f70d3ad67943154fc26c2c5b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b97f50b19430e0fc7054f5aa3243e62779c762ba8a1eb5a0e003fcdb27d346
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485a4a3ac3b0223393eb9a58d77d00c37355c560
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb8e51ed07ef10990fffaa5dfbcf7f98a92af46606eadbe775e874d8fae1d26
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1702df47c803f90908b55b527e0a560f2cd383
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f34062693ca99976cb30a5cbcac06461be395d2c6ff5fa888dc44c5b4c6633b
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e918b6cd23edf21e6dc198517527ea2ebc6dbb5
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cd173d49bcc1cb7889d3c785859ff77e91cc509cbf5632d592e990014a2976
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673e54ae87e22e882cba40c7b33e897b90841841
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8938c1b7370672e284eb02dc1a917f70a42d107a97610496699f3048e5f6bd56
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca661aa6daad2645fa0a4d1c363bf704fd1b2f09
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47a29c3e90b0401dd0bc17cebdfccb7ba906e9a625ef77cbab175e21a9d7701
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d4cff6a98395a0d9da889de9f433d3caf47304
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c658348c251a7422c38d52992fb6c7e571abab4c164f4da576398dc2d82fbd4
+size 208731501
diff --git a/global_step35000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc9e6e4ba9909a0b74afb337f52159937dc8f4f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eeef5afec32addc742990813e97a3de6da678ab2e5be8a39e56b892d46d065d
+size 208731501
diff --git a/global_step35000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0a9598b24e6413fb69d6e3a05cb4641368b06b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17b329141be6d3a0ffa160607be6c5bd4cd792947e2f4caaff7cec90d6eabec
+size 208732269
diff --git a/global_step35000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5d28a38a70fd7c8dc9369ac09159db8fb4d19b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d176e6be8f52ae9ca08970c88e8c0003c43c52ccf06ae75c21bba4d8a8e444b2
+size 208732269
diff --git a/global_step35000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e53bf20c59fa207b1894bb301de069c9f7697f9
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0746d2f7c7c3f1c760fb83d1ce39e07b4ea0e77068dd21d0abd2c5fc3ae23a
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667383834cf9be30d51f7e07b3376701c0593acc
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45c2451af546b9f596155b2f00805c350726f2b8f8b2250d3ecba6da631830d
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a65a1221189986588761e80d2c9d01751b11c7f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54fac4a37d266e617c5a692e916ecd0b2c68fa0e6c2ae26016f013b16d26fe3
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa41050c9960117786ff6ad557dc53f68d4f228
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ba1e3939e2182bddc14e79cbf3c6c45e02d077e056b36248f0ac3f84f695b4
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97130f648625de6cbd4c1711955d025dbe62969e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd93968e82d48f608757cb693e1a03d10e70b812f29c8205cec39621d33c860
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f76f616b2866e17176b21ca994b477a69246b1
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c1a34430d322155780e900bb30cc98d7c3b14e5b2fecef3ce362e75df0264e
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9579430567648483c371cdcff99a05456e02cb4
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32cd1cf865b8dbc8a96f90f8bd3876fc25cc5d3f18ada2318a7676a6aa8553e
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21af2e28810d75adc50aae87d00dfb2f38e4ba89
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3182a303d7e49e91bef111f57d6226a0f8236de15816326d6a5eed04ec019df
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b7dd49f5a8029bd6dc14ed44af07a95b2a5be3
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f57dd48b62839bb259ecc36d1e2f4ee3b94bc615b38afd5ff14548e5f777f6
+size 208731501
diff --git a/global_step35000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5680da02e6315def70b7d2323f90354845862b8
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d819f2122283628a4ad3bf0ddb139af0febeaa35cafaa5f83d11d0ce94d1b0ef
+size 208731501
diff --git a/global_step35000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7004cb1a932517ecc92a3ed3303e3a74017194a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7e2e6ff5596f504d08d69994460cb91993d61e9fb3fe1c0b12037f41f633eb
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8812e5ce09c9dfa74e7fdce0fb4242927c63a3da
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23279fef9ac02d4f1a295d38ff96f918ff3e88330984b7155ed75d7cec9360c
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b84a80df325061a19a44f8de89c2e804364342
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7da73506e71ede61a8430b9dad486842684fd75c3b2e35844b2e1997e53f9b
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205f0b321bd5e4969b3c21bef9fadd881e878ff6
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5b510e1d3c2368c6cf57dfec1637f65f367e679bb7021082ea4a40b4f5b4ee
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4da0a243987658c5e398cdb2267a12161d8eab
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfed43222f803799cfc90461d7005be0049b01f8d4b8780d77df86a3adcd1c7
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d3ea0a923116a7d35fba7dbff97b4882534b9e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca937aa04b340bab2e36dd5b17fcaa8a99b701e90852cf9fcafa167213ebac2d
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c322f68ad5d1e17bb9270b7e9cc7d95eda897841
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b47f1a2954aa26e02433073e0a0c467febd31f5b5e6c4b507df51a481eda5e
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c512d047590046248869e1377bf36093a0cb58f6
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d28e81d996c2cd40ae8e7f0b31e2207cd84f4d66512582a0268e8adaa31ff3
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573d3d4bf526f6e50bd1fcfa70f4972af772816f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84c5e820ee3086cfe64866c2044e6728d54c47fd029b7ea56b8bee475d610e5
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f237170012dbf60811a2da6cf4cf5ba5063995dd
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f46cd2ca06eaef69e11abd17716904b5c81dfb78b1ed00c5992b1145e0f35e6
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd3dbdfd415a7699e198888d8fdf42a222fc71a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84583b58059f316c6d0c0594c4884fa6648e2aec51a84fe950a00e09e3c0a41b
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de5646b776dbec6b0d3e0c781a6c9eb6045a5cc
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a337bfbdb96c2fbe100525f41f9869c1932c7f7a7a89c3cb572e7d3166f6905
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791621453136e5475fba283b986d021cb4af40d6
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919927c6a15fa72b83cbb822cacd537c0a4b903986b18ad17c41f969b0e92cae
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6b2f5ce9babbcf766ed88ec3fa25dbf295f423
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619f3bd3779dc60fbaa4da88e745ec6cc7ecac11ecc1979748497068adb2a2c2
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9344093762c6278e82320419287cec1b12eaf4
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7627d9a3e91dd5e12c8b75aeda09e1e43c9f6f2909b9c2e1752d3fba5e1934
+size 208731309
diff --git a/global_step35000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ed001b7d493f771d315e175be683116c196ba0
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c7d95e11d683d04e6f35328a79dc0dbf014cbeb34b3f5f49b552b45ccd999c
+size 208731309
diff --git a/global_step35000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56b83c4d28cd060e36844c75073c161541d0c59
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a435abba0a9bb8f404f051a20b341e15bd48e3de8017257596a7ed6de1ce5658
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907d573229bd524ea2b42ca88104939c342be67a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80b06795a5f9ddb79a9d1ec66775578b90b20d73117098e91f5e3dfe14fcbd5
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c539b2efea627b1844ec916046d8707ee23ccb
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a4a3a1ec232ba3c7fb66a79a8496aa64d1925cb5ad966e9c3034c68d77c1e9
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bab6c39c359eb1627e2fae4d35ada2270acb75
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e570a1004471f861d7326455f2b4029d6ab676fdfd5357eb6b683e1cb7edf980
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ce88d50e516f129cadf1155b78042f3fa22d4e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb62dd139a15798e152763886b7d8bdd23e3c649a9307c06aee4cd657e1e5d1
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c57ac30e7b846390ae1fbaa0ac382db48c4845
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde3ae07c51cc9af794d6aa5e16d1851c11539779632d6a4110c5316d8ecdb63
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d12acba68654ccc254fe3735fc283eb8d89375
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ecd0a5d8a3122acd90d64233067b9911ab5a0c4a1cd471afe5a94d44a9f300
+size 208731501
diff --git a/global_step35000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee05c59f23a18a3a6483add45dd9e72229d20504
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78f3d928af0cbc93b70c6c23cc82b1bb33d2199abec08c8a6c91012d3574e6e
+size 208731501
diff --git a/global_step35000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf211deff0cd084610b2cec53805c517392a47f3
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc0fffe961c69d35346f60eb890eb65b366e2c67041efbeab28807b630f16f8
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c00db2de598db08c00923df7c854ea2538b59c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e6893b3060ff171c2a5002ff91ad384e255658d75494e8a8b6b61d9f3e7ab2
+size 208732205
diff --git a/global_step35000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8161ff5bc7659d39ef53168c40e643470551d23
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c8194ac93a8f630edd0b4ebfcbbef25de578f1d1d295790bad15251eb914c7
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9809c4952605848b9d2c1794c827da04eeea6da1
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecc014a2f66092e718e58c96e38a712b2ac4a463badc3385d59097d56c83f34
+size 208731437
diff --git a/global_step35000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1746d555b29bad9fe03021dd41a3fb4e9b53476c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1e3995311cafbbab7c2d234c7dcd5f939f658008e89efdf8b2b00805e954ae
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78815cb9b45b869e25e3ed3599eaa3f18d0545d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6ac7671e030f133667e547f14fe9b469551c19e4245f44a5d30d9cef716983
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb45cad1d9328e3e395442aebaca8714173df105
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ca256a35558d9250970029223f9a9ff9043c3d3c4bee360e466e68d301142a
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357dc5393c2e300e1e838cb987c38c6579d31249
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7667fb86da219241b6fa3eb6be41f56fc22784087efe541d4f6d15272eca0f
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337e846375ef4a79594a1c0b9f0014d7ba97b5d9
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bcbb9cba6325fea087c2cc66a969159f6b7dd9d8ad1c5eb6160f6f0a20427d
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f4ff73ea5135b4eb97e3f38586e830682ab30f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dece2bd826e07bd5f1f0840b30be5a1d54f7fa780cd0bdaad165b6ed9a1f9017
+size 208732141
diff --git a/global_step35000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6776b11797a6a194d9e2f0cae4c3da0318ae1141
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee00b4798d7dd7ce4ed46d9314156846c1a34c11261b47aa1afeeaf6a94f131
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd61c1095469b8a397931622fdc55dd4806efc24
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63b5d8f9991db2d6586c8d225dfc473792434e90d8bd8bd46ab72639a103b3c
+size 208731373
diff --git a/global_step35000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb51da22242af6754bb0293bc7fa0e51d8c0b23c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699fc37e1700b3438f89e4d5dc719598255c2f5d9a8f080e4f6fc8c6b05df349
+size 208732077
diff --git a/global_step35000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0aca67a67136f0a7658a1556ce94330371ca063
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722f2f3919b6b5e6968c24c87ef99a44e4f0cc2b1976809556d0bb5c1a42b2ec
+size 208732077
diff --git a/global_step35000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45811f379304a29414ba29597b1f1d846c3965c1
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3a8416c4c367b6f9e0ec96b857e60d68e1412243e84c4248694c691acb4fd2
+size 208731554
diff --git a/global_step35000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b9ab8733d0161b08cac78d8aac207a5e18e26c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a4de6825f1ee432232ee3c02575f49f6a09b6542ab5e8fc0752d5e4c9d2922
+size 208731554
diff --git a/global_step35000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8a219713beb7454669f0cbbd1a550dfb528c33
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584386f54a12194ea9b45daf697101ba3c8d6e531197bce6632246b0024d408f
+size 208732322
diff --git a/global_step35000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7d8f1867f2fcf6bbe381cbf2503cfb54b93aaa
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e001c980bddc42a840582192f284671cbfca0b35e61452d1d7b49ed38e9af4c3
+size 208732322
diff --git a/global_step35000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1633606514ef6416e559ee345ed303e4e21258
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cf8216cd8f968f1af5ace56d23a4b7f8d5c0ce3f0cc665ff2684d3ed1fb911
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f823ffc1b3a938bafae54d59a43a94b37d2dc007
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5ef95bd3bba21afae32f1064b8bb1ba14a4befba20c3ba3c7fe97c70964a54
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d033979bc43a423f8c33d56911d742887e614e9
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049b9f84564c7e260353e03ec148c1dc89bf7896c5c243b2c5928d7ae0ba1f6e
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731a29f3cb8aa65e1b9844b7300b8d04a57b5ceb
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eceb0c14d5ecc86dffd9f6fdcb31e11a789b517c9861714983fe8c27d261a45a
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ed1053951d0281233c05d54346c640bcdd47b0
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94eb0b89a9bbd070745fb310a7a2684f222f8a0d7a9bf18343f2058b0d8068d0
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3a3e0eca78ea8d3f81f6e497957dc007907af7
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856dd3afb8b622c19491c675ffc1b7615a81fe287741c882873926f69ceb3792
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499242e1b1b5fdf751130aefd2122297fbf7ea91
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a93c8643f651cb65204bfff238c3257ab34403573c9129cb16baf6a953908f5
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e81ed2e86d759f5b0ecdcef1cb85dddad5670bd
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b6245996777e62a0bcc04ec005b8f66012b4512e30e48cb08d500d421796d7
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e06e0026b901d7a5a9e7f0e99f706215f75662
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc764a4c3a75deaeb75ed3a37dac14170c387d42ae4d8d8009ec1816960abe2f
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebff615914de837efd12f471ac8b7d615fa181e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0c6220181dc727450bcc1ed72d6d5870af03db80b53b6e2fc98535dbaaadb7
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631d196a7e31317ce56a7a5f38039c1f4863889e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e91b89636b9567390673bdb38a123b1e751437a4f43230ae0334fa613569c3
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa52d957ddcddfb94b3d083361655a30b60cda4
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20187a17cb9ff0e9da689b0a5d9b274a3c1a2ed1786c4902a6488b914d4f552c
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29edeb696356c249175f8b3bd93699b2c72087f4
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53db1a2351add78d8ef791d71232ac564e1f8c5416bca74d586ac3c5d7fcf1c0
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66093db631a7a672eebafc7102cec065eb783d32
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25e8279bb39a27fdf4ecbac88c010cb915268c7f30eff0612f85aacdbaf68d5
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180a623b8eb52d2706b80c816baf63db16ca9211
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0298f144f7a95d2c9c09b69a2262c024fe55183e54f64d1bd4edc5539973e09
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d8a5941b01c2eb4b25f4833afa7a62e18c78ac
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb5e5b57a072e8a45cf6213f28c875fe03226468da194f75f9a981bc2bc3ab3
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9172fa5c24a9e019826ec25fba27b2926ecc06
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4a825fd46fb6441036d9e20dda34040c0ac80035308a7ec4d66a16f1275636
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a90032c311ff13afda24aeaae91f1e021623e2d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4929c56d35dd6d8f20c7ac22c82e35356f03dab59d27ced1cb0a351ab26dac
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d12e7ac995a8a98a4598db228b6897617a08ba
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae72523149280a070847353623fcd53bc3519a54a428c77d4912ed0f452cf59
+size 208732066
diff --git a/global_step35000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac7e5d1aabd8aef45d27f7fcba64a3d32172094
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef173682d4ebe11d88a651e82a69797bcc431ddcc45ebbec293f110187ad3952
+size 208732066
diff --git a/global_step35000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0dec9e737b9bd360f131b14e87ca971bf1e20a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967427219809fb65e183057377447944f363ca07fc7933730a3be24eb548161b
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75156fc80c2cade8544be3a059bbd05066a392a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec396a423d4f72b1fd584a18c55a2e55c3e8654dce9965b0890a982eb0aba27f
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1295b521c75aa7efd08676c1a377308b5342c0a3
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47aab9f242f3f32188c4ff0e64aad6dc6547df0867bac24482c3cfee2a7f5a21
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ac72cef8937dee5a29d4fe2923201600191433
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f0ca244b7535e91b2232bf9cd28a4b9d624cfa258931d3cd742598fc0aad77
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57505106e0da3f7c81e15251aed8bf20296f0a59
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e883ff31c08e6da544347979e6fb8525f2dea43a77c7ad00e2784ba1c2ad61
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff73f80f667d5faac74756cb272672eec25e14a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d9830233f23813fd4d910b53eb55e17925f143ebc9dc90e54ed15bf2c9e6a2
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdf141a2912f71b4079743d5ac3594bf5439b6f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40006cb914133f7810a414476c27e9d510e8b14c59bded3f0c461d437abb6fa4
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4aa640f758da4fb28affa36534818b61e61b7b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724cd7858ac066acba8bb4cb3e602a2124e40903e6f164bb218363b9cb6e6e5d
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ee41e46d0467d43cfd105a4698a96bb4f09ce3
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3553a1d6d84d0e95dcfd3668b4ec2b99fe23b175bf6f6ee2eaf07c0aa3af24
+size 208731351
diff --git a/global_step35000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a7f7803f19c6b4f6a5071a5bcdc87ae9eaa334
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72414f73ec3d626b294e420acf6bb2a6486a80a4c9f9c6d135226be4229bf5ac
+size 208731351
diff --git a/global_step35000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb1b4c55b11db8a371a8bfa2f8e7d5f6ba253e6
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05336b79a9b3aac613838457f6b1d44a6205c332bc05579e7a2f3c5c58f546a7
+size 208732119
diff --git a/global_step35000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3136aa7a65916d14852d9f3b5a10bb37ee13f7fc
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1afa11fa3e905c5ab842c78114e3f85565012d616583a8d9383815dc38e3829
+size 208732119
diff --git a/global_step35000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612124f4d037065ead20b017e282432c5e3e3313
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d00c5093597f6c945690a014160bdaa6fb9bd830ee14f6ddaa83f4a1099cd89
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334b2167f5b39a4d11e2b36462cd03f3f547ae41
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e159b8e4d1df857a18741a1db89025eaf5887fc5ae03ecfba4ada79d0092764d
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0327a5ace4746bf1f326fddba5e52aa3a19f2e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02873ea0726ca5b96b0d71d6936de5c7ebbfd1fe51a366ae027ba68a0820ec36
+size 208732322
diff --git a/global_step35000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad386fa2a2c9123603daaadbe8643e6942fbda5e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1394534d6d221921a0c551394e5a91a3c02ffc76793692623f09c1f280bae9ac
+size 208732322
diff --git a/global_step35000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2cee4a78a7f55f39d56fe26895341570f9f2d9b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38973217f578216399302536c776d1522e61bf05ba53d6302260aff2b21470d3
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a44962baf89428d3b31b4d496ac6f0522e5b588
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2600c647b05d9cd5d93ded5fd9b42ede7175a91ed1dd9612461f835f3ee64417
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351a836731a9202ee86dfa25066b4b223012062f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbc3c2f613a49025d2768ce6cad100c39a25184b1c5fe5b5efa8b237d443a07
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f4f98462fb223b2f166a27efa633985d3a8d53
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619a255b9679a32470aea06ed0c25f753a18b684985f4c85b9d49baaa6a1fd84
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbbc59fb10441ac25fcd6c99fa4242fe9aee5cd
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8484ed9c3a104361485229b5cbdbd1ce29993774eced1b2e475ea209ebf7dea
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b219f51f117319a619aa6583badad41537af5870
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6173e3bc7ac18055ed87468419f9f3945d1d57f07277ca6ebfddfd4127658808
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf7acb1363df422ab40af3b2b15abc8417e4b1a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fec0396dc82bacebf07bd6bb4d945a6ccc531748db965f8872798bbd9e9c65
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe73a87f3f20d015efab3c5f4af6fadf6494be52
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce6761779af1a64bebca3487f5382d92727fdd5a8bfb93b73130ae2d73ebd06
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012eeb4783d191d5f079c36d40129c535bfc8c6f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc3bafc2b0f6fe0a872419dcb2501f6ba57c6141192e9ff3837ab3fb4cbe0e4
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a1088795d0ace6653ee2a9b0aa721c2d1bfeed
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5bd9445e0f2743e37f7d0a9ab40926f1111b8185df44ad8c4c1785b5fe14dd8
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1dcb5497a85bf574ba7309896ce943b46a5e353
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80d0ad4caf46e36858568701a7b9e0eeb6829ad894ee1c3de79f0e3dcc7311b
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4529058693cbacaf94c817418b71ec16adc85122
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91591256be42e09d96c123cab66cfefc615c23080ba88904cab5485dbdb071b4
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5908b791e2338b1ff6d40f3276629e37912faf99
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729dc5b1dbd2125ce8b15747a84645217eb5ca7cc9d86ced51a4e263ca97668e
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f7d77264a2d34ccfe064fe0ca1ac0b1f21a7a2
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5486e6a03e9f616b3ceb121bb45381fd54dcc631eb0483d9bb0f0859ac1303f
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdc02aed85ec455d3ee80d353c2e5b3a29ed94e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740f04a5bedddc660106810dcae551b6c6e3ac29a4c3b49b36e7ca46b7a2f5c2
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb09438b7ee707ca2f7d41ed741e1ec424c1018
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74391510514eb68daa0d92e77bce9824caefe32e57cc812345db6815bab2b8c2
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d8f98ad2a88fbb2b1b1cbc4c7743485319a700
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121f511ced7fa75c79940fb6f8ce5fce5878992ab0e4bba84e3c8937bb8953be
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87cc800adb022ad4873e0e4f5876ea40b433464d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194ce1d1069360d27189c54051b229823346458c72b57f52bdc18d9cb96cb4a0
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40567f860a1db5216a6f5f79dc83fe2e6729afb1
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15681b582c90a523e7c906e88c7b3514fbf813717ecb5f4b74b4162f913609a
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a416d6e6393ac3e06c29d5a01ab3fff44f21892
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684f99c89e2ff638883bd899bd0310dfa7a8908146b49a0de02e6f20afca9c15
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62854a9e8ef419adde5372b5770a77788dddf5c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473b894ef05124de283c3f29c58a46b9dd0480c3c4a3ef8776ba1bd3cd2aca59
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b037f67380afe9d0cb49dd4d962a68cb63b9c1c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f57db24ea8a931c6cf7fa50b72aeb299a7c7129ea5d5d1a7160b260608aaee6
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0637c51ac96b328374ecac18d3fe2462d79784b2
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fbea221fd80d0a5886d8e99cbebb70acc608a9d24f908b5c45d33bd735646d
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7797b95e93d1b8b9aac3fdeafdaadca383cb590
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9ebe81d9c669a28fe9b2c06db6e0a58ac6125a3fb3f2e0762787d7067db083
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199458178ec75cab2579a0ba07f86a015c571e90
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddedf8f1726cb9f24ae3845dd5d7e1eb4ec2813060a09acf604f9ebffb63e4d
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df34070ae684acc6ad8e7b26b976a0a6a32317a7
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b45c01a29268fba63e00b022e4a8ef220e2e224e32ca413384843dd639c8456
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1267d5472edbb45422b99e9c8fe8a048568caf
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fc93a16c169e6cea98661246d56aaae4b7e07cb689eea27b15a95c6d909a9a
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb7592fe4eaaedb02fb00814d9c9f47faa44209
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d224563d4a68b564b4082b2b88f884f9b0c2cfc81c44a8c842600336dd5a256d
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009933eeb6a55e2a3f014a4d1e7e58c2ec77c29b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3199286c55bca7ec00d9af1cf6cd83f60ac5c6d49abc0fce3eea29beb9989ea6
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a445c6b501ff6b8d31350f51f6440b7823e2be
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfcea5181e3f42c6c6e8bc07818d853e20fdd1f660dd39b8b1cc036e1661e75
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc559f6d661a67de7832b58ad5a50b811c75bfd6
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5272a425c171c4675972df8d0acb3d41be810672cd197ea86e38a0a61f51112
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa7da3187f15a45ab2bb21b1130baded41aea0a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e348e3cbce41789208a9cd41e688b4d9b0ab705ba9724b51d0730b12a59a1cc1
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a26623a34c3ac80b97e9df91e62fd4f5d57a69
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a93f0eed99f8f1ed6a256a401d9876cb88dc697a578666a242777dd6b7605b7
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638b9cda3e377b0e95645cf372cd9476d4e87969
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd9273fea878984f494cee5114f8eaca40a6fcc4b8478204d3ad46c757800ef
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f39d22af0baca2afd2188bc1335d812f161e0c9
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a284ddf2be703da4cd9b719a28be9abbdb72b16bb4a554d10ab2070414822718
+size 208732066
diff --git a/global_step35000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385975177d5eaa06f796c6fb78b2596919d38efe
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b2e130e4885bf781478937f9760329830b8a0dcd67a0c29b729d13e4a35417
+size 208732066
diff --git a/global_step35000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee92fa9c323589be60f4f359835263badffc2bb
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182e4e2c4985f83d46cc5f8aa4c4289708d0d461a067d237df086c7a8ad26fbb
+size 208731415
diff --git a/global_step35000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c790bd04e261dc8c3757bd9981991636272d3496
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf23b688ecf434a4079a07c0fc362f1d6750e15d27cbd39aac9750f22b49498
+size 208731415
diff --git a/global_step35000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16946ecc1e47f03386a49bc0d61ac3551125a1f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4431e15407c58d617e0d77caf0590caad21da086b52084c0a56fc2352d5da4aa
+size 208732183
diff --git a/global_step35000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4abac9b4416aac5e9e8c42fde289981af6e7d34
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a7ddd921791e9e862723c82869b286da25b445db1e1216731c0b5c869e3678
+size 208732183
diff --git a/global_step35000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765ab4506eb4b1f91c986b4af57c077835a7b9fa
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a560b14e9b602570a01cb3582499f0c9d00f0c0709ab586caa16493749fea65f
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1dc1599c5269071a363fe78c91c54fe67810f6d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c42160b194beb5b5ba27585b3b01622383873dce182fde9145012b99923d097
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed3f3adbe3f273aad746b171028c8d1135638bd
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d296a614388797ee7c5fa74fe5331516293da14aec2a7167407198a799d1b82e
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445a4842b38d6c48da1ca39590e91c0e8389bdcd
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a26ce264df9d548c0707d98f14862fe82080912fa9007b5560ceead81be3534
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d02cc10bf290ac67fa2255bd4a50d79b5a231a9
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112571d939e31510e8cb11d52053ac3091b142127aafae9b9ab5363234942120
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f47aacd76e1003deb81d1472512f5cc1e597fc
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e29e2cd71044398cdc452b54376c73c92ceac04f1f865d2d70cc6b63418b0f2
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256b2504b7dd1dd85faeafee316113d596405546
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a189f33c9c8389a937f00131116fb4459e6e3e21c5108d2401f3a4c9ba75e5ea
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2b7042299210ef92b16089276452ce257daa9d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef8090c22f0ff6db68f5dc68b3f89958c6214646bfccd253fef6a4b7c08a591
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdece6a09d26810cb696ef7ed4388c120f27f44
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3aef6bc583dce9597d09faa4cfade33e6237d2656664b82525593405d421e5
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8598a80586734c6acf03d6272f6dd682be0b0b6d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df50aee84c3d138b071c9e5cd8bc7f1fffa87f869ed931047cd156c90ae72622
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14e133f5b0a129daa62a1d55bc5cb4519509775
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f238cbeee8dd16f5b4f9aa4e2fb4b0f148f74f253e56028668ce7340a2d226
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48f276485a59804bf7cd50f0f90c9d7a1157e5d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac206b3bebfffb538c9150a7e55d7e41777c9f73b75e54c8c51c0e172c00bac
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a70ab7f6219b0682784b8fbeac87c9c6d1e863
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d096e9d5d0df39bdf332a0bc65583699b7472c1eef75f0bd50d749567ceca18f
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97f867fd99b767e4b8e359ab20dfce1937afd36
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b5e27b17bd04b1629ea8b7f58a85ea01882b4ca3e6a4fd296841a5f7b43b4c
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4e67c5a9a1ceb68102bec92103712e13c12153
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632c097d0b6d4cfff4a1416f17509d8ac16a2d8fae385e1e0c5bd9c71aea67f4
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b51a30b6d8188e66406ba56853ec419140a315e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4448e4dee62ac6fb4e4e28aaadcd4e3d8fba2fd3fdd8352ce63316e64d473a4b
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf964b9e9d5d49d06e903296e8bfaa53c5bb655d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9b07c9741d7e226319ed95dbc73fcc0d607f9db646c5d998b49bab3488fe1a
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff72b615bed33c3c5ca53c2bb0622c7a298d872
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4495ecf8aaaed4cb946abecf292a4c71d648b884e77b6e046f2fbcde6c4978
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e5e29d8b1cb9c878a4c5721813da9023dcf86d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8073eb90d41fbf27e281e47b0a30f63abd618f290173fa891135a1a3c0e4ce03
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43badda4f8bbcf7ac108dcb6767f98fdb6ce686b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad41eb9b64ec7b9d0367e3efc7239c2cc51125d5ac7f899fca38b0a295eec9d5
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a38ab7f848446f51bcfbd239aeed68bec4ce0c9
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f19a70cbb833d5004416f464f56af779f9f276b7c07b983c13cbacc27f8b597
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086eab01999c615d07e16dcaec36193d7687d008
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262d6a23e3e17e70c2bba194f6b205b212d993f1b5deac79a7c4820aa07d3fc0
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ebdc41f516da7c5660a9e7f89f6ec4be69e241
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e54f3a2fcc03aa692d066651d8d7284fea7ffaa695be093781e40ca9c12614
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b0bec1564e16b226d0dee52471600ff6ed4466
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56abd801096387d1a3f5fff78a685ef6b14690547b7e11960627f8825a5aef8
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7bfca1079b5a5c5381460bd700768b880d496c5
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc64af2ac31628d4cc7efd9b762cc589573bb9492ae76b01e1547459f1635fb
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a7228c2479bc2c706ff748137b5f4ab9943e54
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2b3679a066b5c9d4cca665a31f994f59f8db73d8e6324fc77e0071abde3649
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce2a3394fd0b61049e84ceaa5423c178a0776aa
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f85004ab83803c85d7cff489fda81cff4119ee70eed5ff00b750e686c0f8e5
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba813675801f8cef233578057890544ab58cc61a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7273bc2d2e2df1ff5089ba99e195ca40a2ff5cc8096dbbc98512055b3a50e85
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c2c88113f8d06b7c2c53d311f96163a0b05137
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a5028003df1185c9330d51ae4813b427966588763a80699f3d736ba5bd792a
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf03ea71d13939fa2d3976ed4c6dec4a5fbf26c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818902dec21e79aa3873b274460a05612286fd3e160938e90633a54a24beec33
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b666012e0a0a3c09b4a62cd957f160c821a2346
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f2f43b62dbced208f1614fdadefb83cc205c14455614b54c8f19859fad5e0a
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcf1113a4d1472baaa34de439bb64fdf5e33776
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9286042fb1e8d67e993c712915de47671ffaebee702a07fef30598a7f7372a62
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d67e039f040de6607d3b4b505fb947aec8c22be
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea60a05732e140b0aea83ad80a3c9cbf15d054923190588b3c3df241c81a764d
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d969dee0fbe9310ad5ada220de536fe9a0746d44
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77938f1ec9332a18908479287235e4da9087a9edc3fd86e16242ccf8505de218
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc87be206805210c47cddbfabeb78596c457686d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b96fcf97e077ac379d43f6e099aae3e06913951e27b37274c1e94098f42fab
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8c408f7ef3a3ac1091e562f92298528d9547d5
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a542dbce84cb2457e3f444c293b683daacfd6647cd61b400a15b40fe071fd936
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1aca6a90a382f5cc92045645a909ef509950c7e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10096607673bcfbd9c554e8389a5c47cb40bea968d00d9e01a6f346ac31b49fe
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6bf8f3e6b35b8799a21485d32677f84ba07f46
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf49e15a28f34ecd6e8b4fa291080c62177531b07a59a32ced8bceaee1332e86
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6195a65bab7a66341712b637335d413d8e9e9c66
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c137e7e4f2797127a6164aded94b39906378fec462291063cc2adaf71c97ed5f
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5061af8475ead4d4d7e35239aa7b46daa719067c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87ba4808865462b445ff4486f4d0e5f1832a208bb11f12f569fe074744002ab
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84781972ce715da8ea0086ebab8468de5312ba8c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153fd8a65e866a7e975777931cc43cbd885e81b1bbdb15cc08f2065307bfdedf
+size 208731351
diff --git a/global_step35000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a2fbbe20f5169553ee90c8c5056cd22360a7a3
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4065b85e9e61f654063626502155a00f313e264c196d29656ee91462d2a8e857
+size 208731351
diff --git a/global_step35000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af6a277fd17d7ce326e3ef97783cd61c6798d28
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ad632f040e0586705faa65cc37a6930ab866d9b212c1ae6df80416b7e1828e
+size 208732119
diff --git a/global_step35000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00bf30e1c78da50586d57169946e2ea6764e389
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430600f20c03900f598321be3c683d62befa03c25c01bb94466bc78ce92d7f86
+size 208732119
diff --git a/global_step35000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af972def984c1a5fa48ebd24bb4313cc8f951a9e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be00976ef7f9dff090ec5c905a258c99e3c1b5b5048d604c36d187c79021825b
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a3a092245108d16229a9bf7a05f2d5596c22cb
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf5fac6851b6fa68dc44e2adb827dbcca10c4a580f3317dae4191a4b3c1cffa
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcd2353233afca594f294cacbb02d7d14b35597
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2506d5ed434600bfb87d06e30b6a6f0b87292ce7f6616337958353e63ee3f279
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be8ba766c41be23849d457eb4e386aeac4a3801
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247efd17501a19617e3f8efcffaaaeadb12608fd768bf1ca1fc30738dd7128d7
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d48b7e2430eeb623d4298c319a8a52d1db05e7
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24742cc712965083eddc71ad3d8892fec7ec4ea42dc413222c7a69ea286680fa
+size 208731234
diff --git a/global_step35000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bffe80a7f1b0f8e90618cd34118e71fa71dcb68
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6c71a29780e494cac7332811adc997f232cf826d53c361cf3a54b1d768de7b
+size 208731234
diff --git a/global_step35000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5962279867662639f62ef29147c73ef9a3dab45
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87db8b37766272014c5e662bbc470e93c5e3760dca1d71cacfc8c8bcf0a87df
+size 208732066
diff --git a/global_step35000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09d8ec0e1f460c04786c4339f4a5b46de08b170
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d59f5b21c6f028d9bc14e0204981755b7b46d7efbe84a9abe302f63127aebb7
+size 208732066
diff --git a/global_step35000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0a27e59d85fc18833272383c1f974788f3e83b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8644b40d25ec3b314a23618f1cc082a312da8061870ab6080f0130457779541
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfd84bbaaf1307894cf14b860ac3e9d61bb5826
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa27aa1055df0e99fd08f4eb5169bc691ebdc747642cf267771e6c9110ed5c5d
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97be502d05590b8fcdeb9b250fc11264a1f785a2
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4890d17f98e7d80632de12415ba4f56b5f25286b6d287b81171bc10d213418d4
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca455086eb4081b315986cab08fc6d91fd15dc7b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00adcaaa5a72e9a9b753614971956c0e6658c8ef14974b3aadcfbe1a1573f690
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c008fa3460fa8600ad8f24b91dbb43879c0bb882
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81ab9594e17ca4f3c021db0ee20b32215284049849cae3eaaf4bd106834d068
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27753ae5f1a372fef5e353488a3dd58011b387fe
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91284706063cf0f1bbb8b56769851b83fdb02792deb3a534ac1a4ad6b7b8979
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf6a4347c3b4faafd4b61f54143aa3c453cf7d6
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7016f3f5f1ab6aa00c767f72aa01aabb2b3fd358934074db3ac37f63cf7e1fe2
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc9db7d619492de3c0e4bdbd0ce1817af4ed068
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33347518265544ff20de3b4240ef5800f9f072d350f24b3aff40c57c497fab44
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a0988ee8b7618cf72fd1515df45718cce01f26
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358f364836672747b55e039c5a5e3e4cdc82c349f94419cb51c3f09954421b6b
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc0dbd3e70c069bdda3c55c304b513b28be761a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0435f1e286f1882086cb53b9f833260f99922b24db74c441e85e3761035719d
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e465402e4cd61492ba5d7f4fdd9ce35b9a07c4d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c2b47571fb7a91d2d3491ae1a8ad45e87959ef7ec6ec12fdaf24bd645b2cec
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d281405b3d00efe36acf21924173cc1ee74b1cf2
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2c057b17e7d6621b9d02637a31217d3aefb8664be2706ca825a4426dc23c95
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684db5c7e0765bdc2ef894d682e8d1c1ba795c90
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174efbc7ebf94c94b84f131ceb30c18fae653ccde9404f11e4823699c8b7c05a
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b59c3cc9d14d1328eff9ad4008282c3e427a96e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa0bfad4e37c408e3c0fe03784ae8fa432b34a066ac02e1ce49214a0ca8aae0
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066a9aa2ca408e0b6158cff97e7500fa8661050b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedc7e0a7bf0ee8566021d0d2eab0469124afe1c1029444400cb19769badf36b
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d0e1525cac76182d9cdbc1ee9a91a718a8e0c7
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ba0384b884137d9ecb36f32cb74a535b8933851788f5c92a6ce1bc9f9da606
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c4ffc6ba04995cb5fbc7cb347db92ef1b3d967
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb25d882f37b76bbdd7bd23d9933ffa9594f2be54e68feaf94ba30bc57b6f093
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4deda883b0b79452ce1527225b68f821c58a6f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7024f0f8e9c581383825309bd6cde0cdb4c0c33e962811e50b46ade2aa7da8a
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3fd0609d767be8afa39e8a3ffa44cfdeab0200
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bcea7348060d6ebfd12faa0e24ec8147354e9c57736f0d63588d90fdb196d8
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c05ef33b3fcf238c8f25b404923facb323e427
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceea7e569e4d82b7ca1c3f68f32da7b6246c3ad687012ca5c532a086c6af8396
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed0e13426b6763ff3cf859bbfdcd6cc774a42f4
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c6db58ea3aa0e77007757eb9607fe3803e0730c71e467d0b09d09d5babf6a9
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149001506d412d2c19d0c89e1fadf30ebfefb89a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21a4bb2c4c2d5ddd668c5ae8e92f9462cf7b34d5ed7a4c9d84732fcb9b3338f
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80beb73f636cafc5ebaf76fa8acb62563d48e8f2
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c110251ead84e42d310f92e2736dd17b3cb0f2b10e9181085f6b7054e5dee1c
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a51f1d419fab3adfab6da125974338c983f774
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0308d94fb86e30bbc161d225f3fcee3e4b26a85d3fe0b48c01bc4b10a42b455d
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d458af9fc74266b83e2f7c35774bfca221b4542
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b495c7461d1acc2cb83c6e048ca932b143cd4e2a0ebd2318f5dc38e6549e16
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f278d4988d4acc91b01b591c5c165a652d75e500
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b434ec1c67b6e704b35e519c1746a7ded259a1eff014232fb4623806029dfc6
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b833ceddcc10d1b6a428498378d3abcecf6e8fa9
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b39f476cdc28fec85bd58ef6057b62f914e1f1b1006c3dd5b4939640c1699a7
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828e250f1e39d383cf0734a4f4180d590d926049
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7e4c1482c692b23eb4dcf4e09a3e513aa661d7931c14e9e5e24395f5baa371
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f221fdd1965d53f91e3eac8642d8a7e1f82d51ab
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daf2e2db90249c7624dcd5d92d5a74b321fee42c6593f400eaa6a97fde6c033
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831273a61c97a26026b7e708045182d83a14489f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f4422ca96d0e6f1b58af68438c5f49e31aa7b106eb89f709988962ed61ff4a
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc58b8ace74f59dd20ea01f9031cab8c6f7b510a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68a4b3fc48131adf2ec7245391ef7d2278ebbaa44d77fc46a0a3fd60ce1e394
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d8aedc2ddc2fc67d1e937a8396037a22d231f1
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d9a5a292142a1da6d2a63345682d1e457b5eeca065f7de5dab6b3869ce89cb
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447a69384e69a86b534d54c5dabb6cc76f2cefdb
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8831ccb02bdf7bff9239b6aa8d4742fc12854bfaa3891c5a1be61900c15fb71b
+size 208731415
diff --git a/global_step35000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b57b8058cba89492e98ef237476666a66517fff
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293d85c18781cfe4f767b3b007d371aa344bca6eace821c81ca3fbd8d0c1b6af
+size 208731415
diff --git a/global_step35000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f061dbbef0f54e4eeb97209dd5c74802b90bee15
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c68013955a6e95e8dcd824772298fa81de563abf18bb1bfc4553b472f1281e
+size 208732183
diff --git a/global_step35000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68069241b74f9b9cf15557128df048c997919e5a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc32a6adf5e498ded587de6e96b1a86e52caf62a638d681af1d9b9dfc333fa8d
+size 208732183
diff --git a/global_step35000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ccce93b6b1100accee2030f38e8bd2d823bd86
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e321056f16d73061282a3bda31c0c63b67ba729d7ba7e53f1968ab73d24b9468
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d281f1a920e5c2e05298647621f61d824b10ba12
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f636d4cd57ed5a7f8e4dd282c141e2860c1b0cf6d1ab65690ed5c9dd26decc9
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baed988a6f0426a5342e8feef07a36d5d644d8c0
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739bcef58d07933489d1ffca7798e1d4dfbbb78d13bff20eae8378f51e1cdf83
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17aa79ccabcced106fd2e8513d1aaf65552ffb7
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc25a31cd27275cfc6ebd2958ab6dbd583ec206665d90deea7dbee0431e0668
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284327c4f261c4e859c4a15569c5b8dac8efef1d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952c87e07c2a4bb2b8b3cacd3088d1e122407e2b70856171653deef8a943c481
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d1f6d38c24e4ae8a9222587fd6d78b3c00d1a0
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577e1d26d85e1405f258672840532ac54fbce992d7a34e7c6110ebb5b196fc79
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe807490cd5f66ba27c530621406b8d2aa8715d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db4a0f945fee613e0fcaa842a5da8424d95d78c3dbf280440092bd080ac405f
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ca18d7599df5835ee6bac215b5af9763c9af86
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394bf4f51d55787f17f0d34ae2732443f1cd1ab933b3f23ce7a178edaa93b937
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9ee49352175c98c09be03f3b7e2e45e49a1a78
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067abe10c9e5614d21f5206e917e6511c0fe5d3a5294d98c1b1a0017a3d241e2
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f792d99b8b36989ea3331a6a03a847889bf0a1
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72deb030e57eb3d8a4f73d59127ad5fd6477af233a0c8ae4baf0d21c1197bbe
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab97449fac15c211c1027d2e062e5da5af51bd4
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c4c7ff7da71fc2373bc30a49cba7a995e31776e3b54a18894f3a0a48f3c974
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1f935dc9c0f37d2742ad4dd1b6c89872deea6e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3b2a183db1e39974eb28a3acb0be18d26e3586fb76c28a18bec26217765ab6
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfbef4e0d2fbfd4ada29717bf2fee0cd9001510
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7497af56c31dbbee99bee8d7f0fb4bc52ef3ab5ba26c3ea863ca7aabba0f1ff5
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557a197e2abcaa022f9384f542bc2bf6e9dab66f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6aa5c6309ccdc26eb369dd7f8f25dec48fa4bce2aea4020080b1505f7b84dd2
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa891a33db7dff1468b75273defacf3edb8fb83
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166144fc59f85cf4ac4ca445a87b3035443807745f287e5dcc9720dc94290d4d
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad40b79a70f64b9d6bcfd9d116dd785fa3dfa24e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec4b57d3708d9a44655f6e43dd7e29c74d9fd01b6797b99b51098d06beda99c
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5ab6f81b142e1206dc6b19eb7bf074cd97197d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12eb6e676417704ab5a7923f80e5d77fb23444da2d9a7d46afab979e61cf983d
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c99238c308f972e6aed9040b60534f02f3be435
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dfbbd0696892aa2501a4c1e725fad70dbe76c18ab9e7d7ba90c9efc55bbb83
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f71c4420b082ed1698e0b8c8f20f970eb6422b8
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bebb51f033391cc98320f0b4943ce0edb35a2592186f4b0573ffaf02fbbdbd2
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84844bd59da842b27121f645ebc1273126e58c0
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51e455400d169caedfde8ef7276bc63c8ebdb16ed94080fdbc275cecb332cb0
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d3bc46e36c5435ccfb85561567dea59cd17bbf
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc5205e2af370330f660b71efbb6b9e1c1b5a935ff5b6e8a923415df7ee8747
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3d8ddb494cf9e269b321ae9cee8fd7d5cd946a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cd0a70b2ec965a60f0b20594cc4d8f2fc73942ad68f3ad69d88ec57b9ef419
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4c8e247e3e5b0832a3c34e86349738c6962d2f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4a66f886b7d2263bcdd784106a0c4aca4d692fb719f7f5e080f9304d18576e
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd0bf1d86e3f6ebe5438382e5060fe61b76928b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005f34d0fef774d2340ba30092cc8e884c06b4c6013fa9757b0187b8d841053d
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5dddf9ffd66eb276f37d6fc69a724c0838193a8
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d416f725ebf43592e0f2f578f2af6f846c0c09f1325e43fe166373542e947856
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a890eacdac7127a98ff971107e0f2293cf53d187
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8badfb4e89afe6a2d42f47c9439de98bd5d5240963dd7fea8c05bfa7f12074fc
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27970b0dfa531afd607cd659a63560954693998
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36b7710a2afce1f1015a33e8b6297e10624a765fccfc6da4e424a79a377e3d4
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b8f43cb2df2a531bc4ee538e490e77363e8ca5
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeca82578f2a905051db7d98d428a6f5723dcdf007659647954a44d333def6cd
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0562db21c150837abed45b05a202969c5dcc4c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfd90354a3921082e4ebd6e29668d8fbd6c62c05d9edae04686664b2a19bede
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32807a95605116621bc332771cb353dcf3cd1334
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bf0ec69946652cb2960968f8e4de8eee08f3366e2978437b2cdb2402dc9226
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b512b074adf2f8e31f5f6423867a8dc6b965c78
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af36846c7d204709820dbd90d27cfeed06264da92c52092637b217fc6d60339
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdca64ab5078e0f04c34ae246c5c7d582865814
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e2fb438a34a32e7a86c189881def228d6b38213fe6262dfd7fdb50bbcd3bf1
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff48e7303081c88e8980603b5fcdf0387534e264
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acaf10698ca18dbea2ceb80064a52a51d79340a448eace90f4fc0745cb8bbb6
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32526595e81c4dd49f9535e4b6bdd7f9c991c5be
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdace200a509b0344f2f30da26a357110e861aa87a66fee79d5164c48110bad
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6637426729bd830cfda089d4cf564af6faea68e9
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540c590f0132da4682599428f0968648995d5532d006fac47862963f755b6ec7
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0157fdef5fca1ef6b4875363b729d97a36aab075
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fc474b0d99472a4775fab7d9a05b6891d950187738b7297e8e0ca3e4b63442
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb61ae578f878e21b0572e40dbf434a8a6310cd
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3ffa738524cf820ba74dd6a75583eb74819e1851373e90fceb31e25607c5ef
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a216506ac041a6233516c950d01582bbc80d49
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd079dfddc72e9491e4115f0cc5545d81bc7308ffc2b178cb5bbe2956f58f646
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd24941f5b1440693d4b551b22c6ce30db8b6dc
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71b0b631e567315e7a4dc80127e6142cc7cdde0c9f3129c76ed7957aa0a73fa
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ab8abda797328411af8ceeef57c986b647a4fb
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d087c81c8f9a78954454298ce9dbd8686ca950625ef2944f16dfc5b04841657c
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d942149a18db3f04936de343cf3e0d4a68019cb9
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb8c793d002d99318462c46b4e4015b38970a64b6dba5a922fe14aa77680bc1
+size 208731351
diff --git a/global_step35000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7a3cd5e0a15f2579195f8b6eaf7a1c5ddf05e5
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad1695b611fea48d0ddf055f0229bbcd3a90b924a81034347f42edd80ea3d30
+size 208731351
diff --git a/global_step35000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a0d034c50df7aa747279f780c00d9681de063e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacc6f836dae072fe84839fab04f59c25009a5aa6253695f47c1bd496671fd8e
+size 208732119
diff --git a/global_step35000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8065d7e6d1ce1f2bbc3010c31c32997ac11f8af
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b9c2d29ef1be0f8de51f7a704e7e995abeed98875c380216bacd56dd7612f7
+size 208732119
diff --git a/global_step35000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85df01839b5742938523a87deac2a3b1b1869fc6
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5dd68c861cdbd554000bbd7e0ed425922575919b5348b19467b41522311d6f0
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770bfe338f893cf1e96fd798c0ffd84f6b0e0de4
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01950f2316551a73c47c5c7b4acede33e579bcf20387d9df2b6a47508fb61602
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595cb536ad689cb981afc65c64940b7101c89614
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5f3aa44cf675815de7cab7409638c6a06a8a1ea3e8f17806284ebf39233744
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe6aaeefb3a5ce6b47dbf45679dd83d16f59f0e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4936d961fb709765c69f77ceb744daece6fa31e3d03b7f3c99a45d42a119753
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd6af97341a9c0cb8327c8c037b043e5e10e594
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c73ac680424a36cb03dab1e7a4a46d5ac3fe85ae86a462d9a772b27baab77b4
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead5c50be4ebaa94405fb11534e96426867cf3bb
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9bfb6041d5010b39b1a43ce06afc1d3bde454ec11b6fe06f91ed9a090766a3
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c393a8d60259b769919e276dc1f5b4f867a647
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2053946ee6a6a68b173a423cd7e5e961fe0d033cb2eaba6fe4cba5917be09d58
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2c5959aeb82d18e66178026ef353ca714c92fa
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e24657d3560bdf08c9b57be5f728814b1bfe4920ded2b2181733e9c834cd427
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110f00b7909ec43b7e6a2467c15c415e7478c66a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34a40809897a2d45f971111a901cc2dc14d08cdb5a34f9872da2ba642dbea22
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a100d173752399a12de019934ec3fe6622b7ebb
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a06a9e378028bb096b9302900e6cc8d0cb538c291c29d4809c37d602f2c9b6
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916f95032a3484b98880f42b331da777c200a747
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900c32cf898a1d23b5eb6ac85eb0dc68c516097ff8070c60371a14ee358ddd51
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5118116250cf18bb2eb4fef838c574ca93419d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77aba591a89e58d753ba2970b8e5cea15ec5df5dc8f625d5b879c67873e489c
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69cf84be030f444f416cd3794f63a1007cfc550
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9acf4e4a8ae2683c826aaf09bb2833d781bbdd93f5eea7648de21a52ff9817c
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f52821b46bf67ad4a0e8ff7505fce50c71bcdb
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d86e5d2e9304289a174e76e72384fc2db2fb983083f6520c7a4fb04973630f
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51450a69a3acf79669b80b3fcb962a8ea4688088
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155fb4d37719976d84a0a2a5058a99d73b35e3cd27dd6e558b47b5a5f7f34292
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218e7ffbfea935005918ebbab30a328e97009864
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a968e1ce51050647e704e3008990ddebe406dd7cfb510776610b3b5d9dc90cb3
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e60e6bf2d5536dcd5a050e4e5a1817ef09ec9ad
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bcee29d2daf4bb15fd8a23aaf3dd51fdec6d2be61e9853cae930d90538529a
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85af105a131473f056ebcb7623951adbf282cfe7
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07b17a06a8fd786f5501ad7772730fdfcbcbd437d6c10d621b3844dd3c9abb8
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb12bd99280063bd8d97db68680b8c15d47abced
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028473d38740bfecf8294bb2eb9a96858b037409ef126cd9a4604bbb702f9839
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534b33c6629931331187192d07f24d52026df832
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d0dac7286b08529d83abaad2167c023e03d74d5f48798b205e86f46dd356ac
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6597caa71d4ee873795bbae518886ecaad1b83
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e561dd5c8166840f14dac1948eb32e208c6a57325a5832d2b9156b4061df2f
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6857c3b426512e17ece1736c8ba9d3fbb1aa45c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b4108e75690f0a163267188672b3a249f9b97606ffef609a79d5476c0f368f
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0514c5c0e9db4657ea215a3f2710108075a09b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fceed17ffcad908fb4b56a5c33af24ffef54f2d8c8162649a722562a41038d2d
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace93675fb424aceee566af6acd12f0077cc5180
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07e57b1eb6c5eeebcd61cbc0d2f8a7fc5b054d8e6c1105837e0e33ae4e081e0
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d7d9e85b19fcf33b4ce43ac4894cbb185382b5
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe0717d3d0f29ca54bfa3ddfabdd38fd551b123752642e13def6a638988e311
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e63a708e476fd219c119c323e5de616edcc5f0c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3462a21222e536388edbc9cb9c112962db64008ab638671c032effea7d7974a
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b896305d3b85bdc161de3bd55a365fb81b4581
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3d1db5c5fcd13ebca46657bebce39333b8e44ab6b80cf605ee27989b40fd5e
+size 208732066
diff --git a/global_step35000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7723d4e6f15049da7b78bef2113f2f1db8e54928
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d73711e6884091f6d25f53ec4bd14f5e4e6c458fe8f0fb7130f5979fa05bd5
+size 208732066
diff --git a/global_step35000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aec799437378d016a0de4a8da4dd29a1e77b5b6
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c30c7ef55874be37f495850a77abcfe96985e8e4b92041689e51f70fbac6077
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da27d360832745698ae3dd29744e71ed0324e7a8
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ece1393a8d304231bbc6d04df7531bd2c0f0c7d78ce6b0d330e0ad47c42de32
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26dcdad2ba4839a661d16134e6fbdd5d934692fb
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb95c1df96306932ad499eb2c5288cd72ae09a0c36c7de386dc7b74a269ac8d
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4488d76b7c33b82a3883c79d477179ba85bd3c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c390f2887c0ff81aba22105eda8a9a910731e85b2398c43ade6c92672eca8786
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124766522da835a9d13c9d5bacae2957b50a9463
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223fb8fe98035939331df29bc929f9351ac996f957d9cebc132e482790baacdc
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1a6b65de8c1f1b884fcb81d1b1828ac28463d8
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fa574e585d9f95c67091d6324bd32fd4f77b134f6e7df89a0c1e683767967a
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ccab5571aa8471987b6d58f6909012151dd300
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528cc0cfe6c58296d54ce0a04b6b3d81eb8c1cb71158d3fad5e546f86dccb145
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbb445195298e86a1a9a9603d9b9ce30b71c2e4
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3928f043fc3edeab7e586de8e79d605f668e321dd2188e52330d972cd6ec0bae
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1deedf5528d2a82000c0797afe7b5ca9cc4f6046
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769a8cea1b9dc2d416ce0ecbe3cb4ae3a650e0af9a7f17a595b2356bb843ee6f
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f2577c182483249e5b8e250b8ecb0853abfe0f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4aac5a538123e9b4abe107018f2e9af840328cc8dd1c033ed630e20f9eaa403
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33779c7c45dc546e161d1fefe4a728586fd026c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6215fafd449f3bfbd0dfdc7840e6c7cfb1cfa41ecd2ff5da1629dc58acf2d0a
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cee6bd95b6a71aac26266db1296258cbcebceb4
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09729e2fa15a9b16f6ba62cf64b240d1126170a4503742179fd41f4f79c22859
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a5f190c29b97b17f30bf5d13b72619dff124dd
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf2b0b57f09ce2cbfa2a13574ec85ba70381f39e67dc95b9130041fedd5ecb9
+size 208731351
diff --git a/global_step35000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9b28e4312d8d704a9cc919f3b1d6a3df9c3a91
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9856397d15729f7424b3d95f2b3aad84a4b3bf1944df7d79939cafab231146
+size 208731351
diff --git a/global_step35000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99001e5a6618d029caff496079c4bd4c51d2f407
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9872a81e044fa22a0d1c27bfc60ef7ee3459eac8d5283c3e871b8f6fcbbb27e
+size 208732119
diff --git a/global_step35000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369483ceb3f844c0ee791fcec293c81653d65e02
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3bfb05f5cbdca2d4566bba00bcd8ffaff12318149696ae0bd52d9431131b37
+size 208732119
diff --git a/global_step35000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2433826af10e0d6f4baf049cf3567820ccda080c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70028fa3367fc39227b76231aab0c4daaed0aa13a9315131b99668ecd12a5cd6
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3bd6d9792d741e73a376da8afc5fbf348360d7
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779b0f1f8e67697cdc131c5885b955a5f8437ddcadc4e535e77be89f19ed00f7
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7048e95175ea2cdcb1c99fad9dafb9e53c5f9a0d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad4e41069412956ba41af55a4bf6c9eac58d9273365ed807e2538d7d87cfe73
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df618d520851713e86d3d05722b771df2deeb4ee
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a5233e2e214ed0e15c511bfb229d53c31499665f215e9934e884e6db79918b
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb06f60c703acb662a83c6ccb7c08118a903a9e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09a649e8a5f9b40d520166303f09bd32b38c273f230834011c00e63e1f00d61
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65933cb1b4d3ab3df953a3b5d9811058f2ffadd
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adcda9fe7778b3c5d431a00d8b6bee5ca7e1b93f104aa454d50a5bf988e1d5d
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1829ca69e5d4e2f1b2e1607255402d21477a14
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504ac72efb06c75e67e5ee426927dd790bd8ac2bf96c8c34f319b525fc0ef3c7
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed92d9e6960d417e506f11b0393dbfbf2af0150
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb750fbf3e0fe6c680153dfd195fd9067fd8d6cf569cccdd75ab331ceaa51904
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65bc37db75e3987388d3fbf9a8392ae595e61ef
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b533f5ac7c54aefcb29cc76a5d68a7795f6dd6d8f90b4fe325394e98e0a0d6
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf58131260df22c36dc580cb8c58cbedb89a8e5a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccbaf4ab349304b23db7770460d93dd91b0e0dc5272c313a2d1197eaefcd75e
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132778ec91b790435c4b9f182223c7b23e3bc622
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a312b8031f66158c691c5861d04bac99a21f559fdc8ee319fbb8005e240bda
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64c8a4aef0e19bbf923d9ac21afa95904b94fbf
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58fefbfb7223c8b8e2b7baf11b92d1c55cce2353aa8426124eca7b6fa56b2b3
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf8907aab211461e9089ce341ce228d98b7db14
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1916a7ca2a241743c7f4644f525a37b7c6d78ec8a5a7ed0b9b33780643ea0a7f
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ff172563a7c95454a240857a846a6dc6aedbe6
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e705c6f4f2da65f3605c9a2589dfccb5d21f67aad065560676fcb714d36abf35
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e642a98681c378ee8fb10def91b5be65c9bf3284
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123c4dfcdc1623976f17a1356fbf00080f9cd358112fa9551bfb7f1d6a291c13
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06811c5173ebaef94fb6dad91dc18bdcdf770405
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433d8c35a6bf6639543c1c47487c23144c365ed79505600b7066988fc6b8b4d7
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d6113e1c49da9214402830ebdf4a1f7a1b0afb
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ba6402e4706218d1231fde0b72d76602f74024b34ce6a86987878eceabc48c
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99eb3ee70501f5decc089fdc3b892b7a12ea7e22
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75faf3b9cc16c2c4c7350e66f857c1942d79a3dc9bf5829a274bf207f54048bb
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e2bf579c3deb718357c8edeee400953feec7b8
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699e3b28b04f20e6da9f0bc29b6eb959ff429487102c0729c9e0faf0a34463eb
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f65c4087e1bf5d024c48cd2749b3a1eee477bc6
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de8861d6f7b381b535c3d6e5eadd7b0df1a0bb413f20ba31d5a3d5995f59418
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a918e5fffbcb0bd411879c6b06f47f81db8d2718
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cae4ad630ac7b945d1bdca56ae71ead9507f678b84121be1b519a1c8c02483b
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8d6552e884877a1730a39b6feba3e1792ea4ed
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20256728491494844b49da2d20a18731959a460bcb55706454e131a322da10e
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9435dcc27eb56f1c7bdaf6ca55d32b0b5fc3f4e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5efdae167ce4305b662cb61645f0a949cec5b2f3d79588923b3324f71975ec
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb22d297cdf2a1c7187d78ef63c04887c5384453
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276fb17b12db1df7e4051c9407d9a2c90ae9155c3171e0ff6a2ab98c5aafdcc2
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e85a72b294178504c84c92b8db4c17838aaa197
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f38ad8f5f53a495b7d37de7782a12ad0df3d0f6c6c603b19664c859c0312748
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db66b105890a62a69675996b5958569421e5ea9d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9bf95b8b40228b3a1bb2fbbef56d12c4121f36d87716d44465a6fd0dc2c677
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c04cecb16d882ee56b75bf711f68c258c0da375
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3368fedc9267f9bc19bc6e2da93f68012384fa1eba2b306f855abb5e26a9984f
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9258eb420b7b428e3e6741b95e5e95315209ed
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9230631dd7aab830754290760caa577a8664ef4b897f12b9fb76aba3e64773
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abce6af749a44333b20e500c8073228ff0ccec88
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9bce3f24cb0b2cfdf52a2a2087ff7ffb0cf22a02cac5733b8ef2b395ce7dfb
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bd8c8c97474cafb0596200d6d451d1a281d802
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe232ecee7b5dca280b0b6057f75b89f4d9d642ea8de04be86b6d35bbbf9d57
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2541488795c60d2bf96256754838546e6cdfb775
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61bb18a9ebbbc081f816937ddf5f88094dc4549da670737c3d1985667eb1aa1
+size 208732066
diff --git a/global_step35000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d077e128c1fdace820cd31fe806189604042dc6
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfb56eb024095d553bdd1f27d66570a283b6d58213d47983d07d526f03f6295
+size 208732066
diff --git a/global_step35000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdff553f250bcb49b1e7fbe0bbc45414d395686
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810efbd8491834eb867e8b19e673b7016b63c54bfdbd9bb12d221e619964bdc8
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fbd905eb1cdfd21afecda7571d6a61bb7a179e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753eb93839bc8aa9d5c463c8ea9e187c4088f0b154be6eab61fa6d20094b3673
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072de394ae199e814949cae4484075cf9e644d8a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8500bf544f52cec9e06d3598cc198b0c30352b3c1a933983fb11517845ee9400
+size 208732066
diff --git a/global_step35000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5e40623a22b3bac701cd0a16ade71899d96d49
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad11a67e089723ab515af5d339543745e9a54faecc6e1f8904fd3822e1f6d7b
+size 208732066
diff --git a/global_step35000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5902bc69d644d26b7fda302bfda4094cdfd0c46
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f503fa892e5ac596aeb8a27756ce673db830ea3c9069e41598a822aa6616b8
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04971996930ebca7ac7c7f0c02c1754a25dbc74d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258bc333067024a7f38c82a3e02197d83337815f611d6e818148de6ab365b456
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e24cfdd5e10f9e30124c2e8678a09401867953
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f417cd98be552fcb1e40c91cfc2165c5439a0b8c8da9e5ef25241c4d0099a27c
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016b66fdd5fa7723bb703fd3cb7d9e42242d0496
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae71adfc04f1feff837de80c6365017a030e83b172434dd0ab2bff9899bb50f4
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ff92c1550f2cadbc78cac14af4b84f6a457bd5
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230291697438724360ea8473e0e8507f3e95e753242784d1d58bed5851677392
+size 208731351
diff --git a/global_step35000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1469c16ce21e8a98333858e686324be451f709
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff06ba93c0bc3fc6eea5fd0abf923e1a16b305c9e29501d079f0c7ba4a8fdd2
+size 208731351
diff --git a/global_step35000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0128e5cc8d22fe76728d4d689c4aa67f58bae25
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7550d03c6fedf3354b0ae6eb2ca58a1f97fb8cc637188c79747dfe823885761
+size 208732119
diff --git a/global_step35000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83d83a80b6776c4409e07b9b0b0a6484b11a39e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0adba4d7bafe5d2183079c758ab04e871374ce5bb765c5510c3fcf533c05e995
+size 208732119
diff --git a/global_step35000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c0a9b724feae26b2b7956afe900ff140c825b4
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27c1ec3779ae8e0e39d9a61b3c6913ed79c4db52c714480c291636969186f3b
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ff80dd74434081dd3976f9d838f979bec8b210
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f051a073cb638ded235bb277b63e73d5355f78851ac239307843a2a8674b096
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb31482a1575c6186ad362b340b99b7d1f19a71a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811d5c8d56879c2af9a103bfa744f16caef5185b56644ca6a9a40468de0c93d1
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7dfedf484dd7d921e996788953e43515a40b19
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b6b72ed90bf5f3a76770efcca18900ddac7f6607f3761a4e009afb475da0fe
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9cf93d85de253cef2ce64d6b1195be08165150
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326f8e49070292376fa7a6b7bb496f0c78f9ef3ddb2d213d4261847e5e1cabf2
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa49791ff2949dab869ceea12bbfd2a058002465
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3291b51de1531f1736dbf135a5fbc1e2db96273fd0e81ad2bb2f15363f93d8eb
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477a2e94ef24d5eed51a276c14b3d24149c759cb
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58af4c5dceaaa1b29e77c0a5e2b6a53a0a636b8ca525fc1da894da7710130e62
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30df0f7e965e45b222019de10a139bd04bcdcd9a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8e8567f546a7becbe9008bbe9f39ae7652b1d510e9103adb8f6c962f29d0fd
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d99f8ff8e8eee1cd16f929a8cd79ad6c63742d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf6b3fa4b0d07a1748f09035ecc379024518adf70a12898452636ce6c59d852
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d177ad7537dc6fe141207c6258eecd2b6adc69
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7888277f7235bc0a9c7ee40f72511c0c3e2b97bef91101e214c7c237375824c1
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79b9a8ece933eaed99980e4b4fe64f7487bcd32
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d86080228a08def085cf3caa56b0194be70a8f875aa26254e0fa30bb716128
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401a005b7a192ab90d2b02af3dd3be1c1194af8f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0856b7af913f5b3723413685bcafcc97e4565082c9a6973939a7d68f6fa00f8c
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab2910a57a2ff18710f1170c540c2bf37462cef
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11243d0b9beb41300e1e017d2134777162ac73cabf41b29bc453152a32920cad
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfc42304e0f00ba6d2231e4a3dfc41b12e61420
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c2cf9b4fe0071cba5aeac570ff266eeadbf41cda41310e61724da99cc62a31
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869cc221f580752c2b70220a997e8455b36029ec
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7d48d81e63be8bbe803570d3f3bc2c47a404c49145c8dd869fb7439f215e7b
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6815d773b258bc2f6ebb27cb04b210d0efca2bad
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5741353b12c00cf906143a5a4c9122831a7255673912d0d85bfa37cba211a967
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd01289a31106632c353f464849943e7fe345cb
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104ba127f72274ea4100470721a74344d6173853a4e52ef51296cf9aa0174681
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d68847266f19efea429065d5821bede0bcc730b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b216b875c688e7a8ccce728f36b972dac3fcc10bbcdb4ea5f4690bd2c506f6
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00445ecd53fdbf5883afa32569b89cb4da8395d8
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8a05bccd88ed48cd6d4ce9f864c99682e73e7bfc49781c1a7c6451b6aecaed
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022a927e975233dd606d16d9a88c69c8c44f0f53
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee77381071b68745131711012e3748ec33057455d8a6ac2ae1f8fa3e9294d71
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17af968b89e1ad074185c9084bd4595b18b633a3
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8e26f69880e889cf4c5b2213ff64152bf101522f901ce2d0a337feab71b6c3
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7dd1e6274952a875993f7f6b9af543f979b765
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb7c8c8a4ecd3a5ed9b9c6a1d1f6d47020ef06cb591774dd48dae051a8c22ca
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac61a5f5837a629f90604526b775dc6b0d9eb04
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c8a08c94ac4b4ccb0e5d409caaadf36bdf9a9058725c92d0825d5254fa0220
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e036e65817eefe608764e61157c7d6510742d81
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cc3d52f3e928dc69d7a6a9b4c29d9c51d59a15a3611d2bbf517ee16bb51160
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa9b9aebfba086b8b7ab993b3a66368974851b3
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c697a85b8affce040079e12ac4a12876290e98c39181c32d6dce05dfd108f4ed
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a3e2a4925f0faedec8668ee377cc28adc3d8f6
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea8dcfefdd6b09428138c1c781809ba3da8acf9d180d6e8da06b906245d5094
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6899c52cb1a277fee2ce50298e4624a7fadb280b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a443666631ac9bf3ca627f2a55665f771863ab37575911b887857b36060a6d
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1ed0e7ed26b74c3080524de564ecd01ef8d315
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ca5bfdafcafb14de6be416dd9272f0b3be4e65b90f2bdc5eac4324c03447c1
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3523d40b5f16d09d703127516bb642e936ff3835
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b40fcb3afd5f9ac5b51330848bf341793d311fd0ced02ed72ade20c17688431
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318215ff656be991bf59b3be40375e7834865246
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a88f1f1ace89a1a9d61bf20c833c4b854c2be23227c782d7f702ba423e1c00e
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aad444db8ebc879efe2019682b414963854ccb2
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f10ee86da5ebce94ba8474a4038f910fcec0aecb4e55484c6cfd15897649f0
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d028b93875294c135dd7ee1b96ecd35d529e019e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f30b35b7da777fa096e296ab1234bbd428fd0cd31c64799b02a26f892e10f1e
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155eb057828f3a849d862a291dc79edcf35050ee
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91879836f4a24de6b8a5c7ff8d2800aea2f69781baff3db022813d84c3380951
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8db7adb507a502e3abfdbe2d7683306642f47b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf27ed89484d74108586ef90cdb8d673ae34aea70f3fe4766349fc13059e27f0
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adff9c4de0edc00165d7551d467403bc58a6323d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d182d9f4bef4f59d57ce8527ebf7cc577a79a910c90b08648fdc82514c0797c6
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62742727b208b111dfd5be1dfa1d5b039f6412f3
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258c6af69db987f99b67a0acfaf911b4d1065929294557212232ba957818dc2d
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00ab05ecf3e8764ebedeccb8933357278beba0f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afffc402699926adf13b63ebc99f2dc63833613147c5aefce5423016664d35bf
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8255c15a23d8a31b6cc8fcaf768a5763da304ad
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260863ed8e0536385f7b5b4cc55bc2b2e2a8c20b2e36183497ff67cebdcea9d2
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f23a45494eb6cf710559c8f1772f0f5c95bb0d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020aeb2fc0e2591e6943fb10199dd890d295965141fed9efa10fbcebd3600612
+size 208732066
diff --git a/global_step35000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68adcf7257d9e3a15cc89830d1e22b3acdb871f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c021dbe38e8a6b2b49935b1c7000176262476d1df285e2f395f49501d4feae
+size 208732066
diff --git a/global_step35000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b77097d0639208e8dd796b3c15f381300d2e24
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16cca36c839d61e867aba7bdb37ea1500074a6c97634470d9525ac375c8c2042
+size 208731479
diff --git a/global_step35000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e1d5e09bbb60157094ef9ff395baf449e1223b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fab1b926e9ca83f43fef847767d2be8ef3a3f95f3e8844ecdb613a5203111e3
+size 208731479
diff --git a/global_step35000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c830ee2ae88d0fc236895affd20939a474f0b82b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d369b5676130ca6131ff478f55e29f149fb47b42facda36be1be074097df8fd
+size 208732247
diff --git a/global_step35000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0112d195b525db659027d014235f528e5be4bab
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31a1a7284b4f01b21b1e9ac34277d7693d6c0bebe4d3a12d3e8719bbd78a08f
+size 208732247
diff --git a/global_step35000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9924b4a448b07e0c19d17aa6fb7136b12cfb47ed
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70054af9ae632a2bdd643960ec13af884f29371784d10fb57d8986e8c8c49987
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6408122e9525922c90661ccd60a7b7959c97cc
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef094c7edf1ddb6a1a03eaeb3a11d4791f38874e9624cfcc7cf15822db0c009
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce4d37159021e65a0fd688aad2f9729de2e5bb7
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639590b0d69f83eab4cc213cff55151244aa3d402d8a2a3920900f8fc86688e9
+size 208732066
diff --git a/global_step35000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d76c08a5b6e848f199a3efe27018cbafb92090a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de69f9c2d3dbf05a8ec526c532f6f2843004f856736a6c614c4ba739aed7827
+size 208732066
diff --git a/global_step35000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f860507e04e0cb3b05c00bc8e818b99d8c6dd3
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885bd64f895b621652b1bd13a6a09c26dea3b494136f0e991aa7c9a725365da4
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893d27cc9286c311ea1e94c4ba2365981d7d8a23
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f9335e257a3a35323a56a54c4fb1d1988544b18d7bef2d3da6c4430a6116a2
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357ccaa49bb52cdfa804118b834c7db58f48edd1
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cbb331a2ae2c80256b5ae262bf9f0040929eecf36bfffb3d58cf8c7031f301
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e703cc425efd6898c332100347e290892e933fd
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fef5540fe2cb244068b9981746c9a78ad3db8f2f5de94448ac37fd2dbe35a7
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74089cf430b9aeb99fde6ead60246befec7f84e8
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b0ce7422b353d81d75b65dd0269a848ed6341270c0a5dd4954d247e5aac0f1
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43104a03a92423b366f30cf217bb53491b520141
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f977ac9ea39bf48abfd8ad6f50b9723e3f27e7f3b754ffe74be9556bde51e23
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0efa19ce0d123e0fc38bd20974563694b829039
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a5ae9174f3c15e0940a76d28bd5a333239a62694b4f746980a0cdf91f5129d
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f38e5e19e00931cfca24f666a2b7da64f4d6c36
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5063e26604efbb2179507cb02fdb270fd46d85dfe0b539aa1ab21467e5d4e568
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcc49353f94ee5aa767a9afc6c76aed638e8d5f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9b4c844325dcef37aa69f5384d821ff308fc097bb7d49d2973d84a69f3fdf7
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeff9be05a3e8f34c33bbc3a3518c7552d93d322
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa79f3f7fa1c56c97c402c40f55f8e52fdfe4e18c5021659c0d9c04b57d43198
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552c46395075370cb0770eacae6fdc7e19c14b76
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25ccbdf4f36ece1894351090749f7353a3c7cdece6e1874ffeff791068e43ad
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb5cb1f9d1d6dc5f57a2b02fc9034bafce34537
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e8207bb0c66f8bae7947ddeacc59142c1645eabaee31a5305caafaa77c81fa
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecf724fd8ef104017c20115e699ec669a9a23a9
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec6e92f7b0a190b8c9e78d091e1a90b10cc19ef53f01f304358133c70bf3f28
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff157727aa4364f6332cd4107beccbcd0fb90a3a
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b088aece9cbc8c4acd698fd62dbb693da72f9b6702cf7e6671473a2e6d24ecd
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53c3a4a49696ddfc63cf70dcc224d2293b29d38
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4823b44ee0285707520c5d3f2a486f2fb16436ca055774ce1dbaa52f3626bcf5
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1108bc02976e8736f9001675a89de375d0bc6281
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f8fb76194ea5a9dd12e91955815257983294ae236fdf98f5672d6411991e16
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b29d8a61d2b3e650466421ba44a329c1ad2955d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a79dc5f96f280e6b3cbef489ba256e1e1552cdd0183f2e70876ed0cbc91a38
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f250336d8f26f1bdff219033df91dc6f1d4841b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3876373bccd26229291e172474f89596528109951212f1655dea3e05bd8e4163
+size 208731490
diff --git a/global_step35000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dda2dc41739ff41857cb569741413f3ac6f91a2
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4072addb342945a1da06a6519772e0bfaf77503faaeba6f637fe4cda2c28603f
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed6b4191e034b21e9a7d7abc298d299fac5045f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3db9c547ba517d539eac0ca63138d6ab29b35b95af4704dba51c107e0b46912
+size 208732258
diff --git a/global_step35000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8212b8d7d861ca0c48a8966d46390e3b94a57c20
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef90b01a382165de1213d18a8dbde9724257dd13015512cb834196ddc1f452b
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49811cd368801e07b40afffff2d5cca4720aa25f
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14fc0effcacdb11d42139335f004e9d05a2f3ff64415e890af9f8bdbe37acb2
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61abdcb401ec575d2fa4373d229a7c4b0b6e2712
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6843c6e8f2002d62765bfda0c7123bcfa8401d846b90207982017261c5d9feed
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a396de8aa5d92bdd26977f48ca8fc6de69be8d80
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a541e8402888faa9f970bb3f972a4b20644f01ebd65d5e4bbf8339e0ac8f7e
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b0f9fef7b931026b4bc5e234cec41cbdfcf31e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26465d87caa1fd83ec60886889d900fdfe410c5d707d48a4b17604e3c1c159fa
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6a8ddf7fcb7a10a5bab528a02a41223af195b1
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cb221ffcd9cc5d4594af0908c4dbfa0ad20a82c7a6009899762a04524210b4
+size 208731298
diff --git a/global_step35000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e710e591d8912dceae2d2bdf6a33c1925798908b
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dff5b01cf4a0c5e6881993304173e1c3dba4734ed97c354a97908cebf78e381
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfc68ca8ee0e740e8649e23906cfd68a9320fdb
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebcf9e6df57af08dfba7b8ab0864c7b97c12f823ce63c3f7a7e25a60c108254
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16289696f25d1f6d67a289156a4c17ee45808bdb
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d652648e64689e92babc8399e72e382a4449cc5d33365dab159aa12227c68ea5
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4301d5dd12c10bbbca11aa6a6aa774dd0ff3151c
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fe000f1478e9dfc1fe1e1f2b3b5d5c816b835cbe20cf30bf1cd58ed32d0c59
+size 208731426
diff --git a/global_step35000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f315f475c2c768642e24bc9b24edd153832cad66
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902484b5efa12b306e27ff4b381a0722088ba73a5d25c51573cad580b0cda896
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef381f5751563b835060d7df0f9f4082835d08e
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c9a7340c8a153d0dfb3fc3a48868fa7beef0d72186201d34597ea869cea16a
+size 208732194
diff --git a/global_step35000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdd2ee3788357e35b052f88d6eb1908fe76409d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104bfc3df93bc59c0cf390036534f5f6e69aa09eb5e326f2f1658aadfc97c90f
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb7de2215d773e137ceba443348580c6c2c48aa
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f2b786f55121a00db848f30f6525f02ced263d239b9346547e4399ec648371
+size 208731362
diff --git a/global_step35000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d3ee9fc193bcd3b3400c126a6559e1ad2fd5df
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4ddda562598abaf725f5b519387218e5f1cf0f80969389e84888677584efd2
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e1d3403e4f3ecd101d9a604db098743393c55d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3b43171d435d4ef74be41ed2689518d67b7fb81bd0eed34ce7c93f74539b40
+size 208732130
diff --git a/global_step35000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/global_step35000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac76233a482f70d98488d2cd8834631a36ae2db
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3487f03933032673cc37feab10a94861e985f22f6cd7d74b3cbfa32e4d5dae
+size 208731351
diff --git a/global_step35000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/global_step35000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f055873964edbaeac0d100253cc9c115b6c6e5d
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3743245328567a3cdd3d763cb3f8b82b9b0f74ed1a55dcbbe5c2268885d58d
+size 208731351
diff --git a/global_step35000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt b/global_step35000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c5287ab339ab271139db27bf5e98dd1794aff8
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15ee29590f98c080fe0b2a70000671b1bd824028a003ff0ffc14de03dd72131
+size 208732119
diff --git a/global_step35000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt b/global_step35000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c4006bac428bed461a674bb43595be1b8039c0
--- /dev/null
+++ b/global_step35000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5f8514bb3e734ed6d37c2701f3c624030d16e6e0f67b1e40a357ad18ac15d2
+size 208732119
diff --git a/global_step35000/layer_01-model_00-model_states.pt b/global_step35000/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e100a5d7816675eed8f62d02f5b4eb00d6e8fac
--- /dev/null
+++ b/global_step35000/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bae58c76b9e15b8be725d7acb59cfe141605284b21607f6f026cb1c59e5c10f
+size 223347971
diff --git a/global_step35000/layer_01-model_01-model_states.pt b/global_step35000/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d606b8e5482e046e655eaef2c995d5077737e5
--- /dev/null
+++ b/global_step35000/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8029ee70eaf7017910daa4023ac50742b6867a301d8ad63ad7281865ac4224f
+size 223347971
diff --git a/global_step35000/layer_03-model_00-model_states.pt b/global_step35000/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84cf985b9d0979dbe8f9a3486c1a17e87fa2f669
--- /dev/null
+++ b/global_step35000/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9611e785b8cf78577163d1448b2ee62007bcb6d43854ce2e511c569585a4dc2
+size 201408771
diff --git a/global_step35000/layer_03-model_01-model_states.pt b/global_step35000/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8eef40ba66ab58dd2d14cfde300199570d6a1a
--- /dev/null
+++ b/global_step35000/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5e089ba798a92b066d8e78a84d08a1c1f627a50f78ac98b4fbdaac5b3a9922
+size 201408771
diff --git a/global_step35000/layer_04-model_00-model_states.pt b/global_step35000/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bdc87b8759db9adf6f06f0490cb69022a63615c
--- /dev/null
+++ b/global_step35000/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece438868365e14580e2f4843c79da5f986b5029fa09c3ba899c2c74ff621199
+size 201408771
diff --git a/global_step35000/layer_04-model_01-model_states.pt b/global_step35000/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1780867e70ca30fcac0104d1eaae39bdc61ae685
--- /dev/null
+++ b/global_step35000/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6764efe196ee51cc414a87b96dcbf17d64b6d6b40a1e4c72e0c992912864b8
+size 201408771
diff --git a/global_step35000/layer_05-model_00-model_states.pt b/global_step35000/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7fe1052ad8cd14ee294418af332eb8d3871c72
--- /dev/null
+++ b/global_step35000/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce7c0ee5d73b7221fb86228a23173c2d73496c8d95b47f130029e1b6cb58385
+size 201408771
diff --git a/global_step35000/layer_05-model_01-model_states.pt b/global_step35000/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c56b98707db6b2c944825696a8fcb6fd3c140a1
--- /dev/null
+++ b/global_step35000/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcb1b1f0f41b6b3e40b8570ebf3cdaedd5fdd82041a26737c1cbcda4fa70f51
+size 201408771
diff --git a/global_step35000/layer_06-model_00-model_states.pt b/global_step35000/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8931fb9b5120bdb27d5fee3d1e47160e0402eaf7
--- /dev/null
+++ b/global_step35000/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f3f9385603cb68a7f0444dd0fd563df7dfbf4b3bd877605ff505a18fe8018c
+size 201408771
diff --git a/global_step35000/layer_06-model_01-model_states.pt b/global_step35000/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bf33ccb01450f048b8e8abbe39eab96af70caf
--- /dev/null
+++ b/global_step35000/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e7ed9de989cdfb051cbe2b7d3561ce759cf105778773f172c900436b827c47
+size 201408771
diff --git a/global_step35000/layer_07-model_00-model_states.pt b/global_step35000/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2e9054ee75233cf62f0a268e1ab1fb1c179283
--- /dev/null
+++ b/global_step35000/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d859a9da83a99089c0ba6a45ad39681f7b14b3006d58fa65f8854abc90f73e
+size 201408771
diff --git a/global_step35000/layer_07-model_01-model_states.pt b/global_step35000/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4343dff88c25676126d699768cf32dfb5347c2
--- /dev/null
+++ b/global_step35000/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93967cb957bd873bc6e9c2e68dc9142b0f3d259443338eab407173ef77e75262
+size 201408771
diff --git a/global_step35000/layer_08-model_00-model_states.pt b/global_step35000/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b41fbf69b1fd2fe91fff82bfb75f77c03859f7d
--- /dev/null
+++ b/global_step35000/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6cc400b3cb98ca5256dbf4ac3c6729eabd35131afb28977d0d4431dec30438
+size 201408771
diff --git a/global_step35000/layer_08-model_01-model_states.pt b/global_step35000/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65197d1c5cf593e6fde8f2ef61085416f16f878
--- /dev/null
+++ b/global_step35000/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bed818cd23dc1edf38f96f45b480f978a7a147dd973c775b1bd8c6fd7d3d6be
+size 201408771
diff --git a/global_step35000/layer_09-model_00-model_states.pt b/global_step35000/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c335a573c2f68ee60fdea6482dba31aaa12af0c
--- /dev/null
+++ b/global_step35000/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16a6f862d562172ae34c3d8a12fc4ac4872171e4f19b3f71be30cbeb9700ee6
+size 201408771
diff --git a/global_step35000/layer_09-model_01-model_states.pt b/global_step35000/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e951155336a8446cb7c1b7efa8a00115fb29d65b
--- /dev/null
+++ b/global_step35000/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2964270235424e2055735f5c9dd36b0a7f27bd6647147dd1d6f81d5d0a4b2d
+size 201408771
diff --git a/global_step35000/layer_10-model_00-model_states.pt b/global_step35000/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3209a944ad802232bf3ba6720f074f852450059
--- /dev/null
+++ b/global_step35000/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2850c0dd132e9e8b33b1bfb1af250735709dfc423530dbfe31213b6f56e1e3
+size 201408771
diff --git a/global_step35000/layer_10-model_01-model_states.pt b/global_step35000/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac12e4ee6e040808e146f6e829246a5440aeff97
--- /dev/null
+++ b/global_step35000/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7452a3d6865757f68a608931c5e3d8ecb450aaf603a507db3962115a48bcc6a
+size 201408771
diff --git a/global_step35000/layer_11-model_00-model_states.pt b/global_step35000/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8669f3ad86087efab0388b71adccb5c8797768
--- /dev/null
+++ b/global_step35000/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4cb6aba0ec713613ff0c72d8a0d645bdcd3dadc48f1920d06f73e3e5c5a3602
+size 201408771
diff --git a/global_step35000/layer_11-model_01-model_states.pt b/global_step35000/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349deb4dfbac61ad35a46d27d55ad8c4727c996f
--- /dev/null
+++ b/global_step35000/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10891b7a58830b62e2d6da97502aad6ecd10eec60c7f6c43980af641a45d716f
+size 201408771
diff --git a/global_step35000/layer_12-model_00-model_states.pt b/global_step35000/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0d9270235de9a5e7bf7307114fd99347624e4f
--- /dev/null
+++ b/global_step35000/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f87a37129631f29ce581d18a9a21a5a4cff6cc7fbd45c5b77be3719c38a9bf
+size 201408771
diff --git a/global_step35000/layer_12-model_01-model_states.pt b/global_step35000/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63825ed8128dcba7d5ff89bb33ea6796e944c81
--- /dev/null
+++ b/global_step35000/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76f08d982c2becb50a59be6327e0d1380fdc13393cccfe8ad81fd2a3ac4a64f
+size 201408771
diff --git a/global_step35000/layer_13-model_00-model_states.pt b/global_step35000/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee68c0642b7bcdd44b4549b181141daf956df79
--- /dev/null
+++ b/global_step35000/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5f973fb7f6ea3e1c28db0060c5ef815c2b639d83ece28ca4114355a316e1f8
+size 201408771
diff --git a/global_step35000/layer_13-model_01-model_states.pt b/global_step35000/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3927535916129d2e8e6039d545677313861d9ef
--- /dev/null
+++ b/global_step35000/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7079a51a8d58d22ae67ff7ff3f5a55efe6aa6e9acc51645414f0f6db4f08320d
+size 201408771
diff --git a/global_step35000/layer_14-model_00-model_states.pt b/global_step35000/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8d0744f34c2c9678f5e9f335251104f724c573
--- /dev/null
+++ b/global_step35000/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418f190790e251f5d9712f6ea77d72e802a1d42c10fd36860ce356e2c610770d
+size 201408771
diff --git a/global_step35000/layer_14-model_01-model_states.pt b/global_step35000/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e1f8fbad6fd07bd06b98ab251a36b82aa6ec07
--- /dev/null
+++ b/global_step35000/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c08f0172a374e0d7635a6615998813cc496cd445f48e2771e984a293928f71
+size 201408771
diff --git a/global_step35000/layer_15-model_00-model_states.pt b/global_step35000/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9562d1a2db93b1f82a9f44d7fbf345948ceb89
--- /dev/null
+++ b/global_step35000/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8148a49d00b3c5d6a7bc941936e51ae9889c40300b7a1d84f2f04fee1be5e3cc
+size 201408771
diff --git a/global_step35000/layer_15-model_01-model_states.pt b/global_step35000/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da783c8123a106c96cb5576b19655d95b8ac9e1f
--- /dev/null
+++ b/global_step35000/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7faf3e813217770674346b86576d90fe8ae754f7a12ada3a4701d72580bd97f
+size 201408771
diff --git a/global_step35000/layer_16-model_00-model_states.pt b/global_step35000/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3123e21964d658110f820afce5caa516b5049df1
--- /dev/null
+++ b/global_step35000/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c043801c821365910cfb7b8a4c12a4f8b9396f5db0855fa09ccf4cd3ed2300b0
+size 201408771
diff --git a/global_step35000/layer_16-model_01-model_states.pt b/global_step35000/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f6bc1ba92e20c0ac86b3043033c19d5c162c78
--- /dev/null
+++ b/global_step35000/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bdf94009c5ca2dc4094e580aec33f61a70e63dc4f5913f02ffe30e35cecb6d
+size 201408771
diff --git a/global_step35000/layer_17-model_00-model_states.pt b/global_step35000/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf377fe629169f9b0142e107131668d6fcb9998e
--- /dev/null
+++ b/global_step35000/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655457b6c274fc4f21f38a5830b66d60251cb54a7c47779c9d1306302085ee2b
+size 201408771
diff --git a/global_step35000/layer_17-model_01-model_states.pt b/global_step35000/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee9d8fc49803b69f23047dc8dd5d7d497dedecc
--- /dev/null
+++ b/global_step35000/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4534ab2b5408defee728ef912b501daa04234360befab5fc8ea9c244166ae89
+size 201408771
diff --git a/global_step35000/layer_18-model_00-model_states.pt b/global_step35000/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f86d47419c2e6ff2a82def8093dd1fc41491ab1
--- /dev/null
+++ b/global_step35000/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7131a5a8f706012547ddbe93e853ed3c8bdd3bb7ab5ac73d8a88145457bdc872
+size 201408771
diff --git a/global_step35000/layer_18-model_01-model_states.pt b/global_step35000/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07923e822cb34973b2c9efed20894ecc3bdb7736
--- /dev/null
+++ b/global_step35000/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfde1f9b15710a0490a84145c3387642a9f03d0e8e9c86581de0bfe453b11e33
+size 201408771
diff --git a/global_step35000/layer_19-model_00-model_states.pt b/global_step35000/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ccdd3573ec7bcbd4570e680fad79ac7e6328ae
--- /dev/null
+++ b/global_step35000/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6eca0fae90dfd35329409c2c5fa987d0eb1e20de40f9baa33b207df5ce99e3
+size 201408771
diff --git a/global_step35000/layer_19-model_01-model_states.pt b/global_step35000/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b87f86522bd5dc858f7b221816251eea80a1f2e
--- /dev/null
+++ b/global_step35000/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef37eb7beb9766a76d32e5d34b4ed3f8648a4a348b8d6899fe2deb7238de29a
+size 201408771
diff --git a/global_step35000/layer_20-model_00-model_states.pt b/global_step35000/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eaf408e4c9b93f3e28910d058e23583bf1b7b7d
--- /dev/null
+++ b/global_step35000/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a5ff0dd3589527980157007eb943400a16b1e3383441fd4d3a282c100a5672
+size 201408771
diff --git a/global_step35000/layer_20-model_01-model_states.pt b/global_step35000/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374930559d04ae2ca56974a2444c83304ad88806
--- /dev/null
+++ b/global_step35000/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8c49cdc5beae9160ef8d2ca5c902164fbde638c98978d2bd02f9b015b10fbc
+size 201408771
diff --git a/global_step35000/layer_21-model_00-model_states.pt b/global_step35000/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a641bdad15edff64f6aac8998fc8a6a54d587a8e
--- /dev/null
+++ b/global_step35000/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc93373f9102048c1c5b0b8047fccd66932082c47f64d0c1a2baefa419cd6e9a
+size 201408771
diff --git a/global_step35000/layer_21-model_01-model_states.pt b/global_step35000/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eaa6fc334503062146549baa68478fd6e9fed97
--- /dev/null
+++ b/global_step35000/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f24720dd1300b26d701beae1d92c60b325704474c8f86db0eda11ca31bcdb2e
+size 201408771
diff --git a/global_step35000/layer_22-model_00-model_states.pt b/global_step35000/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d536c43d78ab830455708e7874ae6774cd6f59e
--- /dev/null
+++ b/global_step35000/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ad77a157f93718d0c8850cc2012e91c80852cd2e338de6cb271155ea386739
+size 201408771
diff --git a/global_step35000/layer_22-model_01-model_states.pt b/global_step35000/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9c21d6bace6ff1255a00318e7a05fa2c1a38f8
--- /dev/null
+++ b/global_step35000/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d533cc1fbd9bdb7454e4a45b2b114785287825440de26e3550f4e3f05b36eb63
+size 201408771
diff --git a/global_step35000/layer_23-model_00-model_states.pt b/global_step35000/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b88f6c1c9dcfb6984e210c0fb51e75650568ff
--- /dev/null
+++ b/global_step35000/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b93af2b0bd812d52826d229ebe80e4bdf2a7ce7ced8044e044e63196421644
+size 201408771
diff --git a/global_step35000/layer_23-model_01-model_states.pt b/global_step35000/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332127b72a42baa3cba8e4c6b994d5eb0714b114
--- /dev/null
+++ b/global_step35000/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04e9b5b9c13477ae00dc90e1015d91243bf25d169e6045e2f89bf32b68f27e5
+size 201408771
diff --git a/global_step35000/layer_24-model_00-model_states.pt b/global_step35000/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bf0b565ea052fc18b41103d1c57f199a59cdf3
--- /dev/null
+++ b/global_step35000/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d51303fd666f5e8fdc8dfd54bdcbc8bbcfdd0240b89c89cbcd5abfd7a2c8c39
+size 201408771
diff --git a/global_step35000/layer_24-model_01-model_states.pt b/global_step35000/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9327c6f58744ee236efe6ac05ff208daa43f30fb
--- /dev/null
+++ b/global_step35000/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323a4748114ae7dab77caeb9b3134c310079c53b24d662b8ebec9b4abeb0d5b4
+size 201408771
diff --git a/global_step35000/layer_25-model_00-model_states.pt b/global_step35000/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2149a09783b8e3c46e844d3027dd44d4b8dc58be
--- /dev/null
+++ b/global_step35000/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da03422429bec2211cbc53adb0f3d7e2d9b5816d651f00977b8022205e936618
+size 201408771
diff --git a/global_step35000/layer_25-model_01-model_states.pt b/global_step35000/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b248c65ae0c52d6fd193f6949643b46274f955
--- /dev/null
+++ b/global_step35000/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a99f067d09d37e51d64d33d0ac5b3f4d499987be528653ff256e55806f3035b
+size 201408771
diff --git a/global_step35000/layer_26-model_00-model_states.pt b/global_step35000/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4418dc20bfb9bbeaf041730bcb7fc615b3f0239
--- /dev/null
+++ b/global_step35000/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e45cf93f5d7d1b06a1a042f852adf119f417087f7cd40c45a38e45564e1139
+size 201408771
diff --git a/global_step35000/layer_26-model_01-model_states.pt b/global_step35000/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c285807b93bdea145a246c89f9e09a2426955a
--- /dev/null
+++ b/global_step35000/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08eaf4c40c1a8cc6a1de62ca1dbbf66c2fdf65ecc91dbeada503fa74c383e752
+size 201408771
diff --git a/global_step35000/layer_27-model_00-model_states.pt b/global_step35000/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfc65bcd70b12b32612c60403ba77e7cf911844
--- /dev/null
+++ b/global_step35000/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fec463fad41b451d86f7c6882e46114f9a4bd7833f85099584ed102604f9f19
+size 201408771
diff --git a/global_step35000/layer_27-model_01-model_states.pt b/global_step35000/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ae790bf5cf5be79888d374d7c1437b76b93610
--- /dev/null
+++ b/global_step35000/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594f9cd000296fcfdb420b71a748bd514a8125a54756aa7fa272d5a2db4433a0
+size 201408771
diff --git a/global_step35000/layer_28-model_00-model_states.pt b/global_step35000/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5204c9d3dadd8c724ef67dd424d536358c587243
--- /dev/null
+++ b/global_step35000/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d638fc4e9c494fbc6f5bfd669af2d48661052c6b3cbb82957459807da49645
+size 201408771
diff --git a/global_step35000/layer_28-model_01-model_states.pt b/global_step35000/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51e90a8f3442ac0604335e388c73fcf864873ef
--- /dev/null
+++ b/global_step35000/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e699554b8f42df8ff02946685c6daaa0e463e4b4ecd1bec4dd9b7c9a464ed614
+size 201408771
diff --git a/global_step35000/layer_29-model_00-model_states.pt b/global_step35000/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1b88e4517f2b4ae0069da4db80cc0b91ea6763
--- /dev/null
+++ b/global_step35000/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14596c2405e90dc082ed5c4b255fc1f341abfae474828326a94e9a2081ed015
+size 201408771
diff --git a/global_step35000/layer_29-model_01-model_states.pt b/global_step35000/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd946da06325feeeb81dc6c59c9b69425fb1c2d
--- /dev/null
+++ b/global_step35000/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7b2e418b44b91840665afc9010c48516663a2d70e05f54d3ec26269a491125
+size 201408771
diff --git a/global_step35000/layer_30-model_00-model_states.pt b/global_step35000/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c42c9a215b324e3617489872d1e98105204f98d
--- /dev/null
+++ b/global_step35000/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd041f8881c90ae534121be32fc8647149d7890896167ed5f5ff0fe0ae7b7a01
+size 201408771
diff --git a/global_step35000/layer_30-model_01-model_states.pt b/global_step35000/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0453b7cba3ad9737ab7d689cbd3eea1c68345a0a
--- /dev/null
+++ b/global_step35000/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a330d0840ed880a5c60d9cbd2ed3e9de85e8518ee66937daef2d077f1d82111
+size 201408771
diff --git a/global_step35000/layer_31-model_00-model_states.pt b/global_step35000/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1c81b71df180725bc88a48c79ca3f813c5af76
--- /dev/null
+++ b/global_step35000/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32449464f89da63d210ce19931da6aaa4e24c17877ad4c77aa53813c1ef347e4
+size 201408771
diff --git a/global_step35000/layer_31-model_01-model_states.pt b/global_step35000/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c121e7dfafed95dfdc0055faece0a7b7e8d3e614
--- /dev/null
+++ b/global_step35000/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a148a39707d614634355b2a45925c555181abbd3fa06942440b7dbf1f57f96
+size 201408771
diff --git a/global_step35000/layer_32-model_00-model_states.pt b/global_step35000/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350d10560f766bd5afbcdd4a3628fec347912931
--- /dev/null
+++ b/global_step35000/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e13924388427bab32625d72990f877911de7148e05f792ef5ccd6ae0d2a74f
+size 201408771
diff --git a/global_step35000/layer_32-model_01-model_states.pt b/global_step35000/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a00fcc69ee87194be967f03467b7b731cccebf6
--- /dev/null
+++ b/global_step35000/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e84e37e8dbcf1a6ce2bd6204beb87e9b7161764ac6d0b11d571c67003ea10d4
+size 201408771
diff --git a/global_step35000/layer_33-model_00-model_states.pt b/global_step35000/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87686cb8bedd74aa0a1c85e9eb84098093c8728a
--- /dev/null
+++ b/global_step35000/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deaa962692f2ed29db3a06b15defaca83366ff933c1134325427ef3eece324d7
+size 201408771
diff --git a/global_step35000/layer_33-model_01-model_states.pt b/global_step35000/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53aa6c3031425ce3c2309456b506d8c8715a3ee
--- /dev/null
+++ b/global_step35000/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63559c02ec0014aae042a28b672d709903e1cc89b52f53c570717224215b936a
+size 201408771
diff --git a/global_step35000/layer_34-model_00-model_states.pt b/global_step35000/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8380d8c5017662cae5aada64b8a016d0aaddf331
--- /dev/null
+++ b/global_step35000/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e47771ea3deab7f157ace19934b605feef988136e8f59b70243e3893f5e786
+size 201408771
diff --git a/global_step35000/layer_34-model_01-model_states.pt b/global_step35000/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb2ca423bbd26f4a7dc7c73e1f8de901c0dbfb0
--- /dev/null
+++ b/global_step35000/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d667c2a52b3217b291236d1fa41247aa6b5b9524d5b7789771bb5fea71d1968
+size 201408771
diff --git a/global_step35000/layer_35-model_00-model_states.pt b/global_step35000/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ad3af71955a4960dcf93a08a23dd864839d4d2
--- /dev/null
+++ b/global_step35000/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc92c8c17ed982cb037661e9bf5c448e230180755ab8658f30b9ebcabdd87cd
+size 201408771
diff --git a/global_step35000/layer_35-model_01-model_states.pt b/global_step35000/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820c5520ef018ee8f4dd16d4f21a88591354ea6d
--- /dev/null
+++ b/global_step35000/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c7115924466398e27053ecdd6c7861fcce475da834744746c0f5852c6faeb6
+size 201408771
diff --git a/global_step35000/layer_36-model_00-model_states.pt b/global_step35000/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa802a08825b4b3190231b482ecc55c4f40c27ba
--- /dev/null
+++ b/global_step35000/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3502bce180bb3a320715eb4e7b3e329062c4770e20ed1b9e025a6d8c3c65e446
+size 201408771
diff --git a/global_step35000/layer_36-model_01-model_states.pt b/global_step35000/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f5099b6eddf5045aa9ba7d0657f65f50c2a768
--- /dev/null
+++ b/global_step35000/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93adb140498fc232dabc617cc805f72ab2ca84e7918f3e253167a585de09b50
+size 201408771
diff --git a/global_step35000/layer_37-model_00-model_states.pt b/global_step35000/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc10db72dc4c96fcee3d64ff1c645aeeb7552ba6
--- /dev/null
+++ b/global_step35000/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f368237aed63f13f51e44d5647b93a8c1efff1ef52008dd02b9d894a1b0115f
+size 201408771
diff --git a/global_step35000/layer_37-model_01-model_states.pt b/global_step35000/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fefa6187778051924589ea50e448d97eb1e02cd
--- /dev/null
+++ b/global_step35000/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88b3dc653ee4874b37a3c2a3014886d71814f0f7235583898af73d7e6dac2bc
+size 201408771
diff --git a/global_step35000/layer_38-model_00-model_states.pt b/global_step35000/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2072452d2cde2ab4f382eadf09da5ef582ee4a
--- /dev/null
+++ b/global_step35000/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729639bf144c84949cc8927bcdf737ac92c3eb3d820a8bd0c466a5c74272d594
+size 201408771
diff --git a/global_step35000/layer_38-model_01-model_states.pt b/global_step35000/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1edf7705e7cde038a8dc33c860d2a8eba7942b8c
--- /dev/null
+++ b/global_step35000/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8652ca2f310505d179752ab70c58c1887f181022b346af65a728c51793fe110
+size 201408771
diff --git a/global_step35000/layer_39-model_00-model_states.pt b/global_step35000/layer_39-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67dc3f294b97f72564e4359f7fabc8f5b03e92d8
--- /dev/null
+++ b/global_step35000/layer_39-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2bb03d7838912689a769b439bcdcf13a92537bd85480fe4b744c2b10c431f2
+size 201408771
diff --git a/global_step35000/layer_39-model_01-model_states.pt b/global_step35000/layer_39-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7b06966697711ac4d9a31b34c01e6caaf2c849
--- /dev/null
+++ b/global_step35000/layer_39-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffe1b4e50a78a14d27fe9405d3f8b4fcb629486d8f5190a0d8b0bbbaf69c5a5
+size 201408771
diff --git a/global_step35000/layer_40-model_00-model_states.pt b/global_step35000/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e6fe52ee33eca572a41e5901d9ad143c6b109c
--- /dev/null
+++ b/global_step35000/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d67fb9151811f45e7b218985a070c625b9fb16b88a99b1884789b77b857b434
+size 201408771
diff --git a/global_step35000/layer_40-model_01-model_states.pt b/global_step35000/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881fc6861a3dd5f5dc49f4a869bc9e2c31b4bc30
--- /dev/null
+++ b/global_step35000/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b278773162113130b396f089105408b4fa30581795b8576bdc413161485e3d2d
+size 201408771
diff --git a/global_step35000/layer_41-model_00-model_states.pt b/global_step35000/layer_41-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d1a48932ceae1516d714dc3a4065d79ad08c36
--- /dev/null
+++ b/global_step35000/layer_41-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39edb9352c2896b78b2d820b80043361ede5ce6ff7f7519204420e20be69b0b0
+size 201408771
diff --git a/global_step35000/layer_41-model_01-model_states.pt b/global_step35000/layer_41-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc6e133203db2c7422d8100c09f87b113e7cec6
--- /dev/null
+++ b/global_step35000/layer_41-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1d2210f3080dda87c2ebeff5998b6c1a817ad6464ceb46fc2f0ae4f2f0e205
+size 201408771
diff --git a/global_step35000/layer_42-model_00-model_states.pt b/global_step35000/layer_42-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdff6b8a93ad358abb825cb74859054921fe21d7
--- /dev/null
+++ b/global_step35000/layer_42-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39d82a0929969e1df04526e064ba4e7fa3bc2937c0455bb71781aa2d34f1af7
+size 201408771
diff --git a/global_step35000/layer_42-model_01-model_states.pt b/global_step35000/layer_42-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3867b0de7cb61d39d3d23b7df0afb26a187981
--- /dev/null
+++ b/global_step35000/layer_42-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8581ebae502bd214e05f9f407532d4f769676775675d84cd41ea6c414d7b01e3
+size 201408771
diff --git a/global_step35000/layer_43-model_00-model_states.pt b/global_step35000/layer_43-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a7ca30bdad87e19da1d7c5927db51f90411159
--- /dev/null
+++ b/global_step35000/layer_43-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e925340a17a2266c555692b9eb3752ee348f2aa0fd8d5d4cd0f9f4f346f9b2
+size 201408771
diff --git a/global_step35000/layer_43-model_01-model_states.pt b/global_step35000/layer_43-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c031fcd9de33108f40202c4c757eaf6782386b0c
--- /dev/null
+++ b/global_step35000/layer_43-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa7fc00163b053a1bf2b122b6c52294dfa6cbe6153d4ae7dcaa204e8f0185d0
+size 201408771
diff --git a/global_step35000/layer_44-model_00-model_states.pt b/global_step35000/layer_44-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c16804953624e589b092190de4820d9b163064a
--- /dev/null
+++ b/global_step35000/layer_44-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd447144c9b7b8582880914a45708033d078f0bce0fdfadae6d7b71f58389788
+size 201408771
diff --git a/global_step35000/layer_44-model_01-model_states.pt b/global_step35000/layer_44-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440859b51f5bd16df5ee5f3c04c4e3c277ea6e16
--- /dev/null
+++ b/global_step35000/layer_44-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67a4d0d23543b0550bfb92e53d45403957bee75ca24b2d9d98fa0087018bdfb
+size 201408771
diff --git a/global_step35000/layer_46-model_00-model_states.pt b/global_step35000/layer_46-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14e50057e2dac92f30011a2634aa4aeec45e161
--- /dev/null
+++ b/global_step35000/layer_46-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e1259d9aa4e23de62530ac7b0818c18bb59f197fc51042c1358ee82968ede5
+size 17603
diff --git a/global_step35000/layer_46-model_01-model_states.pt b/global_step35000/layer_46-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d54c19c40ed931cf62d4cd33d27aeb890d02c6c
--- /dev/null
+++ b/global_step35000/layer_46-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040b46dc724de57437a9a33e266df6fd81b06647eca29d00f611506081c27f25
+size 17603
diff --git a/global_step35000/mp_rank_00_model_states.pt b/global_step35000/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f5f0a645a7885f9bb154b0b84350211327fec5
--- /dev/null
+++ b/global_step35000/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba70ed4a1fb3128b526b33c4ad1b2a321679537bb95737aa315bb993f90392d
+size 39923
diff --git a/global_step35000/mp_rank_01_model_states.pt b/global_step35000/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536630df622a9cdccfefdbc4220532b4187fa3b8
--- /dev/null
+++ b/global_step35000/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797565ebcfd499355015a85204683f18ab6b398a0d5d7505b021a313b01bbf33
+size 39923
diff --git a/global_step35000/mp_rank_02_model_states.pt b/global_step35000/mp_rank_02_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e630ca9f333f437d27623e1bfd8b4f718124d10
--- /dev/null
+++ b/global_step35000/mp_rank_02_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345f776e84d80b809d9c0bd897d4bc466a5a1646d79d84b0bf9b409cf6c8be50
+size 40051
diff --git a/global_step35000/mp_rank_03_model_states.pt b/global_step35000/mp_rank_03_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36caa5ccee09541caa2738d36e66c792f5bad4d8
--- /dev/null
+++ b/global_step35000/mp_rank_03_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4721390e329930b943414a81c9df017b16944f22ca85d7436464116c128c50
+size 40051
diff --git a/global_step40000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa89b29e9ad0fea77807bb965b37267c891115d4
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7815cfa4d55fd8c9f9232a3e93935a47612fb196c353c8917bb3597507bdb7
+size 208731415
diff --git a/global_step40000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cccd026c41a4c0431d49301cd89ec85ba92f77
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba88ed9186d60c6d731f9e79f5dc9c4ede32bde5c7f8e8efc42be1a2822446d
+size 208731415
diff --git a/global_step40000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef2430b6b05217b815e45f428dc04d5f47196c8
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85b16b4895a58235b878ae998f3e5889892841f9b67feca70027a18c673efaf
+size 208732183
diff --git a/global_step40000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007d54544080a9bc0facd1ccf7a47075ea4f469e
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f753834084dd86e8a958c92d86848a67cb012db98f584a1cb828f1ba705ea6e
+size 208732183
diff --git a/global_step40000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8335bd6f256aa019bde7be778a614bbb73ee3af6
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86371502763abd92e0ba9c366784e45d1b1668366efb9564de8f8cc42e8c8b2e
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808ede7b9b91fdc4a28e9ebeb1cca5cd6f78186e
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d23fef599f3fd9f8c4cd409ea767b49f3090ac8d00d22bd0ded9fa97a82df8
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a734f0c040e1c792cd842373ae539f14f332408
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f5586a4c2549d5f2f4f96b9ee3ead5ecc375eaa9f487053b00d942b1d6a7b0
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0e7c8b090ba7e7fe44e115b36b0a194ec451e4
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ee162aa79c698c9bab7515290adc1cacef54c44489ae6b77f6e9df28990bf6
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582f38b49b8d36a31f0e033fd90952accd56d0b9
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a3e798b98efe5182810ff1999dab9282676a3bdbbc3fd5ad7e1b017cdab858
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b339cde09d7f978b9260ee10fd3aaddf5671976
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797e76005ed9f422358a1311034a0828a61b67c21a563e077c08024c38254695
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47baa6a3f10005113a37a6f2845b150948ba185
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d122b3d4f894f46eb599aa83c942b7fe53bad0fc59eea76f53abbcac2ab386a
+size 208732077
diff --git a/global_step40000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2346a48d5b1a2b244dbab8528230faac4dcd46da
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf54a1ce30cedaac0853a334cca64f753c67ad6d7754ef0fae9e83c28a51f82
+size 208732077
diff --git a/global_step40000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69e5aeb833adbd4f2a186a960f8abb111878b47
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a6c2051f63485f4dc842bbbbcfa74f57a040c0bf1b0a8ad43ce27284b69f7d
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbab92ceb6cfcbe7f69f6f1e2bb8343abe26f79a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc15e31644f7f135f5dd3962f0da2290d7fd888672cb11a1a806a064bd0ebf8d
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0ea8f24861ab7a5a648ae9bebb0f2d5ee4df97
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14876006e75b15e25bc112867ad3b4505f208ea59ee7aae0085f718a215c4ec
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f5a5899dd040ea045fa014b66110891c9202d9
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f646ea67b073739ba6f77f60c18efe5f1c8f4bd4715bf9fa1d05c5071d7c9d86
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8788c2084cbe47d36c697b642b46810d88b59f5b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebf2ebd67ed9a132b5392e06f13e36c2a7ac8b674fd632d8cdc24ccbc167448
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529011569fb4d2bfcd5a3506f53034bf22a07fdb
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971700039bfeaeb9c6cd053bdca8748eb8d60d8cd09da31acee284e7e1f00cf9
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa51516707950500303c7d80b5e0f06e0686b59
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1c7dcb15d3b6198afacba93f9fb9c394461a854f9a2a6d82f39f1c930170a5
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec396bbe827e85058d408b38ca1fad7840f4963c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fdf3158dd22f22f9d6107e555c1245703f86e16de3ef4ee7a9773c6183ad03
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b516bbc01a7d3599f741e6f246485eb0c63b628
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e74196c5d9df6ba9fd2004f3fb91d0420bc5d776406702d918b61f0e909a41
+size 208731501
diff --git a/global_step40000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813dc60a5b82e5f89f05411912eba38098dd0894
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf4c9d467ef8c20574bda94c8e2e95789d689a46d051be5774b533b5c115f8d
+size 208731501
diff --git a/global_step40000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee194109183544690364a15a09b887305dd1313
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a81bd3bb3d8dfc196dc39513a121e49e0d72b69e80d1e9127fb0fcb1f25ab39
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b85a8c40031746dad39d7d6032903c80eed8d7c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca77abdb9b273936397f8130990ea619cef2285ac023020d407fd4dfa0286007
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc1440d0052692cf8ac8a86c09cdca2bd546fc9
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86ca89d76cb64c94b42328340db0cea26e645c6e1031b4d8ee3cd48deaf00ff
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5d0cf6c61cbfa5463948a819a371e01c1d1a57
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed18d8345cccc1012c0079e646a1387e87e86f2074486bca79ed8d89f4880245
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93b223dd62b494693c5fbd7860c38d6dcb7bbf0
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd650f10c15a5e352eb08a386b175b2016f3d5e86aad4a9a33f7691c5292adb7
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a609b19d08b7823a3dcf621d7599d00b4c80979
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90d2b5e44de9c2f210325f9bed87657bbed9ee6d10b2ecf17e783282d057f39
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b29c203314a27de2c75a99fcc3030af740f640
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b826544f8dd12347e0c8b9e1b2fcf960a9cc01afad6d58f36ffa42710d324a
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fbaf3d4133db134cf41e10527f9b400ab8b706
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546448651f2a28f4cc94665034df20df0ed958c7beca737dfe5a85e1eafece26
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7593ea768dab660d74d1931ea5b4cc60141d86b1
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952ca224ca835b7bf494b1d0a7f3c7b7c5836dc828d763e2362a539744ac2f98
+size 208732269
diff --git a/global_step40000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de3b3be23cc4e98ca3536cfec450fb61b54837a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9865778089ec696f869cd42c1434374b2625b0b9e08b36eff7621835c732620
+size 208732269
diff --git a/global_step40000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d410075d32df05f637c1dd72be36ff54abd19a44
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0127c25341bb907919a0b6529ef36cbd7e2696afae23141360c6e509ea4d41a7
+size 208731501
diff --git a/global_step40000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e5f77320d4a19dad69829b47f5e75c41773078
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d6ac0013ecbf48a2f30f406b7c69f14c5443b1da3474c584cdca342b6ca4f8
+size 208731501
diff --git a/global_step40000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbee46e5c04d8ce8681a3039595493c3b12b445d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f20fb3397cf6c6da7c555f874c1add153c2299a56fc737f4c404796fe77968
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63e130aa2da0f472e19b55af71e2f7bca4360ce
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc58e3cde7588bcc98baf7614045cfbc1003f32504209233a93e0555e8c2d979
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19af9e57b3d7309f434ac4d18a1960a9e3f8631c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96538c8b98eccb572d0351e6691aee27d913c3fec71abb158eac04189f114ed6
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d637a9e89c8838c22ac890f4c6ad92ebe3be6e92
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08310b8e44e67350f8153b37cf4ccbeec57743ecb8925d4f3f825d1b77eaab5d
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580e45450e3c76d798843c4cdbe168f515b3ff74
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0534d3532c9d50a603c767cc000f7010bd783a94f09e0482016567f65ef365
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1053d6013bf624f88ab38c129d33df8f0a0ab10
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a2e2a057ebbc50e688ac4c2809876bd20f73e05258e87a60733baa08a3fb94
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf98dcb66e9fa1db89ba8ead27e7c8f7fd21e7a5
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a4ff971db13eb4338fbc1ccf4529b4f29960511b951abc62dac498a16344f8
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bfc64a4af24bc1740b869bf87c818312e06280
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0984fe930cef2164e13a0c084c029bbf76c614d51ac75c97a4c6012e78bf47af
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff75f2e5f4e12f349239f14f2e54d572e16ce59
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4054839c892c6090e41352e58dc5b28180e57c466b542a1bcfad242becc8a4
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fbfcf081f072b236e5dcea9bbd9d4e3b7590d8
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed7410979cff6242d145700c6d46a39fd434991c728c11c073ad356f8af3ca6
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c53180a264fce554b7672fe442ab7d8982de79
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad319cdd2db4c0e33bfb32f533dbbdb5f20b40e7ba5e180d4b8b8974ac61d20b
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3120328fc1c13397fc580c8253830aee296ffea
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0923afd4cfc008b11734bf4e2311266838216b11ed62011d2e86fb5cb3d56af0
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af3238c328db1b082643c22ddc36660bb48ac62
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87387d6ba087085f4553442fefae318b96c904ff4587a6afa8dc0e55aaef6e22
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df557068f00dfdbc059d3ac47304e8fb58d694ad
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2694ffe2fd3cd036cbf01bdbe15ef081974c4c2aaccce8070cfaf44f3a67cb13
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd61eb7b4ceaaccea634f17901cf69081d413198
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4d5d42ee262a59ba47165ef06619bdb3f47eb4c1a7c38f537e8d643f659efe
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0a9453ccd8fc5389143b5d4f9f119852a731c6
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4972bf8ff9214c2ef6d381923f06e3624605a7f98deaacf03c975491dbf20c
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a4a4c3f0b36affe048c6a98e6c619807c36052
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3692d37e36cec48951090ce5f0f9d83c1386136d617fb176c8a6aa9a80d7209f
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bde45f7d0fefd4ded32cc15025ae20c511dd297
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec4a11ba4007a5db21bc5b33848639e8f4a27651522b11def7df5d6da289ee2
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a5539462df8ab26701d53d2614d7d8ffb1d2ba
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8b916080a16f7aeb0ca121d39d6efbbd7c2f937a7f39eaaa0242ea295c5524
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e911e9acd00b07de944cd6d296a12fefc9bf59
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c92612e2079e1b7c9fd743eb73697348c74b849dbf9b11b3bdcc57b908f233e
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e591b654a271ff34b8f46d79403d667d4b28741
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a24273fcffe15b94525bccf0e49618b5d604216c27d83ca3c83714e6e393c3c
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cc00bfd125aa1614539e5e5b80c2ad3eab1d6e
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eef2fc597f0df0cb39a4d1e5c0a62e6143134aede5da5c77ac15ca11f06858a
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c649e113b36ae29e420a89ee3e28722bdd4d11
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f47c81625dc9378f205004d5710a2c46a9b5148e005ad138995f6aaa1f2813
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1c96a8b5d9824f23283c121a63d71ae4b9dbf9
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb6a11d032edb7728a362cf3743d69f48d4e683671e6bb079436a55f4c7b9c6
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54cded908c09c7840e7b31e7ca3bdcc1d311f39
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2759d8916020a9d13d69f6befb4166892ceebdc96ad6ad02a055b9a47174be3a
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1ed1c67aae98abce5a838372e4b5b934fcac31
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7427443370839cd480a193c3feacc58306227a1d4c678fb1f51e4a89d319be49
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b133c93ddd48669b368fc1347dc06eb586617810
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6018d46f2d311576795f4a4f45ee6901550bdda3f478bf2f4169c581f5bfe3dd
+size 208731501
diff --git a/global_step40000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4285c8ff3fb50405c44231dd97f9e56ff7e683e0
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975eb53ac462caebaa28fa89dca3aab15aa243fdfb7a85fe94025d9fa3595336
+size 208731501
diff --git a/global_step40000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..affbe425dc9796686cd73ef7ff3cfc620c943df1
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b929d81acbc83c9ae75eb9c3e3a76c8c892a72c31d6c6699b34982bbdb69a78
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a831226700983917fa214950d6d0e6ae01ca8a25
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174a4d09de31a2df3ce8f33ef7505f7f2981a8787afd0a1dbbb9392e1c62b605
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50284b37fcb7e6d2d87892893ddf1c4c38a2de82
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60523d077eb7bccec25fdea29915ec6237f70e20b81157cf5d81e4989baa30f8
+size 208731309
diff --git a/global_step40000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d44a6a8f187ce0ca42f2cdb74a44650359e01a1
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac7ab4a4e6e658ddf0fc908ceb85f31509696a388abd056fce675ad3a6e95b2
+size 208731309
diff --git a/global_step40000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0911d53deef19b5b5b208eeee2912f9f0456cd18
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cc40ba4e36ac35022801370727b9c3a18dd40796108318070b445db93dbca3
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461d6823d4612232d2bfc7d11275146ce4ec5817
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c32226f412f0a610ce9f7bd0d8e9507bca21cfe2d9a77047ed3ff218fbc1225
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a741db11e042ffcbc2135855490005f93c9b9888
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6f7a3fa5ab21e9c8b3d2c403afa10f592ee0cb91ac47435b04fe5d325dec12
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fe9323b84410a32ff763c4255470181e5ca6a0
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34868f817c98048ce7465b233dc03f3f5f2e6647e658d907b6ef3bb4c63b65c
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a42369242a1fc3c7fbd2fc371abb2380502162
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1441a76e0a5ea4c5564e2df16587160d7dcf62cabdb3bea08c8819f9dcb3d693
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff633f4c9539e23b0e05bbb3ba6977d39e79e1d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3354d5a2d9a1c5e9ec3c9ec760847594878bf9070f65fd08ca837ac874317fa
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b066c58cbc127804ba39f84cbb2b97d1155a21
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98dd1f3763b15ae78be2ab40e571e754ca136faa7b69a6cbe849e5d2a41c92a3
+size 208731501
diff --git a/global_step40000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d698113c7abf26fc78abefb29895a1d361729512
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7472cb5df84afbf44897b1decb01518d8782b918bb530edce6193d478eb61f
+size 208731501
diff --git a/global_step40000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a561f8758a039a13380c07d0324ea34d386574
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01aeb03fe925ccf79c7bd833d89cbd2816e8f9ccf9455434dc5c78f79acd584
+size 208732269
diff --git a/global_step40000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e89fe7e97bd3518cd79545075a43bc70f1ff5d5
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82517d475a3219a953be24a3bc8102b6373a03854f3f037c2baedb3e893affd8
+size 208732269
diff --git a/global_step40000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53099f31f6b0297bb514f889dc89e9cf8be2593
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f1e966820bd98fcbbd87b9bcc7e6d1c32f0b85a7fbaf04df8f881c330249fa
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea180d3e2791c97b0a6cacd4a794a7ab08e8e913
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdd55d95ace43d6b5f87a8f0b0c2ee772abce9bb61dfd7a4294ac4370c6df4c
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475f7ffb9699b2b353bb7e615c1fc8b15753df02
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63eef511c0d1a820c91db240d9e00905d0a9801b0d11d6c9a0f0773ff2f5b3d5
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57624c6d6394cb0f060e8067857f5167268ea28
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abec3ac118662a60f98102ef955fdd7ec79965264a550d3cc5882e35f84c936
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f853ed43e8e2d117585c5ea5e5433ef16ceb90e3
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4419a16cddc9a07f086356fe74febd0d8fa47bbad78e91738ccd38b9ea378df
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60b3fd304ea178c01378f9f44ff9cd39144a33a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1076757cc3f625c3b2275d5d11151c66ba72853ab16e227bf8e2d94badfe3f
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bbf46c5ae7da30dd917077a13db14eb3e55740
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefcbea8a137a5419e26c281a8e19fb3172f1a235af917a09c15787eb5128f7c
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef2c58ee05c464d8a1d1cf52d9866691081a36a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36edc8da4399125da139ee7160542e6a3edd3e23a06b05583798b7159db68c1
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f37854f2d82b060ba200b172877761874c1141
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3a8ff356b361836c6ccc1a3f1534035ac4b1c0b42a0c862ccf2928aec4e6ba
+size 208731501
diff --git a/global_step40000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a966f235c40dbca1dc4304f695028517f86e56
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86979be1193a2a23573c03dbfc00f767ab46619499299ec9b7733b41926ceb5
+size 208731501
diff --git a/global_step40000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2184c68b56c802af565613fff0e765c63c1d53f8
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b249f156f23dc62e8abd9e6eeb34e43f4b7bc270ce50d61638cf7eaeb3f9e2
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2db17d4360d4be3d3e9a5cb2628fc6113247e7
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b255349cb2e1fdfe16d4592481dc8a48448b88e304f5ca50056945f90329f2
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3405f94e1d0ec75f3e2179ac12b652bd4ae8a8cd
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ee485efcb7870ab013fc75d9c5e02079e8ba06e73c5cc8cf0eeedbbb4b980d
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ac547d6280566553721f5432d5a2b7f80135ca
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbae27ac4a5c35b82707346ca9ff2489ca9fc5a99445ad05dfcd957a4581912a
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5611ba2821fe1183f7c5ad11386479129711700
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f31c968586d211c373202058973bec14de9dad71b5bd295710bdfa503e4926
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2dc0ccb31822063cb355049c78beade37af2a29
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e567b00200b825512d134ba5f0de652d03705ff04398da2f29fb1d4527d55f3
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383138a89b1a4d78f2ecb3515d45ce80fe6ffce7
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f1b2918cb5f3206dca6568ed356134fdbbadcd400a91055fdf312cc739f26f
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3b34459405d72a0887f0f1afc252417d4a03aa
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2511e98979aff18bc90a6535e7f54cc68be502c7e7cd17677e878e030a9fb55
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c45b78c49fa12dcfafc33c4845c4d79eea3565
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346251bff79dc3ae672ce544e8b80583569588e7365cec7cf4c4557ee8a06c1b
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93209f7fc6a17f61c8f84da6d2c7758bf8e42954
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496d318af112cf2a54bc2293b72d4f6e15bd81ec22a7ce29f039c7e1b533aa68
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcd696b2c184839fe9f8d9e7087525cff8b7e12
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0574b8bd00560b2d1306cf4bf7721f2d0136f62d2b824c47d90c29de67a9bd9c
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9195a99e2f862a38f22bf69ee4c1d3110ef95998
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d2403ca40590d295de5e76a5678c18de305e33d28021f27ba3610e744d27ad
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25df056613f7b4ba385f582b06331feabd5ab327
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a356c8a21b13ad9f1cab31e5a626a6e706a218245d5747d3fa75115ea8fed0c0
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00417abf30fc0b221f514f5df2ec204e47f9d68f
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a71f44955218824be33a15b5b7c83dd14c21721b59305302ab63266ccf0800
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa684589609cff5d3eca87e11a4831028f3785f
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee2803d909512f1576c46b82f5cfd9efeecf6fc0dae5e41134667498a9a8e22
+size 208731309
diff --git a/global_step40000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3183bf64a1b1064e5c7d87d95edb472df86261cf
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb138cd190355b550e433fc6a0f614ac1192ed7c5186aa2f25dd48ea2e8cdfd6
+size 208731309
diff --git a/global_step40000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d3231c2f049df5372e55967f04cc5daa3ac81a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f49d00cd1c6f7b8ee8952d333c875dc46dcc290585d0db66ece56bd08b9e178
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ffdda604ca2487caef7262fa099ad209831af1
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca09dbcbc40c466ce913f70cd558b01b82a63c30b5dfb994ea61fe88b1afaa1b
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6296c9675a41bbe4e1b515ab2a68ec84f6cbd59e
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26e625a57f7abaf1a920a71df7e88bbbcd8521fe289e47bab247fb55520ebf3
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f57c0885c38d7c09717508d697c5cf96620e18b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0a11f6afb706e1c0e202b3d7bc280608450af33f94c9ab2673afcf38689d93
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37b235e9b12589dcd4d56f937e39de5f5ec50d0
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28df7ca13fd0a09cad7b9a9830c9c209bfe3b587c42033c5a65e700fa013ab3
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad792efd2e37e8aed0add545a5ad485d9c85c728
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aba83872f7e498dedf8e65af776d0047c620e83cd0259e4aa84c3d894b28f0
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11c403c985f0189efcc1b5f244355789ad892ec
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f067448ef3116e1576dbc1b23ee6399b448cbdcc62a9f039a937d298b189485
+size 208731501
diff --git a/global_step40000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de32f3f89551f888e6c1b9d0dcdb3e5a84f0cec2
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af89a4fdbd27887edf356b9827803a28466624e7bb888462d50616f0f7fac59
+size 208731501
diff --git a/global_step40000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f2219b774009abb49e96435a732f62fd0047a4
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13390bab07abe5e264e0fa604ace70269c1c00e0aa11d2a5471748699fc5eab
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d204792506c8a35f8e589e1e4505fe6985d0d9
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e246713e87f8295d520382fe9d7cf8dc59e6dd33ec55a4f8974d8871d26d127
+size 208732205
diff --git a/global_step40000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87602aa56a9c75d96b6935316900111d92cd0728
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac10e510b386c1a27ac48ea9e987239663525f3734114d2044d21f15ab3e9af5
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09863bbaa543b12564e117c94282ec906a410e80
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a16c6b41efea5f1e54a94cf06fc6619ba6758f71ce9e827a8ef80568db27a7
+size 208731437
diff --git a/global_step40000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe2e5b413058245705682c77916db24effc8809
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd17ca2483736af3075bc0ffd5f6756df6277ab04b283714f0e0794fc607d5a
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7746839517fbbe8e2048a34af66a6a672e7b0a8
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7dbd5a93c332efd6b92b1da3da19e87711be4ca2fcf0d8ab24f6fd6a8a7ddd
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839e443073a54b1c344cbc09a38f587523048e49
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03cf3368ced58e2115419e5c6b4b2be47e894550e5e0541c072b3b09842fece
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397a8eac0ab382037374c87d1e58f3ffb261b59c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89075885d68ee2ceb556fe24c95e53fd4677dec1525a3e6c79d426db4cf4744b
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fc63ea27d7e69e9ae2aaf06e5a7f04060fd4f2
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06eec3c35979a820148b4c3e8997bfbc030621ce1daa638e3d81cc0c92424448
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edd428f7220006a76854348e70eacede0392c59
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bac112ab556ce19c242529ca0bb1ec88ae55a5d3bc3d8a96d92d515a7573cb
+size 208732141
diff --git a/global_step40000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd6ab0eac690b277b658e081ca1e2f926897059
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f6e62fa22d2f0efafe876ba3127b8f53c37d01cdbb529037f48a57de0a3e8b
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e209ed113c8e572628c90fd9f62a36a3c77699
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c5a55a7b84c3c53554c9bdc9124342c1053399bbdf508694f29eee768a9638
+size 208731373
diff --git a/global_step40000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6953215ed60d4baf1e7ed211eb8fdc3b6ed02b3
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5450db8ebbb1f74794431b25b7a45a10c259bd3d9c557a2754b83c53b544c3c7
+size 208732077
diff --git a/global_step40000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176f956e584fdbc9329de661e51814ea94f1e32f
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f14b90c897ced11b0a4a549ef638111181756e292bc03ae700f85b42d054d8
+size 208732077
diff --git a/global_step40000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6530bd6d15c7bc532b36f28a94dedf7e3ac62c3e
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d5a8c4dcdc62c1abc3ff8b2b0dcb05227f69a63888cf36711b18e22623df26
+size 208731554
diff --git a/global_step40000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf240801d44819818398883ec386d556ba7bdf76
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0603bcc5cf509ffaf21a4855f2fa8e9c1c68cabf78f7c5771bf1caafe1cbc0d0
+size 208731554
diff --git a/global_step40000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01509712d01b2485b4e75b4e4997932bf9ae22b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee373e1be5f757acd8f3c005bea9873f2282eb9caf5c06a1d14125f3f3e6d4c8
+size 208732322
diff --git a/global_step40000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ad00a43d7444d63211b1a5d6eb1c81ff37f1c8
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f7aaa37bbcea25d1935a8f1dea56070192f89b312937516bed38cbdcefc15c
+size 208732322
diff --git a/global_step40000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5d8c50de06f0070c69415c82922ca55b82a1d2
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bc2b29b4865f60dbe4a429cfb4fbc096b9616b48d4399737729b1c722fb5c3
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8345a1ebe01a8a8aee1da7eff34b2a714d07075a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828c7d8260febb3f26473621c7e860b9a4aeede8cce844c302f6da9dae4ef027
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dfb49d995f40065c5dec97985a86701519c667
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e545f559b3541d9a9b1c48ab3aeaa7905f7ad6336f8abb903fe1eca0a2def0a
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd83310f1e10a0b8d95c632a7c5093d9ede5456
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43133ed4846b6535191e2139fc0f6c8cfaef1fcb04f5db50393674e9f3b9e969
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee54ec9b042ecfda7353eb31c83e7688ee297d3
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b37b2b466e15bc77a819f53c06ea30dafa7e2e23e5244d54fb1b9bb62f6dca
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc96c2c128fa0f04aff4391e342eec3ac2ea1650
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2d1d0cc0fd50f860b2eb92f37f9b0e35b4f0995bf1d597c9059be07439301e
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8abab3884f345dc2e45f7ff09343559e122d18
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0410586c0d739b9d6e345613e387d72ea68afd9f714c0f0e8423bb838099b50c
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92f53475f6d3c31113e548f5156b601c3dbaaad
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4cb65573ec0c7f1c75cdd27a46cfce743362ca5c41b7fe7ab2517fe45cf481
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdab949c1ca6384e64d7f63c7ce1fe74d0325760
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703dc146e389f7b8e71e7c8e3a266bd949b4c6019939ea144bce49e537a641c5
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f639ba4f0089450183d45bc620aeeb6c6456826
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c1a42f5397ca361741579624c95f723639104b1e638b89eaf3e1bc4047d605
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba1bbddcb6f3336921057f379d8f8ced50332b1
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddadd7c726b5b164ba658b3c3fbc524d2d8c2643228d599d880d431fc5628c14
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5faa9c81f067555cb9835e4b39518a9ccf4804
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698a5b400ddba1877bf523c5097db9957f4b880d1d61e6c62be2329654c48492
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc73f46ef43b961aa0b4e4c6f93fb6a13e51016a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3dc1b1623e24d5eb3d922756c04cf5b70926002dda6889ef4d388918cf500e
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821a2a3d71abaf19c48dc5e2cb0cea7f83467c97
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd139feb8d18eb2e2bde2283b05a86cb98e3e7e222438f4fa5c4c41f3b44fd5
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f013b5168a0168a47701b3f3b53cb640c5261b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54dcbdb5fc15a21eea58d86dd3741b9abbd589ffbaed0811dd0120baf24a1737
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8513a65d0d7bbbd7df1c5f261919fefd98137212
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c096cad39fc98d6662f698f356e8e241fc8efb7f4ea91fd47490d0b8e78cee
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c42688e388c95b3515f69f1f1d9c70f021e17c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7fee70f09fb85a656186ae223d42765bfd7e50a0b0ba39a11e6dc56a7bc28b
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd3839ab47ccefe28463797f1a5c73702fddc3b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2348d33ae676af1c8f072abd51a2cbd8fd64f220c11bd903624022cc01829a
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d01cbe09f41e5011e3eb883c07c7cd2a190b96
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adea97daffc73be9151d7355cf18111c3961e5859b5cee126a63e981f28bbbec
+size 208732066
diff --git a/global_step40000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b237a97b9624b45ae8a99eb727627756f49e5fdf
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6ab3ca05e44ef860fe941f313d0ecdfc859cb6ec8dd4acda37c2c566e58956
+size 208732066
diff --git a/global_step40000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e65f11a0075c9759f54d05f0bdd6f07009f41b4
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae11aab76ededd0458e90de7aa55ab8c223b789bb47f87a245b5092358cce4a
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d909a68537cb5ff31195b1259c972890fa57cd
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e28856bc6a31bb6c85b8559b8fc186c29cb46eebd4372625fb656b77b7cd5fe
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9337c647237a908795765d6718769570a9e057a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051297e6a17ea7982c18643377425896f776ca6161f9414f8d8eda0a9e3956db
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3429d3b309336a53fb166cd6903dc8197d24fd60
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3085e89e6c3560eadf48833fcb218364ba9e0dca5b18568f0d9a7738731c9756
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd392cea4c95acc97cf4e4767a4b0eb7b814e4d7
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978ba9ab50eb1958512c4d197b55f1129189133add8bfeaa225e92c42ef97ecb
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9f77bb512eb7a928efdd607ea15818369d0a97
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13efc7cda132992f3b1412ee7e1a685bee31363ea042cf17a07378e41e877cff
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c331326424bf8c1d270933b24b6161ccb9ecda96
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9288afd1bda88ad1bf597e711927fe30aaf73f41c623b59ad71990637849d233
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf45d6877c75a2c18b289382a84fb6b13caad0c6
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f772cfc5f792b21ebf9c315cf3c3ca825b8e0f2c6f8a5c7accc92c4c7cb460
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1973e4bd8030879e1dd7365659b2787118ed91
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51e32db8ce11657420338e5278456531533205ef428784ca85d1e4f5d2050a9
+size 208731351
diff --git a/global_step40000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30b5c1d8351a68eba175be303d17acb17c18098
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de61d7c92b4edc1d690646a2fd32d9773c36bd7dff43a8d5161b3c287fa19e4a
+size 208731351
diff --git a/global_step40000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b079cb65cd6c5df9bc86fb09a1a5ee068da25242
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52508af1ac021de1df0d5abdd81c742500a9cea74c2184233fec0e214400432e
+size 208732119
diff --git a/global_step40000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da13876edc0d4f30f8d72da8d82e65a26078ebf0
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca206554246398c0bbfcb9dc44811a35b91c57b34d8521381e73cc3c982c9f63
+size 208732119
diff --git a/global_step40000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a58210ba40e4a7fce90a7ccbbec2de68787427
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677f6d3f89c5a7024464c83408b8427fd0125a8d02345dc046df783d4b5e4262
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a8581959cdac3c97e7cda7b49275625c11608c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0498276293e25aaef2357233945801f80d357446e3a28a1264aba935f85902
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fd11284348eed91f1fc26cb8e1f73e63253767
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1eeca66d544abfa289fc5b358c0f0f4e948706029ff803a151928bf0021a512
+size 208732322
diff --git a/global_step40000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b3590b905ce847ba452d155ea261ddee9bfac3
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5291a37839d9a61a1a781d7719792116edf1bb85e0e19511786321bb51c46241
+size 208732322
diff --git a/global_step40000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704339d3763959eae2905f31e29756fd0f7bd829
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25e6e2479c76f1ab736ce6738163eb331f3265c42067cdbec120670b5be63ef
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3c773ac5073afc3eeee5a90b36e4c6c71ded2c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b958d80b94d20be909eb73dd61cda48a6ad5904e1af8c3a8849a31967d8b50e
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9110e60399de4e56b01ad871977e6364e6d0bb3f
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3744d2256a7e7b734813dcc0fcd77d429863a7283de2be890b0ea4dfe9b30be4
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0046b7f4f5921d50b794dd5f9af94d9edf5e04fa
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f50d74d41944e3c8c7a2bf3531a5db36e303365320930d84d26985e00b537d
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59f0f8e394154c035dfc05013826dcee61550b7
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71345b46ffa094e49f15832f9581e1a344e3eccdff7d63c1dfb1fb6ffd4571e
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b950a553262e6f43d1017a6da7c9f1bb416fbc16
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515ab6859f2f1c2f87d6fe66bed4de8bf4650fbc56266baa70734caeea9988ad
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ea6d3919be00aa211a24e27f3649dbe32c2e9b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1dbb76676f77c55c849591d347735645f21561ef49c8078e07fdb1c6f126f07
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2e8b5c29a1077f1c8e3d043cd23f88752f65e4
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdc20bd0b254415bf7320ccae98304befee9ed387d48100eb13f5957e8fa212
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908a55cdb4fbe148e546c202f363c7e59d6e9427
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce575b0354c896d155e113968565263d248d018c1d59bf6897b9859a71c63e08
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746d72fe98cc7c30cced47a7c87b2b8bc65fb292
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413a0fe3d5e839696d293519e32abafb27dc99c8aa54e935a8a703a4e0384dfc
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f456263799ccf91bc0bf24e9b212ead493e11721
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193ba914b0317530ef628988870d7a1024aae5be82fe38a902bf449e7baa0b1e
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cb1a268ae3253366ed5bbb317b29a35a0f5b6d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e083e22f341a7322ee1466d01314055face1761c5f543d562fb966928dff013
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9449f57abf875468cf5629d4977c57a5c47ce82
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cef44e3fb7640248c7ac5952b62273687c7a3fe893c219c4142a4ca5c0564ce
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca271b36bd4409c162788713bac27270c1a7a0a0
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74afac98c41657ec96b85cba4f6a1e1aebf20a4f9b16291d6b7c9a61d889c24
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67f876f33313a78f48da445daa9710273c50bd4
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f60566849b0826b4e71cb80d9fde36e2824950790e3db2c041717de104f5a5d
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abeb14835f5af765009e2bf862b97641fa56249c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d630fc4e498da7ba60c6af4b915756ca323088761cb772e865d82c0d20abbc96
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c192b0f82cd0c393aeeede4987f18ee38a429da6
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dcaca85edee89aa5ec016d84ce731f6a56ed61c2457cb681f11ac2898d653d6
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94868be2a074aa1aa7154ddb6a191208f9882f6d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaddfdc524b42f7b0404e03c9ec131d19695e35e569db44e875a16bfe442489
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f00d947251cdfde6943e25ff29dbd51796f9d1
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c984119ba6d483b4ddf64ab2741baa63e2873cebdb525431d63c9ed9ddcfd8
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777b48810604d1efcad9d8734d4340973d5126db
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ae96224006055563000f48c2a72d681e2d8f9e4e431035092bfee2a3ab0e58
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a34e9c2bd5d1163b76a062bdc7833b79be2ea9b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b3ca707bcbe6062e00d33c9974e6f24190905af665c947da415c1f42555c8e
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954f37f73ed4c9cf96c7bb70df6c641f42e408c2
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4d4e39776d355afd48403ae1041bdb0bff43fc226601e4524994eba09f7997
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf46000c44233171dbdd0e6124380dd4daf0564b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d356daa6a430f8176e629dfdbf52b5ae28dbad5a8f9ec55b85e8a35e74a1e8
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63639f1b3f165b9c1cf86a1a7b8067b92a6d2848
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bf75a7a43ccd9ad5ea380dc0a9fd14a7ca04178944ee7eb00c944f212ce458
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656df0b60e7dc13535148ab3c7fb156e99c6f414
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64cb8c2a2b1a7819cc93c38f7806b7f6c41a5cdc7593f9bfaa6ccb1e29c4ffa
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b76e35a36000aa1bb2ba203c3d282e23f4455f2
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3688ceee2674bbe080e69ba0a76cffd1bb2dbb8e0a9ad8068f052e3b21f38b5f
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba77de93d13410f5b6f22d534199d17eaf4a16bb
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de43afb18fe6b988d8ed117585822058000b749e952802e1603caac15405cb7
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efaeb881a110363612e4089d50dab3b88b689941
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8399fc39f54ab48199db027314cbdbea794eb970aad9e2cd7c62eb3be533c9ee
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2363c667a87f9e1ec9acde1aa89a5b06352ffe
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc253ea373c5edc74275ceed86bd5525897d172e4c3361d882390baec3a1c91
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6d9b8f0687d7c162bc287732a6144431da40bb
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a520b3d6f8c45145a701ba4deb116e0aa5788fc15af0cb687e137e483764a51
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5164f25bc42138c53722cb66ca47872a05df9df9
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e6abad409ff337b278c62036457c3822a51b166037d1ac6a25a6567f81998e
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4038983d89363c0fcffe7c51ec5706632d311a5
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28c5962573d95c702d4337e4a14c68706fe6a7990341331bd8be626a056c19f
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff70d40abdc2831e14732b1de6b8a73307f8d49
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09a537a316946105463b0da08964a28954be7b4251dc9d300813480f579599e
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff31c20b34f6ed3ea76c7991a8c6aa0adde13bba
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee3274f9db55c529cb9580b9ea07b9a03f6fbe52ad97828ba7224cf73d1f63d
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73e1258cd1a90158288d61fc91d5414af3672d3
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ff578927d68da1756acc477b8d213cc2c5c0662cac70a30b19b5fa033a5ca1
+size 208732066
diff --git a/global_step40000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57f1ab6f0a7d17f28ee29e8d1f04ff615eb7d5c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea1e57e29ccb4ab70584958f30999c74bcd382ecee70ec30f7ea00c29347d7e
+size 208732066
diff --git a/global_step40000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e2fcc08d08fcd377b752a3280da373fcffba77
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5906a37f81600f03e54cca92ba855d25876c6eb471119215d17e10986dabd0
+size 208731415
diff --git a/global_step40000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ca7f1107134073eddff397f22307e53afa1e43
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031505861436f788a1ea131f3d32dca5fc0d378743d8655eb6d1d0fd1a8592c4
+size 208731415
diff --git a/global_step40000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0b7e463af9279698f2e83b435d3f0734147b5b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca05213f206210fcb3817da9417a2155406a8a9d11599009c25f3890ea21c9a2
+size 208732183
diff --git a/global_step40000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8f9e9b45d0c918269e8eb2434ccaa4de33bae7
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd38662658e8e4f7c4e1e0e3bab07477b8717cf3ec040fe5e29e4302b5eca84
+size 208732183
diff --git a/global_step40000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1be99fd9e9de87bbb73aa998f957e8f880b87e
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfb6852401b0f04e9c37c5effd2f830c86af8c2839f3c85d40fff6524bd6833
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f914a5488f84f7e1a69589de21e5765831d558ad
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56996e3696c47294ecbcbbbaacc52d035b5e5052525b10deba0855bf85ec0ddd
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c72ec2b14afb377919ad05c18833f106ef1f9b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d66cb075a06a86c9cfa7270630f7552a3f2f7a67203bd531740e157bcdaa20b
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb896fa3b1ac96fb8a6caa9554aed62b50160d1
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3adf96df266c46e999f35e14d05d864cdde9c1525f16d1def628ce966b665417
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bfecf835f2af0cdf2d57179e5870db73672a7b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d630c18f9805ea6040e3ad762b5191923afd00eb1d63b360d4400c10566fba01
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879e8d725a4c802df498f1555dcdb3939989087e
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0d48ce44b333c67383248e0c519c8ed18b8371ceed2e8b8db799531847b616
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c941d99d82e26db6922a62061748cc6a0d37bf7c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d8f6b82d4f469ce15f2845a3cd5da766961b9a8d801858f4a3fd85937f358e
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a1dfb84b32af9c015f6444425e88d66b5faeeb
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04900209759b3f28e911716a919bd535992ca02a21fa2012316f4f8286b2f664
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039289faafc18fb27d3d6b9ef8fd6f927550ee9a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0006fe84d9331b0f7ee7bbe87e8913b65b647de5e16210b479d1b0ca529b41
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308ad262a3167111ef7aa3389fe9963841e5c6dc
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f393312918ea0cff4542fc0cc0de4668e1e37640fcf09457abe0bba26d9ddb
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8628135907ae8132ec4416cfa610d4a8bfef6f8
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2aeaf15c3b090118d82e5ca85e9b6db8caf2633013bf951d3c5d498569f92b4
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cfeed217afa8af0032c66ef0d794baf001a68a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01b2389c29cfc08f7b32f044ff0f92bf23134e025d8dd04867745dc4b008401
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7130da0fe239fcd312675bbdd01ba7edd2a45ba3
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df69450500298f5323f7f5c2ef999a4ad6bc01dfe5927bb3560f0913dadd2685
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7a1b7fe75b151f0db6363f649288605351bbdb
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f67b93f64270082fd9a27d5c0721722c00f2c6eaf9f07de7d78602b00c62cd5
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d844dcdd137ee54ebec1d223832421e32d2b1bfc
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3067581a11d1df92d6b983c4e634220f84584cd4138bfc36827fa6cce922b5d9
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6848dfd01b83c1d8b3831b5bce667cd4c0ebb7
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3dbef127a09c160ebb6ed443434e62aa850021f3f276641adf58eecfc456dd
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ded8584b2f1881d7f6b48c9137487254ed31f36
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c11c06a8f5c3792638b9fa95de3fa89a43d516d6a6b524f55b214f6fb15d4cb
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9502cd493944b7ec884ec44081bb9185ef96b1f2
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4a3cb5fc0ab0c1d47bf5ad897552a81759f1e329db5d28d77181c8e34eafb9
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d06b6aa83a5040f2f4235bf494818fd0c222687
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97462798d894ae7af7ee7be206fc7f746fa20a8f9ebfe3ec286df24da768438e
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2047669d4d87026d321f86b3c769593f00ef82
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7419cf3bc900ffde8e4886dce19cc73fd7e8386b099f1f7dc2e9fad236a98873
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c6cdf90beacb68d034be1f57598f5d35b2b894
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d321ca7b0dbc6fd9a1afaa6b6da13b044947c6674579ef3913fe8d068858e53
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ebe3a647fc596ce5d24d0c8f41f2042b58d6a2
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c865b0f76a683a61ddb2c73f2781c92681f2f67622dd4de86d6f9e4315f27d3
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f38c0e76573b5546539b038c79b7ccae8cdb17d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdebd9da17ff9c57dc71f194d8e8ab59de9998183e0183c6d035efaf9c0dd853
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec8bd7cf022b2ac8d6825749d4b2c28c0cdab12
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfdb6de0ca32aab5fc6d7b3dabd8505bfeaafd7cd7e38e13dd52e7c05121a60e
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727de36d6f0d6ba50820688dc650e856333ce793
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65f12ce592a5e7d80fc0683277724a438850fe2d80433cbbee8647f5081e687
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df6c22cd379bd85621f264736f291065a9c6cbd
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68d5cb95cb068efd4f57c53138009504c05bfc0a6ce6907e786eefbe5d0744e
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f04714a52af35616af56a02092786417d8c854
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e4289c6f1676565ec939f2c55933abbc4df03dae96e123bf87355f5545f37a
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc34fbdc5adff62bccc16770decb41758902c6f8
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e102b779c050af78554e044fe95fe069eb1e7b73bd56bc3e491ec8ea045d874a
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6d67cf21aec7607696b4f926644a6edcfbfb4c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980806be89a79ab5395ebca0582c17689382153cdbb2b3a7cb2d90f82a730a15
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223db2a652534dd142e36c27d4c9d4c0d6c654a4
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4306feeabf0dd5053b7abe1825b48d37b9186027be31f9079ae1bea7ae9a8fc
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98d4ee9e27a4e5a88b305ed5f4133e6a746f109
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8211528f745b81dfd49a747fec50aee83ea9816f99202c3b308df7149894bafa
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cb9fca44fc76595ee9bee644ad36a16d693c37
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c6d2e99e0a4a1f3a30b17524bc1ab8ba626d8e521b8b60babb911b646e1551
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970c5463f3370bd658b11b493912643b07e6caf3
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c55e7fe37ab325c3d6cfac332fb43b32f2a2817604f2e0cb2bb6965d86e5a24
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0151fbc3a2cfa1059feec5f55e138988a318c2
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29c37f732885d6297c7f07833b735057c0d49d9f550f9f0ea530dfc979e4ef9
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05fb66f1dd6a81b8d4f90674796aba3fb101b9c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b933e030d59cd45abb0f86cd109ed9d9436cc85391bd1828317756b852b0f5ce
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f51891b1ba6fd4d94cae5202dd0634a8264b305
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012e6dc89cba99e8fb96622a73631b4af7ca1a4d00ea53c83a0015852f1c3956
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587789ef90de9d46bf0070e719ed777f4fa32c7c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01abda5340ab021049c079824be82874f516ade1398654edcabaf9dc0690340
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9f8ee36ccb7745a478cc3b73750adc364bb121
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b22d81d2a28d3440bf8de6f2b1d5078f3df0a5de98f8782bd560ae60a61913c
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130bf529cc4943965030fceef75f553abfb91bc7
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382af8ca25d9784f5a48389b0b3cdb20076cb0dbf7d18174199d08b4331a887b
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40145f9ed502af8cbfd41c9e6d6f985e6f9d41c5
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee78772eb0ed867dd1374da571fb6c609fcdfea47db78bde213eaec41c83352a
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385c235b7fdb91b17f5d614ba95681e7a101ac18
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3efb66875723d9757c7680dd3f35c1c681a331acc18efd0ecd9bcfd3afd5e7
+size 208731351
diff --git a/global_step40000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7eee250a28dbfd43b31ec80a01f78a516c2969
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2130953df3c8bf1996ef197ba87190e4e296c1f215ef97fece98386b372c79
+size 208731351
diff --git a/global_step40000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7976fe926e70dc716358bfcee56d00f3b73a010
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd0ba8e460898078375ab9a2e510ed0d61f68cac36a0be9a27b6c7546bb1026
+size 208732119
diff --git a/global_step40000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f545b7afe68970251d09b6dc9c29dd76da5912
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352f49c23dccc04cf42dfdb5a322081b86e98c1b627d3d984ebb202e348a2812
+size 208732119
diff --git a/global_step40000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0a6ef87377b9ae5cc8a76624302e6fde4e5c14
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a25b71340c22d385e48d5a0951b73c81955ef0eba3ad51ea9301a38ac87019
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3174abcae564e017ff11fb8c79b83193e5e65675
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95cf7fa4e9f466c02558903f54ebfecd95c9ed3086a7cd324e9be5060772f17
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460edb0d21c2cd580ee2b336ff33800b872db04d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40d1506a73eafa0ecfc2c8c25cd613201dfe79bbc594e37c409ab9aca26074b
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba66381237eb2dc7daed7192ef197254a7b5b476
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5f6b3612f1a134c6638ba65444ce6f754e466e5944ff34b095358d047b0853
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95c90918eaa53137c6688b52477970fb6725ec4
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee300a40380b1b0f7b804b383a197690af44ee6ea5ade66ef94e89cb74bcc55
+size 208731234
diff --git a/global_step40000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9898b071b062a42067c8f68eaa5332f8b195626
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899ceae6f9fd6b4f6e382eb82ca4be095b7e8d8514c1acf3e4f1cdbac68fa1c3
+size 208731234
diff --git a/global_step40000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8f45237a90386e0439d8e14112f76f68e371ed
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e209e54121e6abefceba9538f7566210b3bb818721b5d16d52c14ea797a907
+size 208732066
diff --git a/global_step40000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7b543048ee8c3f3a7979892acb6bf7b4a7e97b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6f06dc88a17998e80930cb688e43e00392229ae1e8ca7fae472908a5251c08
+size 208732066
diff --git a/global_step40000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2037ac06413141ba80d7623bcd79b2a207cd10ac
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6286d9f58fc474f92e97944c2b5b316029e7676eb5919dabc1351ba71a4cc92
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84436cd26e3048b7e293ce83886e9c567e9f892
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7d9ea9fa7a64700b1a1096297692b01f721a4b2c7395394f36bb0201b50c4f
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c35645f249ea377bd38ed5f0fdf784fd8aa6ca
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4370cac4b91a36efb0b4653e28bd55abaae3c625d38568694c236079adde07db
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d9792a2345c59f3e7da8ba9e1589dc6fad68aa
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400d11932463e13f0329ece470836f3c43ac261ec8084b70e11a7cfc08d45f6e
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b22a059ec5c1703e290700ee685792d6fd989ac
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d409ccf25b2f4a9f9ff2ba4ec515e622c2969fe6947eec09c43b438dc6c6e1
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9b0c7e90bbcbcbc1d128fe4f11289ab995441a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf890dd279d126a08f9244f9875eefc24ccf81c21350a0f0d77500e3b53567fe
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf94bb446a2415bac2547b8e87ff197cc70c6cb
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1865fee14700638a00166a78dea4b80b91c047209690ea313e0d3e3769861c9d
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c33c8612247bce7cd6d8580b2cb4a4f3d0568d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b5a4ab6994c3f36aa4be0a560827d80e9f91e458d1e6836ba96e7ef8221669
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e803209677da1f27c030a8748f76eab69b55e895
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788aa1af499aa19dd07eb238e2fcebf2f8c10ef9e8dc6ea7e95e5657650d5901
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a79a1a653c7d7bdc3bcc497e19d7d3b1a72b62f
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e90fa0636b5eba59b11aa5135556d8c8ad2e499676f33d2d864e28fea4e65b
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83567f3efd355ccfd063ba1854cf65f2def53f5
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f76a3ddb986bb46cf36e0add8a0caabcbf737d646a3b4fac40ca19c56d3fe12
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e933e5d5238b425b47bb850fea742e469025202
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500e19fe52d9e6a86bca7fc6bd19ecd1d770d1cd675b0110457e5a58a53769c8
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27de3a993f21d34161f4a0563cf8c54735faff95
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acebbfa8ec6645e4f494d9aae3514f87352f70089f099a1fb573ffdc5847a92
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8eb902c41eb8911e8abd311f6bd5625a0e238c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fd284dfda349fe6a95536218e380568c90d9baaf1c0b54b4511df3ecda012c
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ce4aa5fc8208569e8276efb804a34b87767325
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4219faf08bf9f1bd669cf35d62f06ef243e85f37a9600e7dc6a119be72631f15
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54db7c7ca32dfb3ca28b25155caae9ea6311a954
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9165470145cfa8148d81e2279b16b444c7ce85815851fb4a57bcd18c006d7f82
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff37078249269a87a85e8256fe56de86c435fad4
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ff803099ff37ff08bf4c6497a2aff487914f94270b967480527aba5b314f47
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c05bab038e9c9016f1374b7f33a23eebd815053
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58083aadec129215ccbca39724c3e2d579dbb9fc340b23cffd5c40323ab9b12
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c4b265d4665a3b99704a7829108c9a3d18eef
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907d93151dde6aba44381eb3aac06f56c6d371bcafa44d9e1d6a87a29e953c72
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca205cf28f266bd17fd1d21cd04ab36915bc3282
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307b8c58647e82543a69d7390d544e2362007a69b859b60d76e6712f0f41cca0
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a1413911fb942c1f29d89fec8c0cbdc6146464
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff2e77a30f1421d2b7c305e2f02e37f37377cd99b446ebbff2d5d1245403aeb
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649b3b718e8a5f399acf9b3143fb638e4c562429
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9a486735bebdb83bf6bc6b3808a19eca8d625e82a57e5f4c084c219ce4ce6f
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b6852195ff36c73884866a2e5da57a1be32df4
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5430ae5b55a74aab10d1386b6d69f3cace96eb573ee50e2bf7d9a581539b634
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f3d88ee5564fd535eae063b02bf701980d7211
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb86d8dba2a7a3c95e38e619a8f5c0ee94db55e3d340295a08b69b1217f6fe9
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e855612fcbc8be56a1905a1df63778e2c92650
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56ee8b9b9a5d92ef39454a9f2ce5ded029daa8b561321ef58505f5854619fdf
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e288f302ca57580fd50aaef15aa4b4a942e56c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace593616034ce5354623fff4060e538bcfe949aabda6e2ddbe18c82a2a2fec6
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9d462f26a8a76ebdc24d3e030685ff4e64b7dd
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f8d0ff01fa4054e2b1c862d4f48ac950f34ef8ba7d4659f7c1a1f6fdb3841a
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ca50caa416d832832761a551bc58babc01c820
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0a9c32d80cda0b1701502c5560243aedac80d184a08f97efd0e9600024f804
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c9cd485f540efd5b331c0faa55806ae7101f00
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96006d4e0b3fc7881c569c06aaa3b98cb261ad5ef9cc07c657e23c34269fe24d
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8edfc6f8dcc9216b83421552e1bff28ff4a1086
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b02191ec7ed5974eee532d9221ea6a4049f5424fc844bd9a240ff11c0058d7
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69de71acf30e5be4b6340532c9e8428592bc1f60
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f569304436ddc06a76fcc10e91f6dc3e5e0ad72bdb4b71fab291843ff2bc2af6
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a105406a84cdbb52c800e570677bc5ef7df995
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1f193fee3a3a3c84a61f67852004a168ed0ee84735663a25f1493a1630ca9d
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930cebdf6b510cf68ef716ba99f24a9982469939
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02440fc897ea19c7eb6b534e42c4ce13ffbd2cdeb2af7460730f4d01dedb01d
+size 208731415
diff --git a/global_step40000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e703d3c94411eb5be7c96ea325c43ab28e42117
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93911ab49d929fb022eb9a4c52ac741847f5d2e727e353520530de10e9d20dc9
+size 208731415
diff --git a/global_step40000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a339b738ce5a62ca1a5682ac7236c9d92b2a76de
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03b806e441f18fdcf4f1aa9a637c2c2d691419dddbc380a706b1228f9159b2a
+size 208732183
diff --git a/global_step40000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5de01886364851cd6b8ddc16667651bed288b71
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f0e9080a91a7239533952be43fe428d1051b9f28b9c9d99a8def0cdb3745ee
+size 208732183
diff --git a/global_step40000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450df2ee307b30e34ad8549cfbd01a07ee3986e6
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0d3f1f957c16fa2bb346b690448da2f74fad8cf3d2627fd4dc8ef1b8d4e3a5
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a28fb15d42acfdf08eff8b3cb2e7d62cde834c7
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f667c4cc7250c41eff03e288de5bf990dd1b863883f3778efb6de8aa5141dcb
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8236d793f0a012901dbd6bdc1a994b4532878d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08bdb8d596019060d686060cf27e93f3bba43031219afecf08ddbb99fdb64cf8
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1671bd883e65c48d70521e107882c31b83bdf77d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476a05ee8a6d8c6995e871dc1d759ef96b25ea09437d49c071d3775ce2e1bcec
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583a2c0c228225f9e05d220d7ec6f8e1c4dfb77d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05eb822e79c60afbe47293df041709f7a5982d663822ab0c6d0e4d7a4559cdc1
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3392bd760df0956ca4c362e6c54a0eba7d3ed89
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03b79f7fc7b6383f0f1b689177d7f9921e0236647130bca0bd12a6e2ebe3474
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa1d6b135cf8850237edeb2958076595e8259a8
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f104b9050b05cc1e1bb78de5c575e2431a76e75cf09548161a85dce2f9964f
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3adf3cf55f2fbb8249b58e1878e437fb2795f56
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ca5183763e076ec81e059baa42a43d889a0e51843efd6e50bd045b0e4ad4b1
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428a9eb9998270c7c9d3c9ea4da2ba744181d973
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a26e11e9116dfeee98c5f2b197d3c2000d06f7f13784f1cd09617c20e174f3
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8077c589898377abbb6ab290f8d7f5dc3cacac
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954070566a63f3b5b08df47c58cec6b5f56713896db7685c0e9e2472683e62e9
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea60d1bd2b06c58cf21e407718eb28bb291b72c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94775d3ef79cf84ace40d2a3405c14772549f472ddebe4485d3349aa1d84a4f5
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010cbd3dff1a288712a75f35981c90eed5039b36
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d4c41a2c5ba5f38570eab02b80bcaa1ee3b42cf9b0259c40802219ef8874dc
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fb82cf0d6864dd831d69ca2496851283396b95
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c917d9bf72548baf987b449fe7b16c652c130711603f531721dfb14eab2cc97
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1233927bbd2b40353e01fc97b44f9a38ca66f796
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463880d9467adb5fd10dd5d5ef5e8abc663e8954e77c34f8fed1ef100a607ae4
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1606280bcd91ba788b13f678eb9f3bf838e4467c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87352982bf85240d4e30c4079de077884dbebb6d8fd0ebfd54069fbb6665ad50
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbfc09d807179a663000992d44c554845b2801a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d6f88fb79f13bfa0f44d9bfc782435299e0171ebf8fe1b3cf1101b60fa8f00
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2231eb82008fe3368e68a38d640a157737a948
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd0d71081ad0efdb07cfc461978680e86f32452338ddb2a2ff71c5d0074b3df
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e5e07eacc1a2fece06acad9dacc884416878bc
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8766d892d53bc2791527d5d8e50b876becfa05cef788f6fa1e240414f7d5bb68
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aac3192515964a37cf6918d578eab2c0a4380bc
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782f1ceacacf7f88cfd9ae74e7c6a671c5a3a44aa6c302a17325ab0ec3c373f8
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748fb29699e876e3f1dc1ce4d4b8e88ea00f7131
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cebf4c5814ca71208bf58acac67730bf75e132a5911b296854d7400c3ad1dc
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff0b83657d48d2622820956f374b1f962ded63f
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa1c577fe2b6830f895aafe870cc7fbccb8536b098852f917e9a16d9f62136b
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2596269dde91a532f3af1b3d7ac0e7814cdbd6b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284f7cabc87041f92a1f9e3b71d393aa709a511d142987f174e7cab95e3908b2
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f937c9dbe74b872b8118872070b0b3e22a1e72b5
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ae8851152104fe6d5a0163445beb82791633527c00fb14241314a3c832c7d6
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7580da36c312a840abbaa11229fd359f782d650
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e24d72e779a208742d1ebb1d5c6991a563d52921679e6f2720d645be35b77f
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05676f7c335f74aa961b3976af625cdb8086d455
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379b9ef158b32dcf2acb7e4562c24805e2529105801eef28852505dfdce8fb81
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70bc98b2b2e52f629eb9cb6b80c9b20dd572e43
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba4b1a296cd975b343e76728ca8bb67005305010ae0ba05e9ab0b4db31bbc04
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8da1420cefa6f102e848b7172efc02c603a52dd
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258dc63b7e87aa1b3934679c1ec318bb6cadf45677ac138c5a903c8a6ff989f4
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9990c51a1972bbf26d5c1ae57259ac2b576603bb
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc56dbe36d6c4746f13270fdfa6442b6056f079336df198f387b0a941ae5c011
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a44c626514a74411beaa6ad2693f4e6b3e7e69
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfdb551d7633d4587bda9cd59fb9c38e36363123d0417d9468d1a725e09dfea
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c65c963703e3bf2dfb9be9f3e142ce0f59af9ed
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87dccad6bf99f216eb41ac8be3dd5b8c80e1da893cb70662fadc1a545646be2
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18bf3584d0299a21569bc8c146979b613ade22e
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d899f732d0d14a07903ac37612369b962277c2cb01fd5f3148f7a1629a51df21
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b586e477a49ad3ed98c1e76d83e8d2254d442ca
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e0cf37eb7725008d6084c9b7a6bd114e177b30d5aa9440790f8f0ee50c9275
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb51acc58d4e34b65b12a380caddf9dcb87246c9
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da0cb4ce7a0c9a6c4de902bb5643d66a67e07f4aaf1479c5cdfa5fe22e6c314
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08dfce9b5e0ce039454e9ea14d29e628e71116c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cfe14bd8a31c589c5a5d5b3e92293af2245b891f452b618f1dabe30cc5ee37
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276ce10d5ae5c25b94bf2633721112c553a4013c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8b857d52f7dfa3eb14e8bbc0718caae69d3d55f1065072016d5fd85e3c619e
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40776ac0b68e27389d3983dc69b152b824cc0fda
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d987e59813f46d8c494cdb554b3ba24f011d17e492e8ca0008e2cb90267ebbcf
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e452bec1f0f15c29b23ae7dca4a1b656a9be4d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfbc59fc77f2a331675f6d36b1f2b1c4a6ed965683ffa07f121aaf86d7d519d
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68d908cb5f602d6a774c54ee6b9afa7e75199af
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c52a000a10b670a5f021684b14b93bbb61f1277e9aff3b7a80fae14d705055
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4eb11142426d85707f538220c52fe5f2386c70b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee45f35b51c9cf112ab1d1902db0e5d8c25e25dfce336075b10a3ddbe0e4795
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9978150159cfa5c5ad0556bc08ee6e7314d599c9
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df055b493c904cdfea7871a3d09f3485e8b871fbe4583ae529d1c09bf63e4680
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c64abd031b4f5b735c6e6c9d3ca45266c6addb6
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a3c2384cf9ead3c1e6e8a015fd3f93c0b6d8cc946d16724e52cfc307860509
+size 208731351
diff --git a/global_step40000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34ecf4b76ea0f4f517d0264ba109607dd990bf7
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b921e200065639d95bf893e8583ac670b162c422c64d8fcea954ca16ad71acc6
+size 208731351
diff --git a/global_step40000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf11b07a8c96005854cb7191d836fe3c1cf4577
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c36b59076cc2a7a20c20e1b9399f5ef1a494894fc7f7b4ae0a36a40c90fe328
+size 208732119
diff --git a/global_step40000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e818912fc97d845d8a2bbea5ed3469c3e2ca215f
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62681ba9cd270ee079e6f16429129854633c76eb1d6cc8137f4a81d9d674e99
+size 208732119
diff --git a/global_step40000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb55d96b22f8758d1a92450bf9db3a557133b9d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d542b1cfbd1292338423742269231067fb0a38165283a690d5c244e0c58fa9
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da209e9b57402bb8cb83e30e021e359fcdcb07c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2868af21560654d8442602fd5f968b4c7f8e3540bb45b64c9992a81fcca0d2c
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69b546858d6dc8cf4a94c85f5fa687b658b3346
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb98b080a732528499521e9d7bdf9c3a4c9cb9a653a484be9db32b6fe2a589e
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb21ee9d971b04ab021921dbd48658069cd102bc
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f75f80f78351c5e9696ee3e78246180c1f0cca08845f326ae83a2e5bb74ebf6
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1cdae7c7318fce44122ff7c371769899e73aab
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc864cae81f65abfe16df1298ac3b490352aa8c3a6c739a689828d7c2d297e78
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b369bb697e2568547443310649394d0ab2bc6f
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37154d66a3814366e2a31ab71585a53a8fee380dba5df9851939fd67d5eda0b4
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a4f8bec04c9bd97e60462f731357ecdd756337
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b031f3aa39438d6276f010e8a623311ed49ae4312204cbdfbc8f8f04ff31b6
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795e7d78e7d7e6a668b9b6083eb075ba471784a2
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b95c64f784ab35e9b40ee0222a3cea2a70dc4cdf5f044dd672b70a1d787c64
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100f2b2ecc264d64b5b2065754bbdcaecc014e1f
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc10e882bacb76ab83e95d3df0edc7e46138cff069448a00d6af2ef2f7c0fc2d
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ece327444ffe13bd503ab5e035184f1d8837be
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f211e57dcb6e25e4d0670d6d9eaeae50760a508ab83ee4cb0b4dd38755ac8a07
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45022d4d4fa442c8982de972c5e7a377db4a4fe4
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf77de53168445ce6eb1fdc9d4ecc6e4e26e927b62d8a6f542bee21373a8ec57
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02d3f44e352962bb9234c41537e0b12d5212155
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d42bf97a95cf3b7bbc9b2780ab1d273889d000b43f0261a735bfe24c7a1b7f
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6482f6c3173c112042c3bf64d44346b45654c781
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b4f77c0e225cf9631c97ce4f2d5749780f29735ec171bc04b38502829895ae
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0272b57ef87148da66e40f43bc8abc9a03b932
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adcb45c6886163f8763ac8860cc3e3028d03e062586a4caddbff4299e42aa22a
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87a92a9e89410046c9b8eed3417fe2f0683daf0
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b036b8089e62ee288f95577b197f59f2fb00e279e42d6176b82c0c1b31be8b8d
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328db33e5cb5a55f46628ee401d2846ef73ddb69
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d3db8a0f1607f58f3a92120f2a986af1b2019fe5c34b44766744177c617070
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cde27c949d5cdbd9263de8a00bb6fa0cf34779
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5895e397920e8a4f16846a35727eb8b010be7747886c6b1372e5a985399a3f53
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd24caa711cb0c0966dfc721ef4a676f3e4bdc4
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99cc985515c893edafe104c032fcd1d9069fa3fe12540a07b48afc50bd306fe4
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4437d5a241f0e156283de268777e76506604a70
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3eb03d489969b34759780e83fc5c64f5b107fdaab130d6e9c1a5c23249d534d
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfea6bfc17fdc631f2e5a8b9493b2d751e8b8f70
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe0707887ccfbdf685476bf5b32835fed0a07214bf44fde223eeeb8d17486fe
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1082163564dae91a7b8caac36a0192516af5ed6f
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cb3ea90fad844036d13ba392985a2f783a2d259562b3fa99a35ebd8e1aa7b8
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3b17aa4219d68981d87435d62e6815c721423a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2375cfcb60a3081b561dbfefd0e79406d3ba3776e072a84c40a725aa29182935
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f18203720a7168c949bb504130fe92487c55a43
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74eb07f189f2dddb83f57ae066c73d1aa9e304a95758f6666f747208a9841e3e
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e0e75f3552758f51b6213357ada0db977b57fe
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be80de6d10ed208149cc11d29036dfadced962934d663a6fe40842025a9f3c9a
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f358f6f52c0a7ff34bcf8823586bf11a1cce63a3
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bd29d2e2d405280f4df3144b82ccf920808b4cf9a81b84f435f2376b09ebec
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0ecc850194a749dbee06ae5a6ddadcf7b264b9
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c28cbb94ad41d13ecc40a8f707498d37a34a42ddf56363409c9aef5229ffc81
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278aeeaf77936a865f5ffe94c620486d72bf0a26
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8d017b06f6d85249454462da8de4ee12b322af8e14b1347d602bd8beec8bee
+size 208732066
diff --git a/global_step40000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e26cd5f041cd00af4195de9050302c8473abc74
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc636c3878eb9f371590c6129526295f8b73ae28a03cc86613a7bb91eba95e5
+size 208732066
diff --git a/global_step40000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687a7e4bcc26927bcc84732b616207b34a5a6ba2
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ad89bce6dffefd1357c7cf47124d3e54908846f84aabecb19b638b94273988
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb3066ba45d69166adf86476e52b3be4fa6c82f
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbb3833cff9e933eee3572a63d71b687ca20e5145904f66425fea6f094a9ef6
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71afdd7d11a7d6b98bb1c4ee3df6182cb5bbed73
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47a490650ff712ffd60f268c09e83222529b6dddb2394bbe21d9c1ebd0c1eec
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5debc8b63144f5e33943bd2e4af12613cb7de2
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20f40b7cd6c26aeecab7c68aa80a25edbe3bea597eb00408b6d6c85167baedf
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3fca45e3a748df9835bbcf08f09904b25953b3
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ef6c8dc8c595c58ad5222c463b6ddf9c2208fbc2da83efee2d6cfc53558806
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e2046d895b9008ebec79543b0027a66a03e1ca
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa13a35f9d7056dc88e8ad4123b0d618ff5e4c1c5333d87f36b3909e43df306
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f7f09fd86baaf9c7bdafb7ff6eaebe5f6cafc0
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9526ddb100b798c273666fc407f3678fc897915dc5056834b8bc6b95857f946
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008693553c3ab3d95b5bc9a42ea54d12bb3f76ce
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637f295ae951bc035dec20489befd5995be2b095652b54b834948aee13a8d46b
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b90775de93d4eacc7daaba6ebbe63710d067d37
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5e45744c3d4a56900bfa694f2a3917afe9ae0225c0f121205856fb3a341a7f
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658471e171fc97bcf9123ce019f3b98eff45dae5
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fa7540e68f57cb48ecfd0fb8b03b0bea0d42816004a1f114e760785835374f
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272a0f39eb0710ec275d9baa2dcabfe71e374b1d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2917a2dfb09bb97a5dd66ab78e416c89fdb766580264bf345510b5fdd55c7c56
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68f8b8d1aeb4982c018d07b2ab3b0b0507486e8
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6014fccd48121dda88048276d7e8a2afb68368d86907349a7db4d64b6431880f
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e31a011c122dbfd2f8512d85917361efae2e71
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d515505d566bc9086b0be88212f3c7e1a772a024c407ab21a86634c25b73e0
+size 208731351
diff --git a/global_step40000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b630af4941ac7b98ca117e80bf5fc0c448b9b7
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3a879a92f45e719291b3d0f04392c3ebd42d8934ed8702348e215cc5d7ae97
+size 208731351
diff --git a/global_step40000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f4982d3886c73d52980e9d10801bb585513839
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25ac53f0ad47020ac6779fd7b7e34340aa7626f98be78752ebd3b4da536bc52
+size 208732119
diff --git a/global_step40000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90be3d925281c3ee6fa5aa2dc51a1a8471fb5c37
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da56b6c9bff863cdaddf216b45beb108bdf37e399fed3e9bce4170a301378c4a
+size 208732119
diff --git a/global_step40000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8323905c7843ce287fbb61806fccc1cf44df9365
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992bfea2d57c0ab9f5845290ede0467ff6e6cee2a7ce764dc62ad37ea12cd707
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb97487ddc51cfa7fc1bdc0dea6f8393cd8c94d6
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b53e3731322ca370820dbf46c1dce39e2c4938de16ef9b1e4302ebf4c81aa8
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e993dd331f0a2b1a1b72a65c8f7cfebe383b87d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60554fe4d51a9e59c8945753794805efc2579159e0b6a15475fa8f884939ce5
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc345cfeaeb5a31193c1c156a766fb43b83c732
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1696f86ab117764623fe56c3514c0c008c0d656957388acd0e95cb9195871877
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a0a363a9c13a3177ed276171a2ee6852eadb61
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9731669adf2e0ad456b19078fbfd6e4fb0ceb2388a8571245dfed4c2cbee376b
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c49957843868dd225907745ab63727954c7d284
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef73fb905a1bfa988f888d01ec9818f0540c7d885c5f4cecf06fee0562487f60
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130b3c0e4dc5da3c9f2cf0272cfa3a0c4d53c093
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee118fa4c8ed2a8a94d82c0f0b2c2328ea409b927a8d9484fef1a07a7dc77f1
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b71662e6a5da0f278a3232475109993800d6f3
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430882e6135d4331ab7456ceecd2187b8411fc92b1b3f78ac5d316b23600890f
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af31e1d15f4f75eadb806ff3c25cc054d9268e0
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926168472c4ee22ee5f35852377e52c6ba2be965a62fa3a4cff6f617a57b636b
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e289b5861c6332aa144eb96faa5b31de21cdd13
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef76572e17fdf3a9f998d320b514fc5e594bd7e2e344d84741643376bd40b9d
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15d8e803d56055112ccdf3d5891ea80349d8681
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3579edc43700ee5e702953fd579c11cbdad0a3300fb942b4de34b42712bbdab3
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8aabc554046807d4087426cd7d479b30711891b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5c723ab7a688c9a1b6156364e016b497ccf0b286844e7b70e5b15023cf97e1
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d975a4e3d46cf3399882ce2199880f33db15af2f
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe84198e729e27cd8e36cceffb77b67a2ded328f5477c51538adcceadb08f4b5
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2323928d899f51a7c7e6a5f2a0e567a93471d565
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd28cb6eef00a93ab580b9c66c4bb1df2a4d6532de657860d3c9fe1fa4087292
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb98b91894c4a1f89494cb4f556d6824175c03e
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4cc83660759e938fb014fffcdae2a6e5c737dc1a554196923a145d010f1329
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9445a5673fadcbabf2555def4d23c20579962b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180fdaee4e74bf4ddc5adebc698ac58055f74cfb6437abb6639f3942d8c2c9a6
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0059a519bca6dcc462c57d4b868a1eb94d55691
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de153a0b0713b248cba81857c62f5302c0d14ced1317b135be013628509c1ed
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779c81413def4d6b6d21d67877d1fa86d06945e9
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6f1c7c7c684340dc3f2b988494702c581dd599fff3abe7138d6b2617c3a417
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e31ab2a54bc605c03061777274048d7f4b4bb8
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8490d62b67cdbb33c9b1c4deddba5a225712bece59a81fc0c7ed5211bdafbd67
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e134ca078474197c63b890f374cbfcc0762a12a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100056305fc571c3adeec6d7f43ea5a7bb7167bdf0fc8ada224efc2c13863375
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc707c527388b6b92f232c8f162309b6c45291c6
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c230fb36c56bb144a8007753163e955a2570ba13128692007619fca5a875708
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eabaf0ba78bbda26633c34487febd12edf24382
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbde38a195f2091be1d6b222c95333001ad53080be76291da19d11a00f0fa35
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92f461a5ce9659b59acae821667e32cd2236384
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d938ceac34d70a9d7239b092042de9013882028e2c46b235095b789c0526ef
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7635572fc5dd5e319d212022a783edad9ae8928
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b2b8e66ef698f3da3d152f7bc3c552a7d2e161c3340cc541acad814456a303
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7192facaf5920242dbac302ffd89152d5b962c23
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab420e8e220d0bd10b10851a2e2b1872fc8ec59c1c5e0e18cbf0fd9256ebb92f
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb774a64472a9bdba19943622bc9005c24cdf124
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822901c87df1087f9206d89df43776fbccd5c95846c4b55ab20c76ec0a4b8e07
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fff27baa92c22e47ee95ef8818f3b702972d81
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d964fa61ae76e6290e5d088a5672e78d9e5e0d239b0064e2e1f3c48034cdfccb
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d550a2bbe63cd55dfdd6710f1494d3d04c5d43
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a33d0aa4da7decc2bae59f1e1babea40cc56ea4663ee4d87b37ea97fd7ade67
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8bf90e06af8e0dd4bf9aaa4cc4a33cf5316086d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d4d61168dee4f9ba34be8be7047e0a6c86ca12328a7b243c87cc7ad9bb5753
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54e8e8dff06c5e41b6c8ff8bf7622679cc3faa2
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b6cae0707bd90357e0ac0cc6c6d3639173fce32d11ff36815773524f8eb681
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b6c9fdd318e123fdb99699630a864af9671944
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4f65d94ef397e4015d05f8d9fb7d1fd22f4a629aea87d43bdacde820382538
+size 208732066
diff --git a/global_step40000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d1e222ea9679a471a7aa83fa77c01f51c042fd
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e51423c0981f9e147fd30f9433faff2f8b5e245690d930299e83d4934086f7
+size 208732066
diff --git a/global_step40000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be88dc9e100b966ddd7b7d9f89e10b672947dfb
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1cb9326bee51a69fc14bdae632290f86be52ad454ce73f5143641a39668d83
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8274156fdf4aa237184aab6ab5867cb44f18c2ce
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f93979ca75233f1780d83ba10473df5251e9c29fe082327d831df81508d0116
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32faa77322f4d48ff5924d2d9d598a8951f49d27
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57bc9cc3beca7d7c99e1263556081423b7f32f995311ca1c6c42f13bff3fde0
+size 208732066
diff --git a/global_step40000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd872210e256d3cc8475eae0b1f5d04d4d9f3357
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38514b02a71683d80d68b8630d80b7f5584a03b887f4ac00b76570112267f4f5
+size 208732066
diff --git a/global_step40000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70d1949b258e9b7ff801c7feea0f1b7031c033d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2daefc52a1dad33c717d0dd379d7db2e2b6653531b5960841f42d8ea9ae560
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa275faf19b67762ecf31a32e02f8828c1c9124
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212a06a58dd5369a1af081b50bdbba6042164bec9ec4964eb93b210701e6cb84
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab1baf75026e49ccf3ec4a1669cb99bf29919ab
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646d05c56732dcad4ccfb1951df4ee66db9a2873e584174f6dd00e38d083a0ac
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18bddd1e20a6e470d17802bb0cfe2533f0d9d03
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfa775562713c02b8c2b37b778ca457a45fef4288c9d3b28e9a09e42f99444a
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a98e32cdb2df184340384be942bbbd62fce297
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378d871c9b4755403fc093315935f5e5cbc2a72f58ea98dac055e333d139f516
+size 208731351
diff --git a/global_step40000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498af88a1133f369d3a0ad08469a318653aa8de5
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4faa1a0ec535cb63b3644b03651fc31875e7c202e1421ca6994fc0c75ee39129
+size 208731351
diff --git a/global_step40000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1690999383a6507948a6b3cee5dc374ebcc2baff
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a5b06cdb5347a7bec741e9225577e914ea9debde0444822d8f0a4611f11f32
+size 208732119
diff --git a/global_step40000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a5a6143304191d48861008fa0c7c815639ffa6
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8df74ef50cb6a24f031640f4cc510738a64455239646e177481d198606b767d
+size 208732119
diff --git a/global_step40000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d2c82467a3df70bff98993b19e43dbd66c3af0
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5f767e2a09ab5117ac0cc90a8c1da933837f40fc84a15902c7e530f0f5f107
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8b8c0a00885600a79d5c6fd94cf95e7f80fcc3
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cfc994a20d384921a92740179d9051429da42dadcbf02eca8bf2d42e4f7548
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6030497a5c5c3724fdd1b7b823dfa4593cbc8478
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f298623faa3e2a50412aae4a4db12a7130bc941415653f2d9ef63df739c4e4
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6324b4bc9822b64c900b98493a1ff9646c2f90c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209cd21a2df4b71196edb5c6e7a4fbb14340c353de7c8485102e0770004082c3
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47b994ceefbe4a91572aedf13a2c43ad3f2b744
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38607381aacc458c8b1be841172c97a2fce49d9b359d265b3756c1f13c54d23
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ab59b2386af2499026787baeedea71418d0e41
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a29af1c6c4ef82a25d1ee1b89d082a5a9562801f67e8cdd51101f49a47cb858
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435bce67251f642352d75de04a08421226b4752f
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88865d10096fba2dfa6807af6dae57372ccb5368b759c48dc2295275ca65a789
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16cd83e555a09b738af7c02785ef92c161f7316
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563160aac1de797e249e9aab9ecae382b2be93d8810ad207af43b3d3eeab20bd
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6811891d2b1b5c8849cb40940c4e99e2efbc55d6
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29c869ac25a398867661a55cb845b7525ad2367d33100b58233b6875ed1b84e
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a952361dbcb9a65dbea9ee1b27d5276a1bf772b2
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f65d4ff7407ff7cde78ab2c63ba8f2e09d44640affffad5af77f1f38bf27b67
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1efdbef5389f03ff4ea63153075e87729031000
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ee21ee425fe8b5da015561a715cabe208438cba9b2f4a897b5fdb3b520146b
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ee94e14abfbf1e41bee9d0cd12332d88893754
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd172f99cb7c654bc9b7a0589fc2f60e1c42e1f37180973037929deddba410b
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc025cc5afab31260f85860bb1ddcd395312cf1
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31ea53aabd70574adbedca7ab1bba961fc0357169db6a261b960b8b5163121c
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71e23983d76aa050c4efdd53088fcefacdb919c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8edea67583387991f29887d06a4b53f49f9f8ae2e5dc1c97f43f1d8303c36c0
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05cc600746bfd39f54402fe612d660e3d0b5505
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad8ff04c9d2a96fb5ea509e529f9e2f45699f0225a323d2637d059e648e1214
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44c2367c094026d00406f28f8359bac8c771340
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b78294ded838506d9fddb5f66e8e7c5beb70a78f331870226c1debf02d645d
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85b71b0d09d8794114bf751546a6cb0c86a9f78
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7d96a0ab6e6c817dbab91bd48b9ba11ded89f56772eaa019f38abef0b7f48a
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda47f4c90bd7a77c65aaba32518cbcdc1dba839
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10393cfad34d619b363c82a89893eeb1d7de8f6e49fd42dbc9da631389c4ad22
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c757a0ac907101befbc82708050658ee706ccc7c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c413c7846f4a5beccb5620646bbcd0664f73bdd4b7ee1fa8c1d505d7e9d7ec6c
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cc31e84674c4dace1240d31e8573806d8a40a4
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ac579c572b4a0b6c9eb43816db185639bb0f09b1a5cf44696c10be87cc6f8a
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6133903eac583a5bb964ea41a6de1da53bcb6fee
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f368530c66abf894dc501f20f314362b1a517f64e7b4efd2bb9dab3cc8eadf
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e6f399126f6d0d355b93364d43faf038b4f36a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a918636c0b273a413717ee8649c519ae1d89464f75bf8f3a98751aae41707d
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56f83ccf0f8ce267408c65653bdf95d19e2840f
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a480fbecdc0cf007ebca57cacd51d27b2469b69cb38e644e1f661011d079305f
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70aac6c10775ea73ca71bb78c012efb2dafddf2c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564ddccbb852f8691dce327797a9838118d39c565db7e20004c0527e467fba7c
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42dda23ef39d37effe13b184691324e6f97f4b58
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a59e52a57d121e60754d556d86ebdb61af8b5d82a1597aca827e1e7cf08db3
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f283f8f1803e20df9ed32f6eb12d6b2537fea2ff
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c482b059c99c859ee6848d9f2f7113f84515c1b34b563aacc49bb33e0d8de76b
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c7dac719c711318123402ce788b2e1f57a2fb7
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e619d803424790f4ae4b01733ebd9b54c78e7233926cecb79cf719c1ae7264f6
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a8d73b9c870339f77b64fc322d6f3723dd4304
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3416448fc904efe419ba85914c43c69ae0a53fd63129f6f6820fe722189a7d6e
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c8ac4e986dd96b7a71d680abb7fa8f110ec26c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2048d493744f9c85163ec45e57aa759e8b6d7c516e8e037b55e9b1fdbf579b95
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434032fdc718b20bed29d64dc6304b23f81aa37a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c1b6a549925341f4ec9027e3f46505f512f43fd32abd77138d655f1dbb84ea
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b565307c0f1c03115852588112f3b0c2470a4037
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc7c55b7679f4e0634f1f43c63144557fad17c3894725569c98c0450732b347
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d64eaad735d370576e3de06f7a431a9782e6f6
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe6fc20898aa18e9a877c2898c6daee78525a977f95f51efe481e3af174c6e9
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930cae8e9feecdfc5ec93ef985ac77c704371435
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1929030160347afa26c0c7566ed5b4cab67a24ecd09c4e88919b7442dd664620
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70ac5e8e23d9573e0ddd4cec404b35e1ebc850a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6a236252d401453fde38abf70a452e7c169e84038f205df899e681e0aa1dc8
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fd957c63190d2a24832368a7c790cbf761da81
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e97d875283d26e452e02790072b8e3ce5d5bcee52958e6bcd17c41494a3c2e6
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec104b320bbf8c222ac58f5ff66e6c9d4111be8e
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410dcc78cb01e9c987fd4ce2115f8f5f3f8f2ad7f83a560248dca021c08bf8d9
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19396a58734a2a09020cccd42629b08a51dbfc9
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802a08cee30a0dbc9cd13c56fd0dd87db7325da09ff99fbb592a3e5e29cea676
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4eaa5e45d2bc16ca0a10ce8740f3e4fc7431141
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662d8440404b24514205c4347ab57c7475f1456790fa0c1fa947d3d745bf7afc
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be07ec579ee4f0638bfda70a787fe53766331a2
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b89b24a32d17bbcc5a375dd1171e4e2b7adb0aa00447017a4304ab49b55d2fc
+size 208732066
diff --git a/global_step40000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe99d29247e91fc22b11143d561a86061044e66b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0846b9d3033c21fff361d14b2afe9dab4f7ff5d0373118c3c90b0288eb4393
+size 208732066
diff --git a/global_step40000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0ac3ebc9cb632b4958ed09cb3b80673e142d76
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba7e51ceb96abd6637833ac4d80416ec08ab5c3de82762935fe2b68b176328d
+size 208731479
diff --git a/global_step40000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5920a1f2af05539aac44cb77ca1b346cf5bfc831
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726b2e0ebe3fa00225073471877991b378a3e30a7dbbd2595e8a8265dd74d14d
+size 208731479
diff --git a/global_step40000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e30560d78f8abfb58e47ac232865b8f9b929961
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b11b565ed913bb8e329c9e88101eb9e81f02d768d750626cdef6e33420d696
+size 208732247
diff --git a/global_step40000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5f87aa1877c8dbd3fa44298389d29f1f903fcb
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbff3e1fc9d6a9368c999719021faf356a46936cffa0e1561c141b0872b0a2ba
+size 208732247
diff --git a/global_step40000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de27d5b791fd2df96c06b9b0be42478463f5a3a7
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef899c47ae97a28cc3d220844fec679fe0ad232e0907fd7d901ebffee244cf3
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c96d676cc5727b7ffb9734b41a881c28f1eac2
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2716419db688242aed5262883200fcb7bbf13eb5541edb9498befd3f398d070d
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f372fd6225d35accf34858ebfa9e63a83c9fff9
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b70a25dc6f8414f9defe9454e99074dc16c019eaab8f3ff2e14662ffc32cc8b
+size 208732066
diff --git a/global_step40000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc4f8aa510e830aa9518524129e30c253037fce
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897e66a25bd2a4bbb1009efdf9947ea92d10238e43a2126a06825a7d6944009c
+size 208732066
diff --git a/global_step40000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf1b7c9eed159ea1c6c1cddb7dbfb01b67650e6
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b065d416cd7ad68dd0b7b709de01863709ccf63d1a54c13495f4077b778c0c9
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3240e2f583197f5e7b83ec1d7ea0d2839242bfb8
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565a89de5e305368767040b891b76ca1f20714736465aa73963d745b3b16ead0
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366fedee4a90695eb7458264ed070e12e3ff684d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0e4956724375e1904ba8c76661e16e5a61cd596f1c5325dada60fec43471ca
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955b959c264a342a57aed20616f4e9632a36e2a9
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310e4d0258d5d82638d1adf405301dcbc19d24bfc87b54c5b1f8143822eb9ff1
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3d0204e03f3b6745623adb112981cd025d3caf
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e478796f2920ea81c9c71092533fa772af098862c2046a31fd9d53c7a99cde4
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765469c9bef6cb771ed101108e22cac85dabfc62
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1ca83afe08beb546f3f1100afc0db6db976a979ccb15ad96db6fd08e038d8a
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6a0a2a1b520ca70e0f484386a2017ad48e7db1
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc65ca5a5a77b44b1cdb19752cbf2209ec5a5279ba3110debb36ad503053ce18
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3a6459845e3a96da0b0b47441f34c2aac82f44
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4562688d27d78fc9265335dc3779558f021d05ed25824c2b59b6f058e0a4d1d5
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0cdfdc53468d55b695a57e9957a20ed672cbe8
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211d33d8144495e07135075880b5ae41deec38bdbb01654990095cdb6576bff6
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a439908ef3a6a1ab611cdd68f25fe9a2cff1a1e9
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2915bb88d3006f096346974bb2e09b242b7a71d448e8e7b61cc3b03a87d3debf
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18b3635591acecb2d8ad53dd600f6f46739b573
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa6e78c3cbdc7b7ec2e4a850ed4d3226dba995cc099967f1be9f0bf0ccc82e2
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08a19fb17735903ea9f23182628a6f89d164f44
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1324ea1126a8b051d3c2da6053c81509402279dcbc079d71b116c25be75707
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e25411f7b726d08ccf21e867a1836ec933f263
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626e690c08230acbf24cf8c84de3fa8fb7d5f6fe76d8814f5bebba14175e5fe0
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3aa53dd267011b7de458919ffe2f5d3713bc377
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40ed3c248480dd0e68c902850a785e809392c693d784014f1a4a4f43e4a0de7
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81c4ae680fb5a7ce46e2285e18d3b1a4a120e38
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80726a18893f1818fd7cd9b8adeac5a648fda25a8c9fec1bc5965b2df5d9db21
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36ddaf6b978ae9c2596357014d1276ef00dc93d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e05f4c3c2703154fb477987a24c2cfb03eb48e34e1e9ba99fec21fd5983df9
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcb2227bcc7cb58654d296b2db116475ebc8fbe
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5293155a9dcf020d449e25d5c51df1ff96a0ff8125c08aac314a85bed6628a4
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14004d887db548bf49e3f5fcfe49ce282092ce96
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee7fa56c803856fdfd061e1f9e04e42ca3d80ff8e75b4593829401d9e20c44a
+size 208731490
diff --git a/global_step40000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4031d896d63ef3cc25671af6c25e27b38f59d37b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b6ae343dfbbdd0de6027785561513c750536ab9bc00946d67d999436a86018
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4986d925067650846df9b77ac27c6fe96b23d4
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc9ecc6da4a5cfa8d347c9362f4a04e15a0fa1567410837c00d66fcbe6c917c
+size 208732258
diff --git a/global_step40000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f02d6c545223b3f290ccb0edda5930823b573b3
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9c457ea1d50684e239cfb6f7294fa20c83628bb709e2f1881f5184e990926c
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc49034d4902b9ba981b948938bd8bdf5d9ecced
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c561642f9a3ac336d8982009b6901f861c4eb91c6185ca864a943c6c7e6b4c
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da1b46adacf3844b6d9ba416148657e7aa3504c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5f2c92a3155a686f67cdaa019020a9835da34f1cd3a7df582fdf3fdc26f461
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8c03a4c252947989328e118f6565a4f898ca86
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d7f13ff3a1eb7ede8bddc5a38162512dea819d2bddf6372b84acb63533ca76
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71cf04ea5c77c5f958939ffe61dfae35c725b4b
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b8a21adfa8878f099cecef0b4bc9eb7ea062e7dabea65163865b37545eafb8
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606fbf16eb9632bbc4b721c1612038fc4e9d9384
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be28f9a61609d0e8a1769cc3d179a1c1039277fab7e23f9311458f28d31f48c4
+size 208731298
diff --git a/global_step40000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e061201d96e4aba3fbbacb3e22c5180d40c97cd
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9446dc5396c4190506237928b22957f5b55fa1beb54a67e77e475f27114e26ca
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8dd451885084439e5a8f346fab91927a809fe3c
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68aa2969fc04201280b869914b316f65b8f9ae85761e5b1c90577460b7299491
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9191dfd1123376a56f8ce96121be88585b608fc
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd62c2bae4e8444427b40aab9e34330fe71cbe7e8b94c4b1ad80fba94e18e076
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90beb21e0f444afb201b15165146d5de9216848e
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ac59b226a8b09aec91360004494f127cf40474d3784667e4c69f03cf328f50
+size 208731426
diff --git a/global_step40000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ce7143e8a3341de56488a66ca2304a9eaf8976
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de431da33072bf8d7af710367f5ba6c2dd841dcc735a449fa367c39daecb42a
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cfd070673f48108656370cf3c8b375a42a9ba9a
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96da937a02e34a7b1272875d9a26fd4618d5289fabb163a04393118b40879e04
+size 208732194
diff --git a/global_step40000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2951e4ef151f084978089504da9cbb6f4f174d70
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b87a945ff35e5564264cb2c131709f19c2c5150adb771e5cf7c2daf89dd3fd
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b08d1ad681d28a741ab266e6aecf39e1e666aa
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8faea0c3c200ed52c742143a7ef525d7b4db77f492e786780301f697697a9dcd
+size 208731362
diff --git a/global_step40000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648b498f503f6e72103abc3d68d4c3d09aa180ca
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3d221edea75b4b58fc7c60932c5d39686f95bf91ce4d8d6d3233adcc9c68a1
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed1c39f699e4bbf58a6cc1b076eb8d009ba3fb1
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74f178d41d461053a6b0381cc2ee8cddf916084296d03a69753b0ed76d70017
+size 208732130
diff --git a/global_step40000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/global_step40000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b0da8fcf3f84c00823f08bae61d92ffe0934ba
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33afb3b9f4ae498b4cc3ec238aab248df55d6804aef802255946c1598e991bc9
+size 208731351
diff --git a/global_step40000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/global_step40000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9a37d6d9bdcab8b82f5fe4583a3bf6e59b012f
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91bfefe2a6fd22e16911a1da2f47bc365f7016238acef0aec1604b43ad02e09c
+size 208731351
diff --git a/global_step40000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt b/global_step40000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384df3addb241d94b0b60710402bae9524eca86d
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f08e8f198d5b8b117ca06cac9b04d94d54266ae32e343c0fc972f57bda26c6e
+size 208732119
diff --git a/global_step40000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt b/global_step40000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810ed7a4837d12eb7fb6558639af6eb27d98772f
--- /dev/null
+++ b/global_step40000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4e9e1b28614671fc8956ba95d2312681445ff7ec016e6698e6357c0c8a9135
+size 208732119
diff --git a/global_step40000/layer_01-model_00-model_states.pt b/global_step40000/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4f458e8162da8191f16e5c51fa24510e5117c6
--- /dev/null
+++ b/global_step40000/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8339870d918040bc4b1696ef29169bfd2eeda2dd7ee908f7ad65e797622c6ac5
+size 223347971
diff --git a/global_step40000/layer_01-model_01-model_states.pt b/global_step40000/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a318c6f559a0b97427044ab8aa6c65ab62970c5
--- /dev/null
+++ b/global_step40000/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1548c00c5fc9fdf339c8c2c4b18726843230885c48a2193251e416c742aa4c
+size 223347971
diff --git a/global_step40000/layer_03-model_00-model_states.pt b/global_step40000/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d134f09852b217da965486181851e1e856e23de
--- /dev/null
+++ b/global_step40000/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff028c9ec09a684844d22ddcfd04481396d64119b4dd8313da74a281fc692d5
+size 201408771
diff --git a/global_step40000/layer_03-model_01-model_states.pt b/global_step40000/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872cba3c50e589afa295f5319c942c2ed23ff673
--- /dev/null
+++ b/global_step40000/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7671c03deee580c1e03c42f83ed72356a650e85bb074e97ef9aeb9e907d61f
+size 201408771
diff --git a/global_step40000/layer_04-model_00-model_states.pt b/global_step40000/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c2de9e93c1bdb86a0607980d0afc9fbcf832eb
--- /dev/null
+++ b/global_step40000/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9721d96435fc5590ec4df578dae4ff26e51f66fedf7127e4434fc91fe6cd61a3
+size 201408771
diff --git a/global_step40000/layer_04-model_01-model_states.pt b/global_step40000/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb33e14786f6346f6c6a9106b74233c77c63eeb2
--- /dev/null
+++ b/global_step40000/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db04c4a257c0b204d14bb6768814e84754ffa8b3f35db0d05d5760617eb401b3
+size 201408771
diff --git a/global_step40000/layer_05-model_00-model_states.pt b/global_step40000/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e356f3c04fff7cb7aaf44c554519c9223fb0de
--- /dev/null
+++ b/global_step40000/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f2c134d9ab16e1606771b7db92c5fd893979ae9b47798be7eb1931cfacce8a
+size 201408771
diff --git a/global_step40000/layer_05-model_01-model_states.pt b/global_step40000/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95180d6240947d25d50ab857ee867abb69bd5328
--- /dev/null
+++ b/global_step40000/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8362bfc10c7b01d52e22f549433eadac4fa1421c61d3d09b84fffa495372c8
+size 201408771
diff --git a/global_step40000/layer_06-model_00-model_states.pt b/global_step40000/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79555c2f760f7a1654d5cc666759d5da22b9c587
--- /dev/null
+++ b/global_step40000/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7371a9f50af86acddf6f470f4725be6eb1c44fd99d7b85b24673a505637d7034
+size 201408771
diff --git a/global_step40000/layer_06-model_01-model_states.pt b/global_step40000/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef94ee506e1e48a31f5c4a6d8c64606380b97e2
--- /dev/null
+++ b/global_step40000/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc3237d2d6cb3223703698596d476acfe7638a6c56a862240c26bf98402ad20
+size 201408771
diff --git a/global_step40000/layer_07-model_00-model_states.pt b/global_step40000/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d5355bd13d5f371eca4777d777587ee02897b1
--- /dev/null
+++ b/global_step40000/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95f64d194c29515c319dd6be6856c1114540e4ca96cd5764aa69d8569ed25e3
+size 201408771
diff --git a/global_step40000/layer_07-model_01-model_states.pt b/global_step40000/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9584c9a8ddd8f7f5cedba1f0298908f62b533be1
--- /dev/null
+++ b/global_step40000/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda0a842e315044698c2787b3c6d01df06c941ff8012114bb221c4aa4f1f63ee
+size 201408771
diff --git a/global_step40000/layer_08-model_00-model_states.pt b/global_step40000/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fce1e064a2ccf992bdaf2afadc016a13a98506
--- /dev/null
+++ b/global_step40000/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16d7ffcb1ffca7583844f75491b9651351fc818241a24ba31c705fb22951fe1
+size 201408771
diff --git a/global_step40000/layer_08-model_01-model_states.pt b/global_step40000/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcd57ef02c8375604f4997db3019162dc0ab436
--- /dev/null
+++ b/global_step40000/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac2f33a5210f20cc299aba45a6af77fede917c6a406fddd69a0dd5e4e34922f
+size 201408771
diff --git a/global_step40000/layer_09-model_00-model_states.pt b/global_step40000/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f7047ded752bb3ea5aab67c29838b48d928988
--- /dev/null
+++ b/global_step40000/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36739a853dcb4e9e18ff7fb79efca8e7a9f1a53da80d79671bddf7ebb9754c0
+size 201408771
diff --git a/global_step40000/layer_09-model_01-model_states.pt b/global_step40000/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed2bde4d798d6c1771c4cfb0fb35b46c2cf5700
--- /dev/null
+++ b/global_step40000/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4e8035fbf8039d359d343badc66f5121cf7604345f0f717d0501b6fb8687f4
+size 201408771
diff --git a/global_step40000/layer_10-model_00-model_states.pt b/global_step40000/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991ccd50444ef34604e20a2c37cbc56cc92f680a
--- /dev/null
+++ b/global_step40000/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63acf58f65e6d726de645e86e615a6b9ebeae0f7313cc98cce310d2465cb204
+size 201408771
diff --git a/global_step40000/layer_10-model_01-model_states.pt b/global_step40000/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be242290d6fafd80815060898dd894b2e0ee68e
--- /dev/null
+++ b/global_step40000/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f85d42bbb141711aedacc7b4499721c2a1cf0d1771d90bb25792f59657bf3b
+size 201408771
diff --git a/global_step40000/layer_11-model_00-model_states.pt b/global_step40000/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ccb895dd2ec0ae5312bb8c70a6bca6b389e5cc
--- /dev/null
+++ b/global_step40000/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3843713bc9742bfa87cf0ed0773c8da4451ad8b7e9dc39e34880750e4ccfe42c
+size 201408771
diff --git a/global_step40000/layer_11-model_01-model_states.pt b/global_step40000/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb1f6bc88f7e384c5241e17dbb6ae6e7d7edf1b
--- /dev/null
+++ b/global_step40000/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2be226a695983d74f7e494652155f5130297c68855a7bad785d6203e605d70
+size 201408771
diff --git a/global_step40000/layer_12-model_00-model_states.pt b/global_step40000/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1444fa20abe368eb20a0e82e019c134232c93ec6
--- /dev/null
+++ b/global_step40000/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6539468ac91841a684ad60c41a191fa309ed800f874aa9a3360cf764034dfe8
+size 201408771
diff --git a/global_step40000/layer_12-model_01-model_states.pt b/global_step40000/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e0be27486a58065708ed466430a93ff36521ac
--- /dev/null
+++ b/global_step40000/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d1760a28ac675072d1f41d15ccb4878fea2a20d8ce5de5768919dc0a958025
+size 201408771
diff --git a/global_step40000/layer_13-model_00-model_states.pt b/global_step40000/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d917c2427ac8ee3cf1feddb6a788ce2d395a21d
--- /dev/null
+++ b/global_step40000/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cf5e43f4dfe17e0cbbbf575b29672c41ab07f83a57f4af4f2ebbc513681564
+size 201408771
diff --git a/global_step40000/layer_13-model_01-model_states.pt b/global_step40000/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6dba720d7ea39e4eab97d5d7f34bfcb772a426
--- /dev/null
+++ b/global_step40000/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19acf6356ce9ee9c63cdc0b00f8231e24ac911b44dc83c4378559db988b12acb
+size 201408771
diff --git a/global_step40000/layer_14-model_00-model_states.pt b/global_step40000/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ac7158fa7f6e967ff57a749364c3d57413179d
--- /dev/null
+++ b/global_step40000/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c344acd27632a5e38b621e23e469f2fe43f6bd7e42996b2c3090ce172b2d9d
+size 201408771
diff --git a/global_step40000/layer_14-model_01-model_states.pt b/global_step40000/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b103920cf56d38aa4fcca9b3507343ec56cd4776
--- /dev/null
+++ b/global_step40000/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0ae72d3c42d76278ec5010b03cc90c81e857308d72c590c8c7ffc6660a8edd
+size 201408771
diff --git a/global_step40000/layer_15-model_00-model_states.pt b/global_step40000/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246882c79dfccfdbef4c56c65ea8bb25c6b7323d
--- /dev/null
+++ b/global_step40000/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c09227af160ac1a7c5c34ab4be2ac28c8469d401938336fb640b8303e694aa
+size 201408771
diff --git a/global_step40000/layer_15-model_01-model_states.pt b/global_step40000/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd3f1068bf91e9b05e4db4f3617d06976f9ed4e
--- /dev/null
+++ b/global_step40000/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db60098a484fbfdcd3595e915c88c5fe14e3d6573e973fe7168004e15167a13c
+size 201408771
diff --git a/global_step40000/layer_16-model_00-model_states.pt b/global_step40000/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c9b9f64f1d45128d15aba7b43504799b1c6427
--- /dev/null
+++ b/global_step40000/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3adb4b3d7e6e5f12dfabe203a41c3f08ba848e52b2d4f06c89eb18b19ac9c4f3
+size 201408771
diff --git a/global_step40000/layer_16-model_01-model_states.pt b/global_step40000/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355bcadc409c39af06a3c7b24cdcf9aefe6ae0a8
--- /dev/null
+++ b/global_step40000/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c710b2be3302b84e5135f368dc0ca116fae5597938f800f12ab5ce6aab95315
+size 201408771
diff --git a/global_step40000/layer_17-model_00-model_states.pt b/global_step40000/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25508816708c05ebaf50f66fc765e858866b49a
--- /dev/null
+++ b/global_step40000/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2c83a3474a6fb8fe9e325095888bc4d130336253316b21079db15d2ffcef8f
+size 201408771
diff --git a/global_step40000/layer_17-model_01-model_states.pt b/global_step40000/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7f409dc624fcd577e02b8f0ce606137624715e
--- /dev/null
+++ b/global_step40000/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33487cddd8241cdaa49bdc34942b0ed09e76de9fd33e6df33448113c98c709b
+size 201408771
diff --git a/global_step40000/layer_18-model_00-model_states.pt b/global_step40000/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2b8aa5ed6bda14f2b9a79377f25ede071ae092
--- /dev/null
+++ b/global_step40000/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0fcb4e671ae0c2d8ab49e3e5977bb42e89097b97fae49c4d5628e51b079c48
+size 201408771
diff --git a/global_step40000/layer_18-model_01-model_states.pt b/global_step40000/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba9d1404f44e1e70952c69d2a38ac8610c63995
--- /dev/null
+++ b/global_step40000/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68fe02d8b3287593ce3b341f0aba3ac5de204022fa514bc6c17917fe9b53cc6c
+size 201408771
diff --git a/global_step40000/layer_19-model_00-model_states.pt b/global_step40000/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6942ec4a5b8e4b715b0f029926c994bdf17d5020
--- /dev/null
+++ b/global_step40000/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e61726ff0b2d58d4d0020573ac6a98645e25c559b98116b7c1aaf6ba43344b
+size 201408771
diff --git a/global_step40000/layer_19-model_01-model_states.pt b/global_step40000/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114e6f9150a14890da26a3b8e4453c383f041b6a
--- /dev/null
+++ b/global_step40000/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8fca0dab34af9a7ece63268fd86d720468c3e0e2e52766658e06176155f41f
+size 201408771
diff --git a/global_step40000/layer_20-model_00-model_states.pt b/global_step40000/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c404cc7906d011ab0ae1e465237f279541227e4
--- /dev/null
+++ b/global_step40000/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f532399d3d02ef9565492f4b291819df8d526642806405d90d3dd0c7899267
+size 201408771
diff --git a/global_step40000/layer_20-model_01-model_states.pt b/global_step40000/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2460008f65fd8f6996b69636585389c2934575f2
--- /dev/null
+++ b/global_step40000/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54f6e919216925d8192d11547bae7ff8ad745d2d2755c1b0e98b580521af940
+size 201408771
diff --git a/global_step40000/layer_21-model_00-model_states.pt b/global_step40000/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ebbfbc65242c7cef487560d18b3e30734aa7a9
--- /dev/null
+++ b/global_step40000/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2015484ffc17d4a283a72a495825518c8c6ff41f7746aa6dd62f29311aef8739
+size 201408771
diff --git a/global_step40000/layer_21-model_01-model_states.pt b/global_step40000/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580b75f41d78be15e9a59e43376adda27a722264
--- /dev/null
+++ b/global_step40000/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fe0f55a06db626f12fc393de4d9c52c439c0421e2bfcbc1fe3dae9c9e5035d
+size 201408771
diff --git a/global_step40000/layer_22-model_00-model_states.pt b/global_step40000/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a59d8c0b7f0c1e91d5bd1a39a7ba48ecfaf233b
--- /dev/null
+++ b/global_step40000/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856a8d384036fdad5a93a4c5f6dd5657fb6bc174578ad9cf1f87a5272a89efd8
+size 201408771
diff --git a/global_step40000/layer_22-model_01-model_states.pt b/global_step40000/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfe3e0b936acbd411ebd4af731fa737862927f5
--- /dev/null
+++ b/global_step40000/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e845ade64180a71c0bdfcd9990f846f2e1afaaa9c0c9a3309d40c3eaa94fb792
+size 201408771
diff --git a/global_step40000/layer_23-model_00-model_states.pt b/global_step40000/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a017dbdef6adeff0290e2aa236ca764c1f8508
--- /dev/null
+++ b/global_step40000/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3131795c2d9001c2f75fcb59ecc18a5f7fa4bcae04f7377869ba4336b673398c
+size 201408771
diff --git a/global_step40000/layer_23-model_01-model_states.pt b/global_step40000/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c448d5560c810820191a2b61d207e653e5e5ca2
--- /dev/null
+++ b/global_step40000/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78149d21082e29d8ed3d76244131ebf0e03598875dcb4cff819c6f45b125daad
+size 201408771
diff --git a/global_step40000/layer_24-model_00-model_states.pt b/global_step40000/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4310b91bf77c8780e8acb3f679f0ac92ca5caac
--- /dev/null
+++ b/global_step40000/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbf663112cb1a704a54e41498549cbe0bc32a994007a4de278bb8d1c08420a3
+size 201408771
diff --git a/global_step40000/layer_24-model_01-model_states.pt b/global_step40000/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86fc3c9a60f1e4823d3fd10fa85674196d5efb4
--- /dev/null
+++ b/global_step40000/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66670aed0900d77c1efdec88c54ebb457b953a44fade274c69f4d3ac1cac7efc
+size 201408771
diff --git a/global_step40000/layer_25-model_00-model_states.pt b/global_step40000/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14f7d85a133a86ac0c0319259e78f964ffdf8c5
--- /dev/null
+++ b/global_step40000/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ba6b4739c2c5028a41c128e5501323b4d3652446c2c24bec19c3c3aa5d9ed2
+size 201408771
diff --git a/global_step40000/layer_25-model_01-model_states.pt b/global_step40000/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9781151b5b2af5462a22dfe40836a10211b0fb9f
--- /dev/null
+++ b/global_step40000/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ab9beeb8821fe970e05aeec6df89c2539acc009a0eabb98cac2da6883752a3
+size 201408771
diff --git a/global_step40000/layer_26-model_00-model_states.pt b/global_step40000/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92eb6e6f121a491686a9d6acd932319f2908900f
--- /dev/null
+++ b/global_step40000/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7090efe04572a1d25799f89e7d1a27485c5044704a9c7fcf3026885185c24e53
+size 201408771
diff --git a/global_step40000/layer_26-model_01-model_states.pt b/global_step40000/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b021369374a78a588ae71062de19c28934dc030
--- /dev/null
+++ b/global_step40000/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb1232fb927d0578582a7368084363ee28aba1da2b953ec243d97285b3ec0c7
+size 201408771
diff --git a/global_step40000/layer_27-model_00-model_states.pt b/global_step40000/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24dc2db14e037c381bdf0a422291609fb8f97b4
--- /dev/null
+++ b/global_step40000/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0186b6c44ed03bb8554fb8ee0708583310e48fc6f98c779621ce790ec9a0e430
+size 201408771
diff --git a/global_step40000/layer_27-model_01-model_states.pt b/global_step40000/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117c09bbe0524dfb663595c4ce66f6b48710461f
--- /dev/null
+++ b/global_step40000/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b92f4fcca10a68e6db59b0fa6dd53d6347214bc362413cfcf6294873f754291
+size 201408771
diff --git a/global_step40000/layer_28-model_00-model_states.pt b/global_step40000/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6565591c76852d2bc6ec179cc470a0b0d0d00592
--- /dev/null
+++ b/global_step40000/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef03a4ec06bf01ada5dea665bf43b8ad15eef7d680d12a1835cdf74b653190fb
+size 201408771
diff --git a/global_step40000/layer_28-model_01-model_states.pt b/global_step40000/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bad9e8df9dcd2cb6fbf6341e19861dc64ee1e8
--- /dev/null
+++ b/global_step40000/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac78f92f8d8db2c47e6080f6eb7074037a92a2689eaf91189512a1243a0374f
+size 201408771
diff --git a/global_step40000/layer_29-model_00-model_states.pt b/global_step40000/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155e3e3b7ec5b66b7f78f9a99bb501c99e17d51d
--- /dev/null
+++ b/global_step40000/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f573255a82b012b5eabc6f8eef87d4fca87970c9434cee561d6e3eab039d07
+size 201408771
diff --git a/global_step40000/layer_29-model_01-model_states.pt b/global_step40000/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4cc7f46ded307ed31719cb65ad020e992aef312
--- /dev/null
+++ b/global_step40000/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5d68e907423ecaaaf8bf9178e06d3586bb1930aa63cb4bc03500d8ca54ab5d
+size 201408771
diff --git a/global_step40000/layer_30-model_00-model_states.pt b/global_step40000/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256c054917aca83ce040a4bf3057c8f6d30e971e
--- /dev/null
+++ b/global_step40000/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d84331628251932376db43e2b93e53e8a41a5eea4707317ea123596a11c300c
+size 201408771
diff --git a/global_step40000/layer_30-model_01-model_states.pt b/global_step40000/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b44ec99eaa1dbe8fa4c3cb6b5980e1a44600c5
--- /dev/null
+++ b/global_step40000/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4d3e77ed0f875e1f1d125160a5f6ab5d21df154378f0b9ba7cb720ddd2ad40
+size 201408771
diff --git a/global_step40000/layer_31-model_00-model_states.pt b/global_step40000/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e34f3c9491ba141b47e6db298ce2f57d72ce42f
--- /dev/null
+++ b/global_step40000/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f38ab447ba437e8be010ad1bdaa8474750e3637ceac267479d069908b61aa95
+size 201408771
diff --git a/global_step40000/layer_31-model_01-model_states.pt b/global_step40000/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa533df7226ea52db6fb89b3d63541fb203ba40
--- /dev/null
+++ b/global_step40000/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d1470b19ccc4514c6e1ae92ce5219d331a7b55f3b3a50640504378e11b6917
+size 201408771
diff --git a/global_step40000/layer_32-model_00-model_states.pt b/global_step40000/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f430eb3367ee256be42648b2c3117a93607cf55e
--- /dev/null
+++ b/global_step40000/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b52cbfee14330d57bd89e5e62574a35044d3047bbea798a16f0f3fa446f9ff
+size 201408771
diff --git a/global_step40000/layer_32-model_01-model_states.pt b/global_step40000/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ac4ac7d217d4da59b9e62f338742e1cfe50f10
--- /dev/null
+++ b/global_step40000/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9cfed297478be3c18e6a33e539df074081169caf58ce4af39ed76b83b9767e2
+size 201408771
diff --git a/global_step40000/layer_33-model_00-model_states.pt b/global_step40000/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9b78c33a6f26d35c67fbd77380fef446387843
--- /dev/null
+++ b/global_step40000/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c9819d71001bb080b4bb3d37c6911a29e1791dc27438c537aa9a1eead4af3e
+size 201408771
diff --git a/global_step40000/layer_33-model_01-model_states.pt b/global_step40000/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e454e8e7abbad13bd4c8f41c9b3ceb885bb46638
--- /dev/null
+++ b/global_step40000/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3043e91372451884655fb0d27353d55f97a61950508c084e04c77214390e5ae0
+size 201408771
diff --git a/global_step40000/layer_34-model_00-model_states.pt b/global_step40000/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c095815398982d6f3d2aa4fdd38253b90d9fcfaf
--- /dev/null
+++ b/global_step40000/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d198aa612dabde66e0100cdee641020e1f589c51b8b06928f427ce9fc440d2f
+size 201408771
diff --git a/global_step40000/layer_34-model_01-model_states.pt b/global_step40000/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8cc5156e08d44f893741cdd36ba5768696080d
--- /dev/null
+++ b/global_step40000/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851d76c81350cd51c3f4be04bebbe5c59620fa78883766853e7b27391b9b97d4
+size 201408771
diff --git a/global_step40000/layer_35-model_00-model_states.pt b/global_step40000/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2c9c36360b829de2abdc83425186c83d63705e
--- /dev/null
+++ b/global_step40000/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04182c57e6cf60395781309fbb94346e3f41bea25d53a56f9491da4b64346656
+size 201408771
diff --git a/global_step40000/layer_35-model_01-model_states.pt b/global_step40000/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ebf1fd7f66b0898c70f32492e7f7c090eaa786
--- /dev/null
+++ b/global_step40000/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f853c5d553bb0536334333d82dc48c6d9785dade26cb4f15fb40e82bdcce9cd3
+size 201408771
diff --git a/global_step40000/layer_36-model_00-model_states.pt b/global_step40000/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d3cea3c80e289882617cd45e6a01f8974e5bcc
--- /dev/null
+++ b/global_step40000/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acb2473d7b47a6c50477152075361a700a38149d7a00192008c26f3c5c497b7
+size 201408771
diff --git a/global_step40000/layer_36-model_01-model_states.pt b/global_step40000/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe639b504cbe8d1b89b88006464e73d9cc19de7
--- /dev/null
+++ b/global_step40000/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f33fb7344da09b0fbc652cb47f3c51f2074cc79ac786f148860005b8500c709
+size 201408771
diff --git a/global_step40000/layer_37-model_00-model_states.pt b/global_step40000/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02e75a71788cd8ccd90f14f12e8e9f6602a84ba
--- /dev/null
+++ b/global_step40000/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a258bb7defbca5e5ada700dd4bd29ae0e4d274d39b7e70b4af9c2af250f8f281
+size 201408771
diff --git a/global_step40000/layer_37-model_01-model_states.pt b/global_step40000/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8781ba70592016194d239b2b5de5b7c727c7da8
--- /dev/null
+++ b/global_step40000/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ce8773386eab5d2c2a61ecd342bd7df693e0f11af584583fc74bed93418019
+size 201408771
diff --git a/global_step40000/layer_38-model_00-model_states.pt b/global_step40000/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758e461c87e0aeed159438f50279ff6150042e5c
--- /dev/null
+++ b/global_step40000/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1d31c206bb4d2c66db555b829c0851fcac221ffbca1d21fc50a4de28e8ef9d
+size 201408771
diff --git a/global_step40000/layer_38-model_01-model_states.pt b/global_step40000/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14a76cd8553b27b122660c536d81269be694a9b
--- /dev/null
+++ b/global_step40000/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebde3eb36f7837d6c4b866ce40af3c10cb3157e41a517faa527c81c2aa4629b
+size 201408771
diff --git a/global_step40000/layer_39-model_00-model_states.pt b/global_step40000/layer_39-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c21772a0d606eb154144b5f7c5947d6371ce46
--- /dev/null
+++ b/global_step40000/layer_39-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e6592965acf6b3cba7540b3978e2763f317a7593581b54465b972a035e5132
+size 201408771
diff --git a/global_step40000/layer_39-model_01-model_states.pt b/global_step40000/layer_39-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76a0a204eefbd0b1dde8664dc35926af7d30a11
--- /dev/null
+++ b/global_step40000/layer_39-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666e0b63769e8b3e2edc375faf69bbd66ac7bd223b05a7d06d5be02296d59be5
+size 201408771
diff --git a/global_step40000/layer_40-model_00-model_states.pt b/global_step40000/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad48041a7dcdd1fd000a0c19a1866df39972b15d
--- /dev/null
+++ b/global_step40000/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242fbaef40fb3a987b7e6759410ad7bb82e1844a8f9c92d491565a6285377eef
+size 201408771
diff --git a/global_step40000/layer_40-model_01-model_states.pt b/global_step40000/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0969bf30ab17998e562c832822fe5a6558d4c8
--- /dev/null
+++ b/global_step40000/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26b5fb9e363f0f30cd1e5f3c935bd4c92376f6b216fcccc91d95ab4b34a652e
+size 201408771
diff --git a/global_step40000/layer_41-model_00-model_states.pt b/global_step40000/layer_41-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf460fac3ebae38b56dd1af3049d5e0a6a9c4c3
--- /dev/null
+++ b/global_step40000/layer_41-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f583a47e12030a32ce0134cdd96447a3c4b6096e4149f3fe33cf98743feeb2
+size 201408771
diff --git a/global_step40000/layer_41-model_01-model_states.pt b/global_step40000/layer_41-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949ac43ca30b886c61e7a715ad63eb8b219caa57
--- /dev/null
+++ b/global_step40000/layer_41-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a461496b4fc694cffe992c53fb59a5dce0f515cb9187d5be047af9d3c56b2f
+size 201408771
diff --git a/global_step40000/layer_42-model_00-model_states.pt b/global_step40000/layer_42-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f11aebb0ee37b8343bf7b0e646abd4261778a4
--- /dev/null
+++ b/global_step40000/layer_42-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd891a489cc2ccca6f3ea6aceac89d94d06902c9139622e37db2f2b3c63b8da9
+size 201408771
diff --git a/global_step40000/layer_42-model_01-model_states.pt b/global_step40000/layer_42-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0abee2199924126d997b109dc1998dfefb243248
--- /dev/null
+++ b/global_step40000/layer_42-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3fb50dbe3b59d576e9475d475a534fa331cc44269eda6b80c320b0e1153c93
+size 201408771
diff --git a/global_step40000/layer_43-model_00-model_states.pt b/global_step40000/layer_43-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f591fb562d4555ecff4023b4e164e8584d63a08
--- /dev/null
+++ b/global_step40000/layer_43-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7392639501f15569abbe2299b4fe4c26636359fc1098f745bf654d0e896bcb
+size 201408771
diff --git a/global_step40000/layer_43-model_01-model_states.pt b/global_step40000/layer_43-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e699214d3cb4068769bb0c5ef00ff56efd2dfe9a
--- /dev/null
+++ b/global_step40000/layer_43-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e255f0b0080fb23bb05822903ff61d9e230d025a55c24f349927c588dfc1ac78
+size 201408771
diff --git a/global_step40000/layer_44-model_00-model_states.pt b/global_step40000/layer_44-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01a58f1d8b3e80e43feea66e2179ac7712b9f9c
--- /dev/null
+++ b/global_step40000/layer_44-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6038da706c557f1d237745496602a517e2d8168ffa5bcdc5329e19c3ff720db8
+size 201408771
diff --git a/global_step40000/layer_44-model_01-model_states.pt b/global_step40000/layer_44-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a3f74fa8b91c35a54edb410cf04bc6d3313c5f
--- /dev/null
+++ b/global_step40000/layer_44-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f82f3300b06de7bb7559e34a3cec91664add27481e8fc61e9b278ad2c05c55
+size 201408771
diff --git a/global_step40000/layer_46-model_00-model_states.pt b/global_step40000/layer_46-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41f136e839ae1a6a4c42224926a073a1910d21c
--- /dev/null
+++ b/global_step40000/layer_46-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac269d851e05c48c868d3e6cf0f9d389bfda51384bb56712414a1d131085d3ab
+size 17603
diff --git a/global_step40000/layer_46-model_01-model_states.pt b/global_step40000/layer_46-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572297b902879f263da3474886dc31dcb9a45b97
--- /dev/null
+++ b/global_step40000/layer_46-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c126e2fe22aacf1af986fb9a52fef030582c0a47e806ef9e565bad4f18bd22
+size 17603
diff --git a/global_step40000/mp_rank_00_model_states.pt b/global_step40000/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9593014c4e8008afa68f8061dbdfa9aa27052596
--- /dev/null
+++ b/global_step40000/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2071b4c199078315f5ec659859dc0d6cfe5961b27b648448ed6156c7d45d3dbe
+size 39923
diff --git a/global_step40000/mp_rank_01_model_states.pt b/global_step40000/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1feb3a0482fd13d9aa8224863c546f9e52eb65e4
--- /dev/null
+++ b/global_step40000/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0588e63428a3fa7b410bf7262c0c62d3830290a15858e6bbebb56a0da0dfe09d
+size 39923
diff --git a/global_step40000/mp_rank_02_model_states.pt b/global_step40000/mp_rank_02_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890ea244dc59fda2c4dd7e53f4f479ffecd3787d
--- /dev/null
+++ b/global_step40000/mp_rank_02_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5eb3cad099284d430645f168db0fe88952b3a6044c6649f01538839fd9876c
+size 40051
diff --git a/global_step40000/mp_rank_03_model_states.pt b/global_step40000/mp_rank_03_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad8f5939cdc44d0f70efd69b7d1a5f7f22b03a5
--- /dev/null
+++ b/global_step40000/mp_rank_03_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f25bbb929b537bfa36de1a275bcb067ed7f2b7716295b6e5f7a0f25cd25530
+size 40051
diff --git a/global_step45000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afb9dcc552e79a27d66f0265a54bbda7460f067
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfe732bf19728b08b94e6ac799977cb121ace0a5ccb0db6b4aea5fb419b7cf2
+size 208731415
diff --git a/global_step45000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7409d0c5316b1fa3bc8c138c494f82dfd13d507b
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b922e7da017090d94d99d59b015e46e0f7dc71331ce4e7121a6aa37a1cd4b1e
+size 208731415
diff --git a/global_step45000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3db8d8c150ccddd039001a18a7455884ad05a7
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e192a4402456d3edc3ee6323a08b9e98df9beb82b59bea8f40641ddff3fcfd7
+size 208732183
diff --git a/global_step45000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8999ab7baa6ff87c106a016c80e70897879bddb4
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f9eb5c24a80c701feaa3e8874825c61d2cbd695948ceab311f6434ec49dd00
+size 208732183
diff --git a/global_step45000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80460ae288810e2f9c733479e8504159761c414d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf492d15858ed0879500f2e29baa80df87741985d3e2231df4ad420b8aa296d
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7fdf5bc9480becae0ea881227621d1dd57301f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e22cc8ffafaf66f765ff40df18dc7e4bf5ac048e7532b52c24de32b0047b4ab
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4808df6605e83cbba47f44a17065108240633ae
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02570844b87beef166a2b0f046712c60e58f4b36c6a13112b2c32c8c4b70e7e
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d361195440f78d098d8c38d2ff80d16236e32a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af3d1932d814dde7c35b2c5b98d9d3d752924c3fae64ede72482802bc8f4e63
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cc01efb8170b21633b7d784836931c81e4856e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25fdbf49bd31d8d60f568b5457f1fcc2d4468a18e45f78cb657caa1b47cb289
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85d97a69d95df1042c758d1d0b161cbc870a791
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcabc44f98c94f03f88cf851cb3376ce17ce92aa1ae4015884a11201f00ccbd
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999b4f196aa458d298a36607840d718629c38ce0
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38387658b0e9cf7bce2ba6e40daf4c3618d2bc06ee76b7fdaafbffa8e9f568e3
+size 208732077
diff --git a/global_step45000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464c4a75d8c4eeaeba4a84a0ca88f55a57eaae97
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b212d92cf80061c564174a9dfd41f6116203ffc973055ec0f7908bc5ca733b9a
+size 208732077
diff --git a/global_step45000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a0f7cec97c0ea06f5d8ff2230d16857ae9def6
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00089a8b21cc7878b4341dc92f25ab2f13dc1d32ef7363de866eaa60bb1d9ec
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee088b109355d01ce106235ba10d8ea63cec182a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a49a58db5258eb30ccef90d655a418444ad2c3f980145191149e98e6577464a
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3c0e2a6c4082a9020b61efdee8d1cf349a1571
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fb80d4dbaf398a19ac98c08d4505986e8fe05e6129dd96316001f7536b7546
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8eab8c791b4fb16ef7a2087926891bdb728660
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfe2ccda6d3537d59084497436b9b2c241ea5b6ba32678b7ab955f8e0fcaed1
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44638a0b8c0758844f4e540ee57c8ce5ea1dd9c8
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76111184df5f745d355d20f7e1898c2377822a2c3433cb2f6055b7159dd2909e
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8264c2e63cf70c06945552c9958c96fc2876a648
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094518653457d8aca88b9cdee5341190638b8956376fe1401ea121dba1a12c79
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36906da6138b0846ceaa7363416e49117c7efcbb
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7664b08bc7e42debf03007c7c1d1d1e8d8c2c98b525e40335276077bde1ff8c
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae56f6a777518037a64e552f1644e12d65bf3399
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53772a2917c7f0dd2d99e44ad7d5e1adbadef2ad3ca8b57dbfed42e0063c9ec0
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8d6dc87b0a463164d4861644bfb6c18406cf40
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb209022bbdd48b18348e98373392132b19593fbd1dd0f029d7aa60b17b7f44
+size 208731501
diff --git a/global_step45000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904ca56c81bb05ce7c6aaaa28a3c1b70217e7cf3
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cdd47f218230db3c6e05aac33318b8ab94bbed73cdf950861b5d8361038344
+size 208731501
diff --git a/global_step45000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca23bb7b21eb57574a6317acb3c81ee66fd686f1
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27b5ba8c8775df2515532af371c27fd4aa7b2152021640f837372e685fb47f7
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca32d7cbc46964be1e28d132bfa79e7920e6166
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b115104296bfed791859c32b0c85aeb0c7971fa508c559f2f08833f5ae6d0221
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526107fc811cd486d6893c0580a40678c610b1fe
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd703efcf123cd8e92997c18422a874b9b612bd2a2aaad05d9112d368e5a8034
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e6e941cf01bd65b8122ea125694b2e66ed65c7
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93230e7930b71d45de39986dfff42ae77732bda1b935c257fb14ede926e1f98
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35a3ca31fc75f41f7c043d4d1f621ded8e07506
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a85b88d48a4bdcc1fc3e46865dbae4a7f8afb5e803b4c13e15823fa2d536a3
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a205829253b553fa7a5fdc7dd240f9648761a739
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a3987c664f8675a8b5e39e16fc96fd0aa37b556c9a095ab7ee0a6a1299965c
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6a0128edf26fc8e39c2c953e77ef209744384c
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1aa40063057d6a72f3cc1aae1440bebff8d761d9f95665d01cb2377ec81b00
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea5b8d95f3f5e4447a8d6a28a43c9217f6f0350
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d8d7c0d3e87b254245a3e7b635aed527d8a8270551ae7cfd552a8a1645a0d9
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10bf7b349b84904b170728b09d7223b37059efcb
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f417b1cee9655c1b3dff97118bc8525d45e46f2414373acd2f85245af613e7c5
+size 208732269
diff --git a/global_step45000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7da6f5976ecc193131e557b2f38bcb930a056a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5702621d464a6b52edeafbf32291c0cbdb24023c2914840c7e2a8779c59747
+size 208732269
diff --git a/global_step45000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9879e2790dbe55ceb159c3af9d7e313e7390fed1
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d4476f70243fa1309077355c7c3b46f801a7037647d207d2264f64e05d46b1
+size 208731501
diff --git a/global_step45000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b67838678e2f88c96586ab2978b6de4661c6d0
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff00926e597e2d0afae1cf0521dad0dfc76aa673914fe21c70d7a7dc9ff6928a
+size 208731501
diff --git a/global_step45000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081e3897163264401e656163ba2de9e672dac448
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5511956085c2e0fe6d43cae2633db0db4e8f85c709a48f582286c39be397907a
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302209cffb76ad556afd985b79f6acce739fb5ab
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341f1e387e2febbce382c19bcf5619cf478b2c09bb88771a2ff8e220ddfe4ce9
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a5dd8d62106f413b3252783924a828dd35557a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e21c040b32a08af45dea0948afa4ff20c92053f80a1f34098c282909610954
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ab3efd130240b2c31d1a71054bf3a390e4370e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683bf801548256b90d5213f55955f4f6ded0ee043bc1a5156855ec261c23b9ec
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c97bd79d8dcf14ce1a8a541722c8a4c59274694
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffa8fd6622b440d826690be73bf64b2f1ae711aa3ebc008249a12c8ffc4d55c
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0152b9ee1f4b958a4980bf6e6418fc86ca2d19a3
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e1c3a35f98d3c0dd999e402c4e2f57038e0abd758c8be1f814e9b90495ca7e
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060ff89496855fe48f53a1bddfcaa6c07df80e4c
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b502a1730ea9701608b2d24e9b2649403879a551e55e47b247a04caeef7aef0
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d7c0ff1707a85bd9c217565a353e05e8180829
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ad28f83e368a4cd2319b2fa30943e388190db0d75144e815ffec87c84ac959
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4587e3b3fa51c3fa02339076f8bf6cb56a4c76e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b36b2295deab252a19daef0aceb70227f33213c3e199bd77b753842f9aef442
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4364115e188d0b46aa9e1333d07cdbc4b44603
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640f28aa84a1a7f233858472a351c58450448347d0bf33c158cf94397e3262ed
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5168f54598a9433f5b776db8f9308adc029a56c
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45bcaa66016d1fe6b654c16d578c6d434fd393b4abb8d446faddcae0748db3b
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8a0b4b02a49c2b37a23e4a019eb3c8ab2ea296
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68ae031688e80bc94b2db6d95a436a6ceaa6d9410d63fe246519d82af99a11b
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62d91b84c15b9f242652c34daede6cda3279faa
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569bbd72d71239f991dd818e0889653e5ed661112405fc2c356d460a773e3c20
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0f342763ace460b27d99c9a4c30e54509027fc
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b9cee6fe27fdd8fdb592b0c522095ec19bfc18c4ab25f803b56b35030bd893
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1fd23412ac201f808656e39ff083c83ce1d87a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bac517394a461188d8e4f6baae25af4c92a01997e0dce3f18161161aaae734
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6eee211ca755d53b0663c810a579f56153f58
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3987e0578d3de8296a1d63289ae9f9a4faee31a42f51e45500a29c1c79644f3b
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2eb5986c27931ce58981c71847f2506b694b7f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18528e2d7579943678aa5e7f9e783a409da55f4d136127ed6ef2b7da4fb27523
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b0010274861dde70fc033c79b489a69eb4ff34
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd3108da2c07e6257d86da4529cad44fca3d778b545820cb7ced126f8e0ddab
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3057efe91350c00992e71e8a61215f4439a8ffe
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955a6581c3611d3363df2224b77591a9bc8d9bfa5d256af31566d27d3d1e7340
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d0814c144d4799a0485cc79c4d738552236027
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9113a5f2777b42776ae2e934ccc750c54cf249cc2c53fa268aaebbaeccb6892
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a6a44f83c284efff1681c8e72ac421c2d3ae51
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa9bd0f1d55a115e3f6ecc237ffe00a9338d62fc374d4996ea5c0bb44e59e81
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29675abdda1f9dc19a3c175ce89ff0126e52056f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b419d742da32a2afff9daf0c6bbd0705fe5ed5b435b8b38b96c4eb73be5ae14
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a70783d1402d495b605f5d08c0af622236aa33
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b5fb9ef6f87e529b10555741ba10062cfc394006ff1b354ca33a3a0a23dffc
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f6f13bfceeb3c432b60eec10a073c83d97733d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ab25194dc4c0d050bb142c374d208a687f41d9d7db5c7b9ab740718c520c46
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6cbc13e8235f60a2d53471ceb0799a7acd64a8
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32af59deacb3c5e6e5565e4a88f95aced21fdc1d2c76777013a36a390bb029cf
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41ce779eb9e5d5626c1abd9f711c212fef42a05
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c03c7cdf2279933470ef279171d5aa17d1e7ca1ce7af967a5880c6330b228d8
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e478ad6a657d756abcb51c27487fb546914080aa
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7c86e5a620a03061093e8521b282210a753bc3aebb5535b79e23f2a8de8618
+size 208731501
diff --git a/global_step45000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a3432107cc9af5f944643f22dda51896ca0129
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883c5230b4af63467f377290b5b178a8630188b0c990acd6028bd719a84f8e14
+size 208731501
diff --git a/global_step45000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d728044e2f4af7ffe6c16236fcc2b08a2ed3fb
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62adadf92ad1333981d98aa67d85364504299e985a605da38ed033dd03f7fba8
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6fcbda3debd62b8261f7a30ac0d0f66840a304
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1a6ad51c445b53ee8d3f0445eddda4c3b25cac3b091c1f8d33961622984971
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b9e8a2c12d2f899df0447c11a80556d0241074
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0fbc491136ac74aadfae91a2c35eeb92f4420c17a2ab2338ef3b2af8d74f9d
+size 208731309
diff --git a/global_step45000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24953f51ce954218b892383b2c75588385e0fb7d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05fdd5fd015e495a68327987a17f0961576da945250fcf7dd3867326367b34a
+size 208731309
diff --git a/global_step45000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2e1a336ea9f06d17ae222925ef240722f43467
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f373ea96483545b3736277ff8d185525b9a5a814870898527733606528f5f8ff
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b20d4774c98901fe612d96719287027d00f510
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d841b5045363b52c0af54bdbc396ac088fac51822776ac19dabff1ce4917195d
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556530fb3011c104d228b1cd45e57204223a909e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88dd60b7cc666b332be32a959b472313cd61c527d86cf1bf1421981264e50915
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952adbde966bbbe10ef60346cd273c7c25e38447
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb29a162a71095e2e22996e25c89f79f1056eb452a76b10b0981294c6bd97b7
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32c39a9603af036a1050f8d80261511210462cc
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4542183793435eaec533fd4ced7ae1b5404031abf72c9bd3cd90bc33c8a2d965
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5d563692df753b30bcace146c8764aa5f7ef34
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a2ced2a3f63732aa2d674b4ddbf99f35fe67e4f22a18608b9ada01c7a2395c
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574dc7718d0ab849bc78f790f6a4fba4302fdbec
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbeccfe44b5a3966ebd4839724286d58bbd58dc1a26d588ed46cccfe87b447b
+size 208731501
diff --git a/global_step45000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2174d65a0926bb25c65a22e9c003c58e337e65f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46756ef413bb5606bb7c4ad5514f33f67ce5d1441743b60ebe84ff832f9fedf
+size 208731501
diff --git a/global_step45000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98717ff0cfe079f6300b2dc66f5115ddcaebc145
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af1def2095842d00303e768c61e89015815ef5468d80f8de57c6bbbfe9f3f1b
+size 208732269
diff --git a/global_step45000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a2621187f98b8e2e04b90bc6b101e8501b150e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7858fec18ea8f14d2cff8196bc5974a2a2b64413e5e728d363fc7a010d020967
+size 208732269
diff --git a/global_step45000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d02d4380573e39b4fc5ae92d6241e16bd4fe61
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c96cbb85d48f1b97316417a9c765cc05b3ee2d5a9cc575367aeee3582e96e9f
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff7f45ace7a2e36f5d63f1292d161d812678353
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd892159afdd34d62938c7d0f3c75f2cc53940b79d257258c9a88c4c1dfabb68
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3b98100f470bfdbcce741aa95cc24397caf3b2
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9ecfcf0b7fe7efdaf4e5288d6518ea4d18ad52dbf387a4143d0273068d230a
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c285fe4ea6324c3019de0713a50dbd0c0f8ff4
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06d5e28b50f743e12a9d4959f68615db54bac4d6b618912a6a721fab88fed33
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1e63b82536d4278fdafef9dc0f1b2172a57163
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45442ad50280021ec8c58033473c93516c29a48324b1237c7aee8a5c5d9f2b4c
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f3ebc5085600df5b6654e00b873b507ee2818f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36250cf7612765ab4aad809ed5663fb884591863d2c3b4c95ee820697f9b442
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16a7075a67393140bf1a46127d330a9d82ab3a5
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018b6fdb5f569fe6fc6feb37dc8a4e207dcb76ba3a5d63367abec161c074671e
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66912204abfd7bb1642d524acea0801a4e17deaa
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd00f645289207245b77b443cc0ed043df4c13e21c0f1a3c7a1c485353bc50a
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a618c3101c53a337226ddd4177ff4133d0440149
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd412931619f3ecdd51954c84eb157c79e875489deb6142ebb251f08cfbf5a4
+size 208731501
diff --git a/global_step45000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334e2f18932080ab19d60ddea252f7e452435852
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d135a2fdd8e11200e95e033612918354a89050ff3bafc1afb83c017a1b8b0be
+size 208731501
diff --git a/global_step45000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4400452f6e37e1b2d5c709f798a942c4fc2cfba1
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd42899a14642b84a5e95c408e49e0f48b191b520c3418f1c3ec9b8cc1eb382f
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081852746d487fb28281cbc0219a21376d2dd9f5
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7f04b122e3b2d56e2557ad111d37552bc8bdc6121812ac053e0149a9d5f026
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7474f83d4f27a1fa614e999bdf1e319c199159b
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4817105a8c0c4902cc6c3bb4359aba86c9e987489c33dd722eb330495e7fb2f
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7dd65cd0b82d4706747df4c82a935073547de1
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bdb1a8a36f495c758ece6241690183f1c1fff5cc1e908fe292d864c25dcf09
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5cbeab64b434f8c730f5438ea5bf61e9978232
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c8c6727b98df467d05f0e3338c03f547d1d019493f9d3cb4e83bd604093ebf
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b0120ed3d665a6b63a1d90e9a5fba2e2439e5f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f4810bd34fbc9d63f0cdc182a6395df3643e1ac40e55c12bb90364daf51c28
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ccf0c12ef9c22859b6a52f60f9eaa9e7271c1d2
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1894ac9ec4dbfea72b82a4bda22e07fada77e79035a88cc3f3513859111c7de
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7fb80b230e1e95513b36646db543d54ece8c18
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5ecd373a7bf70196c1c3c6cfb1321c1e7213b2ebfb5f568e827e86ed6c3f9a
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365988e398b4bb24a8b3165229b6cb23751aa539
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6547f29c6e5f27f1a1be65582e40434c37b7174591308bcda9d1e3761571004f
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f61d922a9d124495a7a166bb0320e20af2f09dd
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8322f0972ba4b63834d549003a3c457e75f5eec33fcf52825a3af3500bead5ae
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d028f33e5d92caae0bb3d70dc9a0d77a47caa4
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea2600fe8617fc2cbcfac5d8304fd0d522753c7b6d938a9888def643abe7296
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c205f06c996e29f79351017563c4d115e8e2f8f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b2d8901e0e2141d4768a13f71f6ca3a5e38cd563c1e75a48440832e40ac772
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3449d2f7d9f4386e4886db95df9560cc18fa56dd
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037cfbf478343d67a43fc1223ecd4dee81c615016b3c9acff0094db808d2aa65
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b1f847ccd7cfee0e59314d9917ce29b90ec530
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d311dc406ea334f79600e0dc945380faad8b2605c25426e346599ccc9d53c270
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3d86591482134f61e48fef66c3bb966c62e115
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6616fc21c1e6180394c46f0133e3049dbfcbd0e8fc63f769ebcdfb5ccf3156e7
+size 208731309
diff --git a/global_step45000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49d055d83a5d3a85c067b5b974b990716f81989
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb3755883cc30729c125802d1d9ef7b61d1df3c8d1dcd1d5192bdf83427f708
+size 208731309
diff --git a/global_step45000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec072f0c323016e7729882afe0c6a8af83b7fbc
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89680c41928905c59e514ff96c7b199586971a5d1f9b5f4a06d686504eb2b66
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee44006c2b1ce1276feeda17034b74a93e1d539
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46450214d723b2e19fff20111f5896c03bd2e0869f0ef7b07a9592969f63276d
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a085ff0ad7615f003dabb0291e50a411d83f7a88
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951740a5c213be41b2ce84049be56a54febc159cf0ea615759228a8fd9528500
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f32305ed276f783bfa20b21b3d5e62a86d0e03
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23ae3deab022b691a8089d32ef6340a297d35fa8c20956616a994cb3c50c867
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e62609270f1ddc72a37c7dbaaaf4d1cb4485a4d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cf3ce94ff5f975aa41a5e6bcb9931fbf614f06b0bbc8f6a945639afb13341c
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125950db3163645ce9069ff668eb7a810707848a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6719265b84dd967eea6754f1d21f328e32aa7b20163be8dceeafa1f9030141f5
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5e9caabf398151c9a4565d320af6da7b833ba0
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbbcfb8731a5f24a197e17b98a31d7c8c8c4bd65cb198104306dab727e995b6
+size 208731501
diff --git a/global_step45000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7059abc596794e92eba76fcb2e698a3f459a23c0
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0bb384922042d038ac2f9882a03cd80f26b87033b75c2eb90314e5ab58fc2c
+size 208731501
diff --git a/global_step45000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f76070298754a70500d14981551215628ae8cd3
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8710faa045ba543ef433e7fd9f0eff4375547b3b0eb4edce1e92c7dc244e8e6
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4cbd94e4748e4d899017c1ae284b71850da173
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d1a399aad2279b0d9631d1ede494544d7da92b4c6d8fede84704b759e11ed2
+size 208732205
diff --git a/global_step45000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28748f31f5fba9afa2a8ced6a019c6d263529d6d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fad5b1cfe858d618b414df40fd5d6944e0d1736500dfefb0d9d13bc98efa970
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f65f344b346283a90dcece04f32109c2a640c04
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993074b379d00dcf2775083ef096ee88e479cb467cc5e92c54d33c71eabfd99c
+size 208731437
diff --git a/global_step45000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea992b4c7e17d4c5e90007129066ba7af4d61ab
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1650d87fa85a8c8e670f1172bc3e01b4c17f2a25acc459622dc17b7237c680aa
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910c549adb507af178191cc7806966acac875769
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf334c7c72e9c80c79da77c071c1718ae1748c9334372d1d9e602d1ecbe6325
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196a96cbb40ba533c25b1318fc34e4ccbbc58a16
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283668d23c38000831268eb04305606f1e02dee6e304282232d5c49f1d9fa818
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d40abf830cb0a46e92c641ea80f0f562a7200ef
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1304ee33a92fb0676a7b34c8d87b1eef4f19e0cf720dfa9800950c552a52ba52
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f476dc7cac0556f19fae102f4eb7da107b5a134a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69219318308aac459ad27eeb6fed8fd11737fb5cabb3faee1b9b4cf651cf390
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badf5c0b22d5a21e3ed47ee03e23009f30743243
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa552a5fa32dab01ae82b7f91c960f91c534cb82bb69e3c8e3bf2f410680afe
+size 208732141
diff --git a/global_step45000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae31ebfd9b2352ca81968aab47e49404f42a4d1
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caaf64d852acd89d7f987551da6a3730903267880fdea9580ea15cdf9b0b216a
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447a19b9ede4048f98d8279db5b0d4c4c1bd7f2f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fd75fe509e0cda16e4c841e6aa3fa332d590b7ac241a18a4818160ca7657a8
+size 208731373
diff --git a/global_step45000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9dda9dfc84bb8794a395a6f20602c00448a1b3
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c3dc2a456a007438d46090d18f9941a2f842f6b20164f61342c3aaa5abe776
+size 208732077
diff --git a/global_step45000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363eaf1fda0908776a8062c298649e50d48630aa
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1e72e35b33d8020846258ad6b61c239d6b9851e4ae9a939d864d8d5de0bf02
+size 208732077
diff --git a/global_step45000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ecc4e7455661c345f5bc1dd2f980d948aeb9c6
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126cf76c7da22d1ac334335f3d894a5d258e76c3ceddcfe7205a8c7bb3983ece
+size 208731554
diff --git a/global_step45000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae819db9841221cc53f0c4905c209408a52d4f3
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca8403e6e0bd4f97be3a370738caea626dfd53ecf52edea6c914304fa451556
+size 208731554
diff --git a/global_step45000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4430a80fb883bb0d5f7ce10c0aad215b7c139f08
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efeaf9aae670d83b5649b14f683483c41b04f73668416cc5a923014649dd478c
+size 208732322
diff --git a/global_step45000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0fa9f4150ecd2805b3803bbedec2fdf63a25a6
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937cd5c44ce30c41e00ccab5f724d869952604dab463c6fcffd5ecc4a559f1ae
+size 208732322
diff --git a/global_step45000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9a4aad238592dcaf7e36a64c5c848ec1e51147
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ba89d74ec7cdbf9759d24aba2670a612b7dfe95112f5bf872bca1a4bf9dc5a
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7fcecbb616c43f28a69d8262ef75d1cb4d5c39
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6316830de775845cadd0c63b6c512676a1d1d1c2185003df27c56cafd2f6564c
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4feb0090d0a54e4fe88c89b9fd465bbd9996ce8
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7391e2061afb4ec6de36fe444a1346f877cad38dea2b3c356c79ea9a681ff84
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0de32c7c3956cd261d06f7135f0c4d58e0e110f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bed1ca0a6eb60b938825b3a996cad1620d91a92b0fa10643d5b3b88d335a758
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a64adff029a9a28b281f56edf2b10586f987768
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be07f8ba06d4d231e060f5ba3c84c6484fe03203d3fdd54c4d7a35463c1e635
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb26b4a0cbfffe281f73e220a64a0d78c38b810
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3654394f6aedc3ec34ad0c8cf4c98db55fd5d3f6c30224296437c7febcd5d8a8
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce21b47971c3228838d47ebc0ef0c4a82c43bed
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e7dc9f039f45734df647852a0e6d0c38000381af0ad966983ee7449cdf90de
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a7902252c6272f44fc4e3b3ad20da67a67d640
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b2b070e9713d4a0ebd672a6aec277687fb95e71230d7a43654e7321adbf213
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5cd62dfdd8bdc8d0658d19b26a3168e1a9931ed
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268941d65e8c782caef655560689c2d103fa4fccc5ef09c765520fa4b0bde221
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05520f5966529823a13bee910563879864e8c3c
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a16f55afea90dffa4c289339e833849018a6fcb6b913707d7e88680d09568b
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2258aa1da3935ae7821c941e8b0a93e4831d507f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a099b24d4bc2450cce041e80be3ee872b20fb965e0d1d67e3152b3d158940f39
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f953207601d64e165ee0ab6a93a9c1882820dadc
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312f5e655d27b94f050238116f21fe3aa5dc9adb0da23a023de7538c040cab35
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a536f7a1a7141549d0a13f6881d5addb595363
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a510563bb8bbb6cea70a28225c38b727662f1045be38b03c9e892df094c45336
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b78f8886ea46ed4c74a2b120d74f5d2ff11c26d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aef95d169c4e8ffaf6672036a40e32bac90ae82b507cad270895d232ccf2321
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afea380963ee0eae17135b96390595b781b1b9c
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cea75d6c930e605a4686d10e674ac0b283ce9b111a2580b1b9c3126bb4f4322
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70126a5e45963efd6a8785fb3759a40c8ea5e6b
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72302182bc6cf69f0a8be2f327d7fa7bf83cecedc30f136c0bff013c031ea424
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e768e7ca12eb9a4344df8cc6eab5bf728ea77f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a02f6136bad69e4a77e725de9eb6ea7a502de2d55665982d4d3bb9fb922a744
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e771d1783716a18a7d24f744e143c2bffd786c1
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733010830d005528f36aa5186f9239092b204ff02da76fe04348a97049388311
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79506ef39a675de339d485833367ed64e5dedf8b
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfe9d5ac57475bd695f5628c006b39771ecb059de0f2cf926c816b84c77bc72
+size 208732066
diff --git a/global_step45000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70af33163b1d4eecb2f47b0d28d1ee8b5f73709
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0812b6a3b6761b26712c0e50b60d41a10733930c4d30335fa2cea13a4e27f422
+size 208732066
diff --git a/global_step45000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6265878b19dcb519a387d04ad72f5427f04059
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d95cf5d7d373491ee4c9cd7173087702532d2df6e44ea488b6f42486068620
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65dbcafec8d107e59a310e367418d753ddb20a45
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82efc753b695fe732f9f65392d33931af7696e1db416d2dccbf6c2be8abf9a04
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7803cb578ca1bd03ee8e3e40846c3117ec63ab7
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9dafb4008bc019aed4f444569afec66e5375e76fdf958933d40fec80aa0e349
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940c4b3860f2445729f62bcfbcdaca0f14654177
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef4c34f8a9dc633832a9efde3aba82792faf3a5cef7f3cd43fcbc2354b12b96
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60073b7cccaedc95c5ceabcada446d4007c669da
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c68c5569e5f3fd01fff4a68e3c6188d1c3406636717acc241540ccef51a89d
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50e06e2ee9a65628ace6a998a708b2850c0aafe
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b15890d052410dc5ad837a7ece41e16a5260c18bcb3c9640d43aa3bab58c92
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604cea4b0e6f1e8885b200cb7fb81774338017ec
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fee9cacbad218116640e9d01265bce19426c537dd0ebb5aaecd2e4bd697bc5
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059961442040f70309c3a081fd995fbf05fa9183
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4111e45cb0fd127d62e73d18f7275616986a7cfd656b0dd3ad26cdd0d6211db0
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0656978e9a348f18787215b05814b8988576068
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78adae68b56b3b9d4f3f010ad32fdd87541b42d26c8dea1e6cb483a48aedbda9
+size 208731351
diff --git a/global_step45000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaac1129b26a450ad1bd231a902001faf5a3d0d7
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dec01f6f10bbf7b846530bb9771c90d395c563d956b0aaaf6cb1334c9f5b334
+size 208731351
diff --git a/global_step45000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2079729d8644b05ef2f77e6df1cbfa8405f93547
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75270e6ce0faea057d5a32f449b4e113e2b59d57692f356d23783b65633f9fa4
+size 208732119
diff --git a/global_step45000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0f7c6b4039ca41e9f337e683e0634fa8669295
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0148fbbffa798a93a7feec5f07e55e06db713be7021f883a43f9603bb79c52
+size 208732119
diff --git a/global_step45000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c6060cf811dc8bf52feb82f8be0036635a3dff
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2f7f525c984147a295dc3db30ca452c1bfe05e9303ac5686cc0c71cdc4fac9
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dca80d9e62d8ebd41ba7c7a60a61cbdf7738671
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6abb8bec183130659034147bed33d811c9fefe5b812bb4e8e643816e381c99
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb91327fcbc0a190419e6153d194dc9d5138d6f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d07204c634511a6d31271a5c0ab1aa9ad1aabd1690d5e33c1fe0bdd45afdad
+size 208732322
diff --git a/global_step45000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9738d24f4ade01de0fbaf2534261ace489e919ec
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f909739795018166ceeada1da03e0bcd981702c6e1c86c730e7c0394b454782
+size 208732322
diff --git a/global_step45000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d9317b07f7c7aaf65fd581b6f5a7ada88f407d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9956d3ce46af51ec5bb6379839eae39ee052491c99a53b211609dee97512156a
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6c540e92aa23f3e22c79ae4ccc2dc3c6b5a66b
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21d5705efe8b1241d3a6ccea7ad3b14b2aef211f58541d4bfc5805c06b37c94
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c69ad7a1144f08d4183fe195cf9f2c3ad9e182
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9e47e41dd6d29a38f4e30e7da660cb0988855c9db4af7e4dfffe12c3e45d98
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8394cd78212f53343d23f0872c1c3116d9615ee5
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f401aeddefc75c13d031842c4224735ca3bc164990d80947362eebd14455575
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa4de536d24b61d89401ba2be83fa35cdc8321e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdf962c0dacb02da6450df45d97c87bec4699b336cddcaa43e6b91b70f08642
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcce201d0e740bddba94f1fa55c42b86e0dd13e0
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e3d7470dec67bb9382c872f4b790ccd04deec39cfde50300ba31bf25361e96
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ad9f1013b005a6a5f95158668ceec4c1f7ddd6
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79da9c81060ce9421c21cdfe2d7645fb5c1fcd5cfb247612f4d615e1d80394c4
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3daaa2215d43afcd879b359c552ac8890119d0
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00127ad6c326526353046dc9eea16c1fc61dba4b9fbf66c95d615aad055116b8
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebba5f5fd62176505cc2daf62126adbe37be54d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3405a601e28b352e6f38a75f89f90054e335cae1c30f37a71608edb9d59e211
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26461f0fef6fbd0370f45864f3d78dc77d3ef7fd
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4457b1c594f5ace707960a57b552f21d18392b78d5d58227234a26d3911094
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69527ec9ee413ed65f496505e7e3915e9a1f8bf0
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcd486b7b2b83f0cad22d0ee9a798147ab9f5b59032a6d77e3b30ea773ead67
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0f0113cba7f792f592706464ca31b7995b1fe3
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fc69be7f8ffaea0b21582679d43a6d87bca7bf83bc0e95ee51a6bcb93b6e99
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec67bbc23dab465dd9534d7cecc30731fbd3be5
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e41c5d9b3b151110b698d97265d3cc0f6461583815735f9d3170bcf718c29f
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8033cb19e4d72418fc5bdd226cb893a49dbec858
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fd89a94a58dd4fc6cc2548f70f98b3eeaa7d57541807e6cd9f90ce0c99a9e2
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bf6917edac75f29ab0b5710fb31d7859c49a41
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aaf2f72890a491fffebab1c0b47fecbd6cd084b37132207777f5088f137bbd8
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857de2c34b8d67229ae6facd08924adc706a9961
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f337fe9732836999609e7a6768fd8caf8409f847c7967b084f27a6a59f2055cb
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e60a2e062356a998cfce7fd6dd5001eadf2da8a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f55744c6311156533c521177ba7e78c7e287160e560b25f88d431b93961fd0f
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a936f1f817f4194dbabe13af541188be79f6ef
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fff3f28dd685faa8427bbd5461d6387a079463508985ae63c24de4688f7b83
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1367960d497b9f11206890a34932dcd765cb4826
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06e63eb1ff7c35947f94e1fb66f7662d438391420bf57d4184e1347ebd800bf
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bef1a1e2901ccb20ccd70448420448cb0a38aec
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7d70afc557980fb84455c09f9d8b98c22323befee27013065956ec996ff4a9
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06274dd931b00874fababc905a35c648ebc37985
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2763cc6760366e7dc270d22532b9fd73fcc5b706290697c7950c3ca637e2d510
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d86579b4aefe884995d65b9541c053c2d3af056
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bddcf10349edb7cca93743dd64cced7497b677e69f6bcc556eef5799b0c26b
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e25fea2167d5b7f06354e6163fb019c6ed8e1b7
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c121affd8b12fb0ee8d7aed5d13f8bd744bf2012a4e949f11501e4b0aefa7855
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefc72f607d4d623a705c4da3deabd5393870ad2
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df6b29b651ff565f9eab54e796ae9d5f7d25b340ca2848200c061751265db05
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5741cfd4ed5a4507f497293896c56903266127cd
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c87264de9d314b99b32aafc3aa0852e64df8cd74eb3b436aefe47f9c779e89
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b74ceb3f42018e0e8ea642015b99cd99206e01
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0503465f5e8fe509f6f214f9f61fa82494b20a4a8d3cc3bdd4f4fe930f18dc
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed83b37aaceb247461b8a36fd3e51a0dea49c5e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feba3265ef9dd2f27ff729955ea8aa880bebe3d5d3f7a975823a2d26859d1436
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc682b81540caca866a5e646e02aec7d4527be1
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccc9437202f845bc35268aa8132a77bef0d96a21da226ec5c003d1da5718b8f
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ae3ca224425a3307871fa0294aeeb67d5a0c5f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63aca0298eb80033d9f661b53947057575201befcfc4ec52abdaadd9ea14e3cf
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b798244d0aecf6b890e2c537f0a79d43f117e33a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865efa1b260a3f00382fa6cb7e497fceb48e119a50f029006d15ec755afbfb5b
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81cc97d1e5c00338bbcad5df8a2823ea9f3d6a1
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb390ea0a75fa95f02b314e81fea440412e7adeaed510367f4b83d709599bce
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce20e471b3289b73c2a7f867e371b44dea64a346
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88bd153ef61c0bc7f336a230895e41fabecf52e471a023b40c86d49a21642ce
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62a951373821cf2d0f669643a42fc0a0946df93
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6b9dee5d3a68c6dfe4cd4e3f9f3f4a7e2d9dbf04543729079c0702e9c31d17
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1812ba9a640f65ce3fde853399ae3566e3e0d58b
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff4c965ae357fe6d650c4668e0a4c1f3517bc86c8bcb69c9ffa91241956afbb
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9a728b25f41e78015bb1ef95b82e70fc2eeef2
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c648f6e5e8fc6745e9a02c89c75c420b90ee5db2da25c66488df067ebcbaba
+size 208732066
diff --git a/global_step45000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3365a629df1334de68bf05ef2ad5ca1e62f01288
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032a992546ff6d4643eecff95d1a60003c21b17f633898892fb403fa11807660
+size 208732066
diff --git a/global_step45000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7dac6d3e21edee8f0f04c1dd6c63c4898f9977
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3802a8ae8c799630aae19f864e80fbfe409923ca7aefe9b228e9c0b22dc347e7
+size 208731415
diff --git a/global_step45000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f9b948c24d632f209aea9afee90f43f9a17da4
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2af94e21e3158538f7841e21c71c5a8ff0051229b537a6bbe5c8bdb2b9a661f
+size 208731415
diff --git a/global_step45000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4631be465cd6a27f73f336b4357e0d055279389
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a08863bbcbabbeb0896e2242614347c4d5b6549f7c6a63ba41b3ef2fec314d2
+size 208732183
diff --git a/global_step45000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141e3e3e56b7bb3f8ec4facbb0055f837bce1eef
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ad91efd1f26052f23fb15747e51b123c261425db9fe303656587438b591c21
+size 208732183
diff --git a/global_step45000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f159e10ca03121d397f22cb7749a424a92b9374
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693e91ae4c8c16e87a7aa7a108afadf9f74ca5ac7670a684da1c3338a2632572
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d87ee78f989b87a1421d25c0af914364d8a69d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f32987f8fb30cb0f3fe9d48dc27c4b197a8051281489b37b57d3f76783e9ab0
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76eb7695aa366fc617d0c5e46c8dd41af336ae1
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1643f330f8f63203d4fafa8031657adaa0e54fd3cc00de7ff9ac07a6c8ddaa30
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f168e0dccfeac32311af715554eaf71e345ee845
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb89e3c6fc7604d0ccadeb934ab344cfc5d2e4d9f49ddbf8c54dd0452cdb35e
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d188f3bcc40e6a2d82b8971bd5548c90f4271a39
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01e442d06b47bb2b2c26c3769f23528be8e85e97380d0e71b3ebc7e961763a5
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e9243bd771ada59f77b3fdd3c69ee9e7ee415b
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218f86d18c0335a010c8e84455411aa5254a588f4e11d3cba573b1e78518bb8f
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66b22fac192b3d8cc939a431a95abda6b6e1850
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fde750254ae47691179b7685c3e8f1157847881a9afb7012fc3403ad2302fb
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df3a94ca4072dc97036d65603df9ba5b55edbdf
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3d6ef5a2e89493600b6883db8a2af8522fa2354834e1041bd206dd7c622883
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740364064a79958beadf1e8badcf0551c842384e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ba4f84414709d6a618d7e61aa1b15a76db0e1242690ba09632e6fb5d84d50f
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d392f06f3c6859d9bc3136902fa954b7c7ee42
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a6a0d50697816728ad2f7089dad03a6b2520dcdb2000c2699c3483acc093e9
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9659598b6b02a4adfd47f2f70fd59702fab7c6f6
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceca304db1f0e7b51354f186ee79cfe9c9a009e02db22c27d104febbfb2032c3
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4025aef81647feed72e7b809e42b1d164924589
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853df08157196287e7589e483733441fdbfa2545a1b20e9bad9759ddd30499c1
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c536f507f3b43b822472f7719dfecf8a929571
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc58fefba8c24ed0a86bea26390d3794f91b75ebc223df12923b192c0a9c9d9a
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43415d977361b8f02fa4bffcba91f5b155dfdd81
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b7b0b2a931dfc7546e4466773f9949b2a742404a0835e90ca55b1fa188a9ca
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e3f793b4ae9d0570bbe43570eac438f74967c5
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e521b59af591690f28794d0fe4be4d3d80981dc07041e6fd7564ea4a6a8ca87
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2e909e636addf0b4a8ada0a34bb31280351127
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf82dae670c4d2b5495e13af428577a1c02777ad856ce991b0b35a25e5ab238
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8504afbc35a7083519c49ee9aec1c243e54a9c
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2301950ee75f2ff6d3a45c64d4be04111767cb010814770259ac9066bed9670a
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a38056a9de71e01246e255695edb4d5b486fed
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f0facf58db0f444439ab4dfe1df82bf0007adf0f1a2f9c18439e1b65d473a8
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14eb1138f9567df5739e83218b6fd26517fc4bf
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377334af7a6e244a94208321008a9d75a0eaa9c51b008a3b6522d508ed090502
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c582e8962286913f6b17e3987725fdcf47455b
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a7d6a00899baccf2e7ae3d441408bd05c7f4a5fc07912ce62605eaa00a086c
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f87b2627d7723c9866881aad68b99e7a767eab
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6ee781ece568741bb724dcb6128f6342469baa9226ecaed64eaa9195ed86ea
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf5dca536085f89e225371b2c31b0fa462f8340
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb56692433ac4655f93068b2b903eada0391bca596c449693158c0b897368c0
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160b89ad94abb8f3a4fac56e9ff4321e853a2a3e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf188462df60de05d15056cb918eb9751b52799e6068772152896ad6635f8ad
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb89088b05a0b908193a74279f96ca2eedc0bf2
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5172919ba977ed9e10a959cd695348d6ca952184739e799626732d9115ba2f9b
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac67ca5111a22a6069a3aa802992ccf5c5724f68
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3993ddafd32fcb80ec9d89fbd03237ff9c9abe4f9a33da7bc9fb64e7403b2287
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dc04bcce07ca14104215d1c6283e7a19f209ef
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29d67db7fb6ed95d8851201e21a6cf575d49f130983da0faa552f1df6c7a3cf
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f248f7e07a1efe26c6b590ceefccc9c8fa4fbe35
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5d1b21b4fc6b3738f992c35fe3ea8e390eefda3fc6a1a88bc4e16b95312127
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8229b524683f3d96b828934a885ab8626394d419
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba717037cc81f269c3a2a3984f2dccce7632d1920b56768b73df30c059a997ff
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b655c4c9654282a236d5f09ba1892b601030257
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5890c32db6502b9fff35c12240ef7ab6643028aba959f3a844d5d033e5995838
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e661664d2eefce3c6bb25f60c783ebed1959d354
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e899877d251c9c13d7daebe03b70f071a7054470e5f7a64616cb2facf2cc0b
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c662cf11b6ea43c27c09f69ab513d7eaf28d27
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f434060c2431a5c67a4dd12310e6bfe12b3a09b818e745cbc100a091ce57b69f
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd520e61425ae9a4368761aa6a7560949af2f740
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca81d413172cea7d32ddb2fe1780bde134b5c8f9a5e06b014fd1a2c50e040aac
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1231bb8c04f63138f403eb8623f78570a94216fd
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d70ca39dd42a1de3f4433f8bc1aca40ce236d2a83528edf9145747ec2ef104
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981598d42cb4c8929491e977e6b54dad7d5c6c45
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317175ee2fc20fc54a32f314198184f1c1ebd0d1198bd2adc74db748bc8fef45
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be21892156636bc3ad1c71aa81665550ce43e42
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d27d707a41338d85583450bbb0125da4b5e06d038329149e8f17417b536e0f
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3369bf691572a55ed09e920321e9828f0703c577
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf941459ad98ab54fe69f613c9ca2268a6992595e0094cc5272f6ec08d7111d
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89076f6d276e6a5ab269fb9ee2a2631286b10b2a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f64e34b11d197e9a1eb10cef8cdf848d95b55f692982ca8762580c44cfdeea
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54155b317c0084286dde500f5f14e6c40f3973a5
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0e5d791777615dc7538773ce2babfa7e8048f6ab4ccb9834573ea7f384c103
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67054a459e949d4bf5c15e401375d553e7017b01
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0219f07e43075fee3e585626864825a25e7e95642864eed9420323f8a0f50cd
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19f63bf09cc77c61dcf52f833938847736b20d6
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af30eb4b437e7797ca202d989ff67e7391d0191139aa53bad05ee1b68263bce3
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c025e1de914415947653a53ab420faa4ca5085
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5f43dc9bdc34741c95ae536efc8cd47b838c32ee4fa5e1457d0cf3ff574d66
+size 208731351
diff --git a/global_step45000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052690a5a92786abd5e5fa694b0b24479cc8c440
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755680100ebbb11d0c1632f3cfd2d265c0f3477f447e7bdc38e1744d542debb4
+size 208731351
diff --git a/global_step45000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce9665264845b3e301671ea8ef413bccce37a4f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15cfc232d20ac1de7ca8b45f777c4c439738e7f4f3dce715c3f8eeaf2914771
+size 208732119
diff --git a/global_step45000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db94e3daad33dea1ec5189a164d5d953ecd0d7dc
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba88960c8051008e80809da0267f47e232cf7ce677975908b3ebc68d85f6139
+size 208732119
diff --git a/global_step45000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1149638da47496bef88b03a8fe1af807c141830
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3229ba462d2884b09fbfbcc74a245d968f95301bb1d1326875fe43ea8a2e28b1
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b72fd1832eb7d6d75d5effddcc7560f3b389e71
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552bda90a086fbc337de96af61449a0ac8b9a21591a099299f811e30be749900
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b36adacb7f964daf50a92b613009495b824be3
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219abc72d42c9f4b546dc2933b4ae86ebefd56ab380ed48efeccd51d89ab0c81
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcabfd44ed9776532738fae0eb969e0798ee314
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6978814ce38d1a620e481b79683dbed2ffa0d0de1dff4bc02da2d096b35e1d93
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc69891c0a139fc924d1a9b6ac009ac8d9ebcc2c
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de0f929ae2f5be47862560bd7f2e9fd10cca08e1b8ddf359b8bbb572926b9df
+size 208731234
diff --git a/global_step45000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5ca67350b8c75aaf052638de5d0cb68654ba6f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718eb96ff79c83901a4070b4c159249c6c9fe9f0164156f1e9ec98548ee26e1a
+size 208731234
diff --git a/global_step45000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b42820658175cfd3a280b1f1541bfe04966691d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563c4b072ea227edc4b8823ba74fdfc50159aefbca557a3f4cb0665064447fa3
+size 208732066
diff --git a/global_step45000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ac57865d389c66369ee9773e291c8265aa957b
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc67a1b0640f949ead8db320533cf1893d546241da9621cef4e063c62837c050
+size 208732066
diff --git a/global_step45000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8255dd98acc17981bd8db857d1d834b7c41a7ca
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a561448b6a20d63eac331f37266ed6e3aae8f14002ec958a4d3647248f60fb25
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0740a69bae83e32bc1915ee17478b11b5e07bf2
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1837ad85a28fbe56758ba6e8eb23205368358c9243235810ce5cfe45788ddc
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b779453e45f9e75794992a55200a82074e3763a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a129b4dc41797b1ed0112b51157bbb0a2e8192d4a73dfab686cb7ea516371bf
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa6c2d0645bded7e8a5ab1236729cbcef32bbf5
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d30da60e6b7c71b42efd5acbf3e7711d5e26c7335556177f7350603dfb77c5f
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3f5574e001ce4e9d3b17e2f937d1c4bac09398
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73de8f98e6439910bd23d2bba43a76cef59eab43bb2d9308597b619c6191bd4
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767f9b173ecb0765405b63fd259bfdddd3cdc907
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60871a4f855a946224f930a5620b3fec79b61d3bec5ec0cfdd44852bf949818d
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922552a40ac4eb5f6d567f351a094ed425ba638a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6a185b5a6896782c3b142b5317fa082932485156234e1afa98f562b9d0a549
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d595555387f879979d54012422a3daf4fe55dd
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396365106d5adcf0bafc31776bd9f38f99b51d1d2debb98d724d63c79c51c825
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83493d9e7e1aa996cde46a88015a136454529ca
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb6aed273d94dd707f81e435bd371737beda20871fa5a1f4c439ba05aea5a2b
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61f15ab208ece85e6310e994236c0f46c037c78
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a13c39dc95da27db4bf87d71facd86a1f842f6480e15e50b53963d615f1807
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469f6b371a794c6dc3558251faa17c1028f0b289
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d304e40905f885b59d25d6bcab37fbc1385f51497c838f35ed113277c365256d
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1086122979bd7e5cb77e2313656c7027d5cbdbd
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7403355f85a3b1c9f9c73e99b59146a8935613086c4cb66eb4fd6eb2f8a5515e
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a2cb57551341d9a2b8c425bb2a36c03793f03c
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3688c0100027d8c697857d6adce846cdc34b51ed066d6445982d60a7d23e53
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0e4844c8be31e5efbe3078d1a59e5b27cf8263
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f8f32eb65136449ef9b786caa0c9ca23e8e99eabc6f0ef563386a8d7f9330e
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0da90edd1ac1c17e713e2c590db8361ddfe3cea
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c192f92de5bb153bcacbef29e0b0dbab70fc1936ebd3aece851e3ae5812f576d
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49eb932d897cdae47d0a5940e11cdfb1b3ce0cb
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5e3a8ede98da7206b64e797b8fc7d52df81e63c1cfa87c40017f21758eb168
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21810f6c7c897df906613a20118c2ba5fb1c413d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d0a97af2580d3f180ee15da711ddc9b83781f9d5e804c649ec87c8fdc21435
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ceef51e75078cd9a3783ec4b3016e9f0069d71
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5935379f91a1852c4cbbff93ab247b970b9756df7f5d9373eac575b980264d
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409b01e3ea6f09c00f4ae65e411dee7840b77a0c
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da96a39e682e7f5f6d28fd4c85c7d4be27ec17b961d6dd8c0bc7bbb49815add3
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddd33e203645a587dbbf9141d2bf2e200169665
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ff0c5e027ded44e962163078c53c055030b689a2b169a050392169c3fd91c3
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89012005364af889caad4569f019b5d1a1cad46e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f68191916ff380e846b1e37d49c43e212eaac3f95ae177326a4f6fe4c1ce01
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406d5198e6129cd7ec00139e0d94b3fb8b3de641
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4daed8172193ce10a76c03fd52d68e0c334f2c102e0b9b6927f1786090f13150
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d476b713b1c8abef0ea888d3905e2743803c092e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72821c6dd91d0ae357852b662206095026faad727a2431511da020c116ac963e
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844711f764caae91d62a3f0e6456d9e1cc8564ab
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2baacc02ac4f2403b407a35ba6d98415c76755a6a4b2d69d825f04624007c7f8
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6357fb3a5de65512a3e5894846cc1f4e370aacd
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28ca7486bc6fa3d2da7625bf518232c25d00dfdbe7b05d0a5f36c2253cae189
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef452410b76e17f1cd4d7b70de2fe7091f02f0ef
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4841107018017f672ed4e6b83712cb3959813e7b24daae75090d6ab7da87aaf1
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f06dcbaf1e891fe3c9de5cfd283e2e5bf283e2
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88c0b29c58245b6114dd21b2cecbbbddf5130a5134106ffc1897d4cc5283c20
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36317df4b3e0d73070d7d71cd39c9eb59cf68c5
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d27c3fcbb325e2cb0e5f52a14073a0eaea785c808099f2cac0e130514043af
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccad577630eb79ec15dcece4288796e2b25a183
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13ee5ce3bdc1c439be80cdee74dc3634bd4a79b13feb8d59ebcc1f23c9de7e7
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c773139978c0dd91f4cf49fef65800df1920eb
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8a5d88224e43d68a4c79d57f503b334e311afad03a7546b5f3e1558517dc14
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57c2c4d481f269c47cb2754d88f3d4022be63b4
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac48f20f610430c9f915a909eece83784269dd8bbc5a7c472d03ce6bc11f29a
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624230ad386b3c9eb913708011b98199388d6530
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d532dfe0ad04c8e63b2c1fe88d03c9db3e84db4d538ab061fb2655ecbdc2cc
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595f103e96ddc340c7dcddfb16562b4b0ff15a4d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a914da65786d4a2e862f504623ee5ec7dcbea6432c09ff2842433a3288d420ee
+size 208731415
diff --git a/global_step45000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35951fb29cd78cdc817badd1999739aa9cfd977
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f996bd07544375bf694f5373488d7415dd170bad5a209055db169ce23f875b
+size 208731415
diff --git a/global_step45000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ead804b9e05d2a93e59ca7bfeeb44cad8e7375d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89a7ff001e9025abb667f8c47d6f241d4d652975af0915e7a99afd5a646baa2
+size 208732183
diff --git a/global_step45000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1e7fb69b22e4220d20c48b6b186d2a099e5a6b
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334e5641df6f44367270991d6ccc6b93b95cf609bcc529f59c2f7835d362bd94
+size 208732183
diff --git a/global_step45000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bc710d506f91bb1972b5377fb813d6217ec907
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69f1820539d16ea6879eefb486a8f1c7323a900a47f7f8859b85b2d0ac953cf
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b01903448311a7ee330951376e148e5b4963e0
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a30c747419d28ce69ace5239f712723935cee70e9fd6ab1225f5929163d980
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c937f4617b77e6b991f169e7a7aa8b2e569f29a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ecc8e045f280976ccbde67255bf9905220ddcf70f0b4500ea58d14a4c7ced0b
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094c78ad0217abf0ab9794cfefdb15bf6c2ac71b
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2072165a22a2351997230476eff462291d6f324d64692b1f63027d9e3f3a266e
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba879f17d45ed2d2e6af1ecaf3bb18de222db59
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f3316206ddc6d22c4931ad413b52377060f62e6b27ed38415201b974cff451
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f63a0a6d06727673556f9e69a4587fb1add223
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d97fbe45dfbd203ade8ab2ab4aad16edee30794666f79910fbff8d933923a0
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cba284f19534990e510d04b2009e72a375bc2f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f64d2418442e357b88d13e382118941d3b61823a4e75c225d617cc97ad47c1e
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cccb82398cffa58c841ae9f58d917c1ecbb90f74
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49026e235fd24b5d8cdc078a49710c1f0a99c5d8fdd788e731d155b29a33a20
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b9db127a6e42848578ac21d2fe5a9acd495611
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f4ad0a13064fa8d4eb727adcbdd72f4f70c33666546b30b0b8c843b852220d
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29b5bef43e67746d60f4f68f0daf1b88d864add
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfc0f7792712c2f44e88dcad2052fb4787b3445341a4ec78153f03e4c9181df
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3f236ab80b6569d005f38fb8dd17905f8c110e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2887688203da028cc79b2cd947511064903ca4cb9ebf91399fd8b0d68a1cbd19
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcb40c03928d10662b063dec01412fbb74b00bb
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c27a34650c3947fe3897ac171cc9b196e1e224bb4081476d02673c3f1af407b
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1dbfec3cd3f08cc9b046af1a6bc1912d64296fd
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1dee381e04db1187de56e1b1f2a7a40b62a3e31c406dd0ef9a64cd1689e2b7
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d090b10c37ff37286a1ebef92ef17f825be0b9
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e76c0aa95d407ff649e07b9376571b53e7b61fbd4aa46be77392acee8d8d7df
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b79b9c287f6acfdfc95b15f6516bd25f6a1849
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acffbee9b8dc745515fd1af3433952b4364429c98fb6d713969c2daa5d0dea78
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1c30b233ef36dba4feb7365e93ba59b948c57b
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d55ffbfe31248ab1b2f1807b8e94c41e73f1ab4df6b9b3ce846147218206865
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603c990c7040de9ff198038dbd5e376a6c3ac2a6
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3602b2a51d5205920876ccd45672f93153001660c00206225156164ae13009b
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a161c74f0fff8b3a61fec1461fb53d9fcadb1c5
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a8df8ecf1616e49836b080227cccd9e1f7e45bddd976497a619d4c25091190
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f52845d78a59d7e37c331db0ad106f6e440708c
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6c5a7da2cbfa2bd3ac96befad8a291c6d72731537e886c2c27073e513c11fe
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c665f66a67e57ae66a8e736c8a1dca3a767db8f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622a932c56871ced3b9e49b16127c35206bd8e797e43bb082b7907b1105dcc0f
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e396ea7940704a5f8abb29a1ecaa55d2149fd087
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b26aec1746bd014260d58d887b2c00b6a5e6b77202db6c9c32e90087703fc14
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dac5a0587cf376aff74ca1ef211b86cd02168da
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00108567718bcf51932fd7c5072772e8ff3c90f6c5b7f37b326e141d0955929
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bfbe0e296679a32036454f00400b77b1b26a08
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca03582338532eb07442cf67bd594f8add6177c1e55446692f4e31958edad250
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9153c7f92a0969d25630ccf0e1e1d9647d58fe
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0270c960538d201b60efed61a4f8a44050cd5da89a0bcb7d078eaaf0b399f18
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8363749f2e7eaea7877c01060ecc55ef0a24d378
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e5e141fcfdddf17adf916665923a47559f1bad014e34c939296f95aa724341
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018e974c0f9f8737af4e9f24388d7435a1567ae9
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd58c13200dbcf3cf7e3023478b4a03aba23453e7ff0d5fe0a0f21b792876db
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2778c548f86607071da784a945e71a04dda09598
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54883a15e241432c99f8dcd4a1babc89c3a5c8b69054be83459542340f5130df
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b066f4924011fa56fbec99cde85f8181128ddd52
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f39f43f636b9c6560331bfa64014fc316a05550e5d70451720e2dde4fe41a5
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7591e33114fd07da1edd4afb701a2e2a7088d5
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51055b0d6152101ad4f87e33f6b55e7317d62769493d15a131a8a16c21cc9c3
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f430850715ecd29ad32d847e5bced376f02bac98
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1faca942d9bd48dd53897d1bfa8b398dff5434b7c497a66fd82293706ff0c0c6
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9359094d22303a2e4cfb26c6285a8d54e1edc79
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8067268780ecd1532016f637d494669d7869f0d9e87f00e8a1dc7b34f132a7
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd05ff4e2546f65d51004f36600a562df8b5983c
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cbeab975ecf1807a9e2a4a51ad4ccf0b2805028c90c948331c45da9fa4ad43
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c895b55ac2c6a148b843bb8e4daeaefba09b5fc8
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c67d88c0cfb9ba1af1e0a683af265f4dfa604d7ec44e4ae00a10a96294f0b55
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb8249d45f379d67fca2f1ed4868277871a7863
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227c29ce5bdbd28ec6767e68fabb127882287b1ae487c53b1d9e9d799c2a2dc2
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b777191629a43d25b828dcdfc09a683326ae67f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8c27bcf7faea0c2300cc01c0624cb28a734b5f2728b88c379be10382ff5401
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b761e90314a3d6e17dade51a4c0b1b9410a73f6
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fa3919d557afc96ada8902cce4279493d5389b3328dc5491da118b11da8f0c
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2820a6028e1cf7a87cd0f2989328f536f3c1ab
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1abbdf097864df747f952c5ccfc7ac8a5c48f95e072ac9d0a0e1aec26f24367
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda104285599222777b732dfd1b304ea501fdc41
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a05727b05f190d2471c6c9371fb352850c4ecc2af40afc7a905e0362b47f33
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299a746a560c0885c9b8cd49156b2b0385aed640
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80b5bbae9eaf80eba1f1b01cb36c07f0202fe6809b724784bae47e2ec64cb68
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481f3a6bd352d4e435bbbdde76fc82f38057b555
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8830dc2ada281590a60fdf991bf5286e2e3048f37e732d78bf7c06c8119c8cda
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1de7862c7d20714b8a14fb1625e7fd61d554f8
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19f2ce7aac20cc3ff35d4d833b64a9c876cf9b0462def1b46fc0bceead7f8f6
+size 208731351
diff --git a/global_step45000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee499e33e666718945f756ed3695b186766cd9d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7661ec0edc4dd8e1492cb2114e81872b999b10ff0a954a0f21e9efb459a358
+size 208731351
diff --git a/global_step45000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e239b4a39d7f098f04f579379e4c799d547c9e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db19b3e2311b27135ce512046ea6f67a3f3aaf54ce9a84c84413aeac2ab5ad9
+size 208732119
diff --git a/global_step45000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9978b9e801e38dd95b787d1d6c257ff3947e5a8
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c6474af3c5eae657ace00e4f8e7a2ac327a2ac661af14dfbe24ed1139a66df
+size 208732119
diff --git a/global_step45000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7998cdb194b62bf3b4f0065d8d7fa014fed67ad
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b281134ff9ff3a0c53cd02316b5be79f15217987395c8cf876a954ad1246d9
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b4145495b44771346a4e7c6d0ae02dbe3b097a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085fd9ecdb731280801dbfa443643b4a187f5c9bdf0435c9adc0569f6f23f233
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b7ced1fd1bd3e9af0c55353800a4bf837a0a45
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66b74d8338a18180922ab3140b60878fde9e14c36339ebce2df14d2fc98fbbf
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a6739481724a63fb771dfea04a2844fcc6deee
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada23c5207dd9809f04cff1481bc91416adcc883c814ee1fc99a2664bf1b811f
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135e1a74c3cfafec13403630eba263550dac58fe
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee5ee16b87a049b41eb48179ea238ff6d5e21d4b4b0d2ccba9f5ce39c5ddb5c
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4540a11782f0d685d5afcf5147b705894b25e8d2
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836085a6ccea58fd56e49b9e042411d127d917a4d9102df5ea81e18e874dd420
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473e0264cae5c6934806bb42c6544b85d7d78739
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c574f2a4a05a0284cb5fe93d735bc6ed6af7a968f47c0afdf3ae606fcd1b5f
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5600b3705799a177f24ac6b1c536923073a8af5
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f310f76b697eeb3a10113dd0404185944bc13e3cf2299341dc4d4a4133537e5
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8737979e7bea50f5800dbab8db4349f64e7f57
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a394cdf68afa37962507f78736d881509f1a7fbbce247ece2c5c603af0bb06fe
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1439d6d80f2b0498a4095d1857ce0e26638801f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca4b82c0f8b037db14a9dbaf1ea71fabed8989fcaa9c5334459b525b647b339
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700653935fd8e9a2304de5ab435ce436fef3b877
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09c400aeebcf9be9881c05fdfd0a545af62325c31d9c03ef219edecf293f38a
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09706bdaabb03e1bf3e244d989fb16cdb1bc3394
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb173dca349c9c503be5b63c20c940514ff26b66237d61f1097a50d5b0c6c571
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939f8d449583ab365a82b5667610051a309a67db
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69dade918a773cce2946d4a867fe577d4d84debbc8702eaabc7fb334bf598dda
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4733cd834e0270344218ad0568cff7614c21ea7b
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5edcdee57845214102716ef6faadb5b781593c2141aa9e8952ed6f070d422c79
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc67f3593101ce76410dcac7948a8aadc9b45d7
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ba3fb1f520d96f5a4f87d6771120c9954d3a5b3b2a307a93c75838ac0ac0d0
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b313518086fbe9e5ab73e55e5b5681220f28e2fb
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4811557d6cb8af4974af633559ba07ee47f1f956fe9256ffa28b1321df8fb8
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696e0f6960b894fe6f7caf2b6518e2bb3117ea0b
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed925b0adc139cd19163b1916616e385fdf881f0778aacb794bf9bfb939de201
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4d6089e61d9c9a867fe215f332bda859cf590f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bc55ef95ef02d461e34a9819afe0ecf61270fb11b0e22d7c7ee30143657c4f
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b97b1ba0d52e98391a5d276526d8e89f33ab35d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139f1fcfba75899605c6108246c59b0b1d392d9da30c24d5c1e5fec587870d53
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689d057e8b090fd9f3329de13b26586e412ef5aa
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d645f217d29cad5cbb9837f8125fe78e8e68c939d448b8f73ea62bdd7ec593ab
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8fdfae3d8ec9c6be800ed2881c803d6172bcf9
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226690ebb08ab67352f6fcbb2fd00f38f283ef71a741e44de22ba3bfdc56fc4c
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb14acc847e83f296a73ad29f0801d2b1f1a68bf
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c040a5cc1a0863ef367bdd7637db8fc664b187854c747e8a65fdbe24c29a409c
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0a07b30a3277e3feb8205240dc24b5bde53c25
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7b5f9029d04f47f4c20ef3cec405c132531bb3e5b193d7675ff4495c3fb96d
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b71dd19000dfd8bf0e0d66b6fdc4ad07cd6cb8
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34862b80e938515dd8e189ea8a2e12493c612ccdcceae0aaf1684660a9d16050
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcdecea32e692228b6c44c68a84bb069ee33e61
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1a9b2c8e03ca261516c550e1b96f8d63a5151a6be03fd50fdeb120de7ebe61
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339c2aeac91f989838bc67647f1ec606d0e6d6c8
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aaa193c7db29d8480ecd620e18db907df76ba4c506d81ff38bdee70e6956bf3
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6d77e059e985d83fe22b86f8f88e709b76896f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94183cf90718dffecc95da300fc92f6a4da91502a280667891828b9e55caaa2b
+size 208732066
diff --git a/global_step45000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e2f2726599341154d4a388cdf25619df178675
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fe91af4ec1004753ba7741d34bef7ac5a5e439d773bbcfdb6e6c7386b35292
+size 208732066
diff --git a/global_step45000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e021b9761ab2dba73a34e9970fe3361d17d1a3
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cd3abcda700aab98c5dd209d990ee1c562c189dab55a747a4569e012a8ba84
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b52eadf56989e0f5b85502428703492b8d77056
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244a384641c37165c8587ab7547c4a400b7980883636af7978df2aa87f2e0dcd
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1591a025f6a60457f29d0f85a8c34ba52711645d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd2b8914b65454d353bdcdc2fb45114bb8d9d2b05b6c428789d4af8c9967a37
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3e9ba8a97b2b149f42e237a73d3dc2b13c2ed5
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de869212fb1260ebda9f77a473aa273de6a887e5d9642ebfa5e0bc414962ed3
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918ba8705cd18f796e3593d4eddd5c3e7e0847ef
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707a606cdd8d63317fa7c3aa89efcbc2f852f57e63d498434bcc1bc720b8034b
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee52ac1beff589a6cff43b362558aa0bf1087a4
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5569fe3385eaa9c287e6d904479318e1310cd192c7ac1f503055d165ab85be68
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98fa644aedb5b2b877411e4ad3e207092d54944
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176ec6b5fb355f795a290358bb2b143a10f4c6c3bd6f1a5f30e0881f6124c5ad
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d04cd5eea857edbf2cb4b7097f1e8e77b1c53c
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb36a1bc6250fbdd41136732ff5a3201f24f529a00e4c142c012b313930784fc
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d764b149cec95a812ca662ce696a2804d181bff
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a8f549e97e0aaefda516f9f50e418d858a065d5e36e1f1f0da58569038942d
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1ff9e266ec90fb658422089263bb7534bf262a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31577925386db12601a59bab027e3b08724bf68f202fc8994bd7c249590e0599
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf8d03abc6dea286006208f44ccce26528e1557
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4e0c5cc58fabf11b57447ecd9aa32901844ac48ff1ec8b5f05924220cb24dc
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd64d91905b9fdcacfd2f796872d79baa6e5e84
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2747511b7bd2990762c317afa2e05f9ebaed650bb4ba70f144350f2777ccd26c
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb07e48cac04973308566d0108cca96698dcfa4
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cffbb07587519521f5dc08a554c93090029a411c1c9aac154301f87c717363
+size 208731351
diff --git a/global_step45000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e5d4b37aff976df3e30675e821bf65f49eecd8
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5782f432b0a6fabc7fcb56a42560fd9fca5524de84bfd2bfa898caaa36084b3
+size 208731351
diff --git a/global_step45000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4fcb165e4ed65d402686b96b3bf7a4ba8e5cfb
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af495b57c930a463bc2e9c8bea8a931128b261ac92e0a25aacb2145ee689d43
+size 208732119
diff --git a/global_step45000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9ff00f8053c0bc731663f9b8ff617f19620f25
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f73fe947908d6ff690d09002895e3f996da19270b8de484e2bc169c39961c3
+size 208732119
diff --git a/global_step45000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c459bbc130d77eb54435a3bc6d4ced84b8adc3
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efa3586a6024371154bde6cc24c59f52d9b201cae043a2cead901dd1cfcab67
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212b2aefe4d4f3f93fc9068e647781a623906f4e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c33ea91702f17cc6c0ae895660ff602b0a562998faae7b4b530c53ee5ffe3c9
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec3b069f53ccff3c59e3cfcc3a36ed882f62cf0
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513069a1eefb5bed2d9d79e87dc7f6f93acab6ad017d2ea7354a27e9b698ff4e
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fdcc51e307c2409010b79ede9b22cdb2315a94
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94ab773e72188b7b405921b5e0dd39e270b5c3300a8ebfbeb0f9da310d77b05
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17020a6928508581981fc197834f3d68fe0df44
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e44a1fde8eb2555a86b67f55d5b9ed91394e6fbc8afa04516dd8d164c3fe218
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21a426bbec12036fb96ae3f2ca5f2bbaafe26ff
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53562ba15601dd1ad1a69765d8492a31867a27068d8b84870a3d1c8edf85568
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ff39ffc9c3a81e28e5e0381b8e57eb4cdc9df5
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e910110d113e306e70f66ac5bccb4878c40279269eff012b4c480b604faa09
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ded0b342095128884cfcb82528ed3992ef12419
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b60d4facaf995bc3fb2b25147e092f9d6b1fcb6fd6f8afc78a30bfa0147582
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81046099f4c00536e1e853115a4d60c8a356108d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bd373b0c81e2819d9c7c2a30e309256cc60e11dd17f18a5ac8d33c8bd2126e
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182b03a86dbafdb2baaac0ed5b5a0497214cf24b
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72672dab4201bc31ea1491ababc1dc8ae9bcb93be7f127ee1abecba86f5a08c
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e688c5cb6f939611e4f08608a65b65aafa5ac8f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355c9cb8d394d1556867e844ec7998ffb93500a1c5fe6b81ae08da17ed983634
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5ef5fbc9640d7fd076b85a632ef23e448c7024
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f340c28d01823f59d95c894a607b08804f0ac7248ae3ae562b5bcea34afbdbe3
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff65c0b2d23875bddc88c8fb35a0da44cdd26324
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3c6423c7434fa134840322131604ba30f03ec4cee4b4a55a4cd157cf3d9cbb
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26970b612ff98e215674d6df0dc1f2f3a4b94e70
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2a051df3eea7bd194a6246768670507ad008669ef0cfd6aa850696b89a5b38
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f0b6e698b784cdf8c40af9a2ef46c5f1725d93
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f12107366ea8702da034195802913e7757418b9febd610ea43f2e541c2d4c7
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9505ce3ba6572a32cf959e7e01700af9ec0af82d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1bb1d491d9ce09fd33f17d8cdece1b27ed5440f52bab9de84548a59254c291
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f06140f6a487aed3497f01dc195a5099fac89e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8af131ce8aa44b5a7f03c5d3e31b69bc9fbf676ace2c0e39eae6342025564e4
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e366c8b81a7d2f894e94f5e07f624769224b433
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9376e538e7e2b0899bf1d3b4d0d26d7b3d6934a9c873049245d5419f0e5fc2
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50059f3abc0169c9108fff4098e9b6d6c6d078f9
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f6f94688b2155e8a8795123ce674615195d9b51048f793b9be550a7b4e5576
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88834816492d157742eb4f336bf9230df070e151
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bf8b21497ce832d1b919d7eaaa9eef169533ea467c135990468c1afb601a8e
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea47fb24ffbec6e629f3338dde836ad66579c4a3
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9ebaec3fddc5c5f481dea33ff4361b1c2f5f78406f790e2de971760edae388
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4701db95e42c6ad9247b136f85093f44f5556cf
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5b99ac9d6369ece9ef3928e44eceb2c10713e7fb6976d4176d32b43e07985b
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb99a1f1a60e612c8101e7c573e2fe93fab4f62
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f91af6c1bb1c6a29753381fef61a8f865b30c919d427a85e86813c3851bf79
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874c96703a8712ed372f01c1190ca2b655ca76e5
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcfb35d26b93bfdd4e36637fc3e4dbd51ff5f20ac588660880ba395e84a6d63
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780f90153dd6908af5a12c95c8514d5c185ae453
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877d0a84a1898a617308fb29e7740313893adfa2307b4bcb10c194c527fd489a
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e93dbfefce5a869e2743f1dda3344487fdaf89
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ecd55c98606c70834d531eea19e0b64c62798069497ac422135435489520f9
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d368f1192a7ddcb73ffb9e33222fc8eb40616f2
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14085f5060efb805f051751d669abae8ccf9e7b20c3a8e30c50ad9f5684a4fec
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939331dbe5642ba979c1af70e52b5a874e284885
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585d53942dd0cb45fb86e96a4bf11511e0d8c06784decb95d52a6a09241bcfb3
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752133d5ba97ed2c321bc01724bcc88982a2363a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c9ade73ef2e53a9a0e05ca5331c31bdbd44be8e5cd07218ed5a24275f27d1f
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff2572b274b7b1eaa1730b63cad556c94250ca8
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7442c1b447263a8910e17ce335dc51df40b8dc77542b698e2ddca40f23504c1b
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5526825493fed47d85dbef75e3df296643058774
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655a12d3d39b86a9af2c1312983f8667c234a90a7c2d6b2a34bd6bd2f3649cf7
+size 208732066
diff --git a/global_step45000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3888041646d387833beca0eae45a41313d318e2b
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34440ef42bcb0a1f917e9593c55b6a415543cbc6e42b692ed33a5ad8da97938
+size 208732066
diff --git a/global_step45000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8cfa03e5fc84cfcda7a7d07e3d07a77da7c68f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86805cc84771e064878a50f884d51646037da70637417bb3b693aecf7a0f240a
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcec7d3f913dc41bad21f51ee683286a049ea697
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7765c3a5da8a9ff313fc10d81d40c524e8c248dfb46f22775600ca6ac6e7d00
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b854a5ff1700931d453bff923feee4b13e7e858f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b024566b2e6e685c49cc987c24ebc23a8d7058b9ea820bc95afc0c8daec59668
+size 208732066
diff --git a/global_step45000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ffb5faa68104c2555c3d744f1f12c1b94222aa
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597a3336ec60f476f4d82e79d167ba2b081773f5dc7cd90643182ce93fc9dc41
+size 208732066
diff --git a/global_step45000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42266ea45787df71b20909399d178cf4da4ae88c
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9a47c204a7c32a0184c0ffba50bd7b7ff567c4f1ed387e67d2ab0223600545
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c784f85c11abdae4fc66ec2a14b17d8509df162f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b23d43ca5a9c2482aafec6a66129d33ee11ff157824ce361b434ddd77726c5
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9ed19dc358ce8b3947ce67e84898f2164c3a95
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327e88f47d852db10bded6b90ae0a8beb4aebac254b4308fcfc29c00ace9492f
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500d33697cf8f536ad24d84151a99170c10d207a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d6659a3e2e2d8c20d07cb8ae977396666eb5dfef2f440afbaa443c176a4bc4
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f09806ad40f19441ef5a73473c39fe61d505d2
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6ed27b37c564748a9f53719efb571dc1ce82775ac844bb63f84088fd44af72
+size 208731351
diff --git a/global_step45000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6be2e485958eaa55dbffe2f564ad097ab054a46
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426fb84028be4e7708279c1fd25c15c5ed2d30490e9c0fa2b072f79a2e2f2767
+size 208731351
diff --git a/global_step45000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8728a8f03ebe4da5d37a675e9654d7a790d606
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c853b04416eee92924fc64d195c21cbcfe4c66ca5b632bbb3f36fbf1f1d8fb37
+size 208732119
diff --git a/global_step45000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1953732bc24a2407cd4290fefb2880e637582cd
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01579e2bfc39f51751c3d3201fa9c5d9d3cbb1f8138360bfe3c33a2c3a7c8059
+size 208732119
diff --git a/global_step45000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a5ba86334f3fed051beb543ef83f4db9149616
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387c3c2c81887e5ad3cdbc0544cebe9856ce4e77be8f99ddbfafbc28b6cb0a84
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef49afc97e75fecbd29e5c0373efadbf79bbadfa
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e963fe11bf035003951502d8cd44605deada91fd005b1c3e7ec5f986c2b6d6b3
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5990acd794a2a6586254c700b2368131ee59334c
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db57d34aefd3b8afa966895fc5b7024855db498a464fb5c1856dffbf63f549c1
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26092b27b784a27076b7bf2bfa0f69d810e4121
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714d69ed38af02b4de2e015e4c0eb76fc7e6510fdd9cea2955bcbe8bed52fb1a
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1698f0df571178d3e137d052798106933e45ba
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc706c135977b9d8123c32f06ff9b85b2ebb067c545c6bd8d28d0da412a1978
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ad3a5aa00ca040fe605a34133f3acee7e34d46
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21bee1711c9ee2cfbe4756bba4c5fdd53210977e50eef40268c3c7965f5a09d
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5363c5d7058660d0146b7aefe903a83982fa6d16
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc313f0ce21ef76831305c1d745ea3aecdc8b51cb9599709c7001ca6a247e47
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74278edb6fcbf8ed5e8dc2bd5c62ff0f68e4129e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fbeb559e9e891e2bccdd3b5ffe1a1d084fbb5705fa25c9e32f736c7f45ebd0
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2e32e243a5eaa2b7576efe3aca757966bebf16
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98f8c09697282edcc953a8c486c5718d5ac49b44a08680fb0f821d3cef9d09e
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2182fcdba4b971c6b1188376d92d698e20f0fdae
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f988811d8d85d397cd5cf9ccdee6b2f9a25ad7eb2692444627e07faae8c2c8
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1271522fe795ca0f3c22644102b1e4442bbfe02a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0573a35ed729e3b793bac0e87a83bf9126487b07abe3f3d1e7d1e46def9a74
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f503702263e2d2ffd75596a72925a44359da71a8
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e86514b16e4b3b98cbf299fc9133c93c18df21f77ba7300109c8d25685834d
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb236951f59f8d16a811fcfb5e170e24101b0f0
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e7c8da20ac8234b9b33258212ce602f49bb7c252cb03b939710897a7aeacdf
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d48f7d6c9e8798d900b1de87be4922e733a957
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac0e8e0b8f5c13f9f5f9837eac96239728a409bc2bb2deae95bee9b30641aa0
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44145e45cd5fdb0499fdf29f431c1c29887e1cf
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c067ea221ebf302a7a5ce8e79c577451afa5e9fcc1b88c5ab0e6ad86c1bde7f
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c526c7c5bbf1d82d22030c0ddddaa95db3de7aa2
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc466e174b70566534a6ad64a30a041f777eb60569812a59857e2e471ea0484e
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77462d07cd37c4236ca44aa2490b3b97120d55eb
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05ef96fa7588ba9ac020441ed418a9624f1befd109ac88fe3ba3357967be3c0
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7f4ec755558550ac4baf2c731b19d66d605794
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ab3372b61f4fc4040b2d12627d09c28cd6f2b0701e16d3eb4e13e6d07c58b4
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fe5c7d2b88ddd847ab39917a2378e333659ac4
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3fc75a1ac9683b234e22305006840000d5a1c03efc87db452734d03e957238
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c05962285f225e638ae999793003c929b72dec4
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2edfbc08167023a408d3f1ba84ae40bc42dac19ecc2c151844d28c2b0f6f62
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2403394a5874687ad5ef0e14fcd00522f0fc88f2
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7865aa37b87a37b146405c5846cfb83c4ef8e92124ba7838445644eeee76abca
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9957fda621e81c349041f7a309f0233d2fc832df
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bda02a178231e576f0b097c8870f59d18ab573bba19cd3b98e9a722bc4bc4e6
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e9f7c0f6d47891f4316a611c992405a982d823
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed5d7be81d66bf1070d5843bac89d191d7a10efd921881bca325f66cc946fee
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e0bc41cde8c4bd63ad83183c63148e60c0daea
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcf862fa7bd1d40c253ca67e419592b298daae05964c67eaca56c5a3629ecef
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccdb3310abd5d7f068e93a8ce5c85e7715f1174
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895a4686c523a18b04aeb738fba02d906ff639c4f235f90042fb6b45f1fc9100
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deae73c6f2d551137888004cf24cc1a6f40bb807
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b0eba10e5457934bc9eef9e48e993e13be2267ba496478f7a7c2e03d4c847d
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8816c7f9217546966884a5a11d55e8abcfef0f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3087e2c42cd6578d8bc9bd8723336a20c3fe89423127b17c318866d85d1fd7
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22add3f327cabc3c0296e52bd22fc4450729e08d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef37f40c83796e082cbcb0bfd2f50895c380c8f7d52ae5f559f3d837b1203926
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a332da7da789d178b8a3747097d8b70d3a9c1ef
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af62f5bacf2fa7cd6e0288326ba069e0c09c55229ade5deb1d153a66d271679
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb029e432ac8d61b41e176d66c81ffbe65006c9
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929397ff65d01dfec054f307ebb84ebd5b7cf159a06aa4917f6289b1e45c165f
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdf7c8f3e7b4061de04c1363368682c4d967fff
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a1b719005504cdfaad3323290a2bcc91b1b5155c637add50fe9ed38533407e
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9b1848e7e6065d0775dca45da2bfc4cf9cc219
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4b700e770f429889bd2ac26b2b46101e5130701868424baedc2051b00d044
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e55a5d9002a5ed5bfde6d1c0488dbbde047693
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5b228067303a4ad4c1608ccecd22ca542235ac07252a5c143e386d912ac466
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026b41be66157d6b8ef7a0ebc07c9ecfc6e2d74d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9711bce568ebc447e331238ad87b75b7bfcc53b06b4eaaf0ce2f0608ad5cbd
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5bdf827c201c3c7b629fb2ffb1202e768c7829
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fb1333a127c037389626a7bebd6d10953f023cc3e4ccca11afaf4405c5b728
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efdf520fde1ce06dfc51f2f75c6f7cb83edf615
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fdec93cbe1cd7db4db279c25b31de6f12894686c29593469144e724c364474
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653332407d8d2c36908a38885792251b13df283c
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ddb569d6eafcf798699e912a842b8863aa4d6094de2b249ecbb5a99b713559
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ed1fbdb098ffee2ca1b138eabefbb66c38e262
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee04cc3c75e339b9ca7be01df84ef0fcea4de6e85d4c7fd67cbcd2fa556952e
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0e1f0e4dba354c10a95436e8bffc9e04c8969c
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2231dd9da69e8168f2b807493c1005477d614dc72642def85740360c868d863
+size 208732066
diff --git a/global_step45000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91420f2c588b6e0f7e1700dc9c1248dc2bbadd28
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360cd4a532a62c6632be40fa81328dfa6d9c09dfa1f626f2dfc015c7d0af1e7d
+size 208732066
diff --git a/global_step45000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fe755a14018f942df895c905da2c1989dd8ff8
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cbe6c6b65c40001576a08c5819665a84d916a5840afb4d93f421f452666f8e
+size 208731479
diff --git a/global_step45000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f7dcfd1d5acbf1cb86c71d0313c044919d27ec
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63907d82defac9a758df97dd5a8219a37fe7b51124f7f22671e2ddd15ece181
+size 208731479
diff --git a/global_step45000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2902b4339d81c12ce8caf49366ee92ae2a83f636
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da6efdd88fc7ead00e74251b189b52c7a674bdeeed860db29edb96388c359dc
+size 208732247
diff --git a/global_step45000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374821fc35c162847b131999774b1e5e72998ddf
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23d132dcfe50acd8a0394acd196d20cfb9bc856b5dbbeaa6cb5abe9738ee841
+size 208732247
diff --git a/global_step45000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6b14c337451904b82bb1eea93a931a6dbbbf15
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5609fd49818770d8b5ce00f1b40e05b04e6824973b130a36c4a0eec3a3c2e490
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b796db7deecb8844f1eb7a91af2657fdc405a6d9
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17f0b57897c457a6256da54a6a39d867c80e95a4d17f47adf83667eb4f695ea
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc43316d5be19e5697c876a782efc30349014b74
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4a82cd2a59d30c369da4b7a01a88bb72ad7d98185c49d7c37ca21c486d01b8
+size 208732066
diff --git a/global_step45000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12930b3a32b6ba46d14b1f56463275209dc8caa5
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9bd42c580d5422ec87f342f6f8f38657dc09fbef36cb7a50c0d7f4cf3c30cc
+size 208732066
diff --git a/global_step45000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61586bdff31cde293ff49cc8b66b03338765cf66
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bef92d49eed25200d1c803b02ca2445a65656ce31ac90c7cc06af099681ebde
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7726d44a53cba8f260e56e68c6a2396b374c505
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0e7972d53e242b4fee9d4e6f2d80ee5585c83d1775ede5fcea5336ee7d81cf
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268b226e6897403cd8ef119ffc80ef7f2ac79808
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e7681e4878a578ac5900d2ac78edb071a5381e64002d33e34dc8fda65ac53b
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac709376e4dccda2f67f9b1f6ff1447b108aabf
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56040c1e13329ab95303a76d5bb360a01773d33091d5cf4983fa9c0165a4620a
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3788c5e7e6ad3a4e8a3588ea5197fc2923aef3de
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade7c1a376b28534d538e0a0bebf668a945b247bd0f3b2c68604ce5e4d1f0a1d
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c335797f1155ee67aaabb3f67f90834e26cb77
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4349490e2d29a8424565c8f5c3b42bf158bb01cdaac01c458b23f2f92428ab23
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3248faa85dd19df6353f9417f43ea021555ce9
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c378faf33d2ac0865931f51b220b41c3b01dd47e56a6bb9a6058dedcbf00d374
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6c12979269aa1f1359f2f8720fa3f15ac432af
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd2503e16a2f7403efa791da6f310622d56976806837902d87fc9385de26ede
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54f522c4a9a6944b83f02dff0d1b2bd86a62fd7
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4a25934a7741fa93802db073bb6659344866a6952a4feacf5d2fa18d3f30be
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9a16b0b3ba1cad67ab52668fdb05ba13396957
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893b415a928f5fcbd1c6d160c01b1b0a0e8730b9bb775875ea87808dc781fbb3
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e90c4e6a5b2d978af931290328767c6ad6afff7
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b465ae2bc057e16c7f729f4312610c7e79d92aef61658dd6bde1e962b54d845d
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64198062065d472c5d87f754c4b444517d03e923
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1c2e31ca14839782dd02553f51a907b53885ca5ff9a3d95285757b6b0eaa08
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213377fa4d38cebf5e7b9473a70b49abbd9aa679
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b430ad5ed7f69273eef7a019016fe9fffbdece39280e62f329977671a3c63063
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c863d8f377819e32b7a6b112311d63b93f970d34
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37d9359b1332461462406227f058fba553eda6b01cf7f34e8f7854d500da320
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bb690c214d42563de0a63826a1e751a116923a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2644611e07762158a1b6123d242b87c6596ae92f37e371123c96b1c31cb64b93
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fe117eed474a2f7890cb6a51a170217e7bca19
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcaba12b8f3b96c7c2eff5e0d24509393cea0752c8cb06057b3867bd3eedeb8
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6e1d4a85beab05425a09edfd2fbe6bb60c337c
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477c4c059cdc8938e2ff3dcfc792c9a4e2ea7be1c9e3f74cb36502d9324bc7a0
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d53350d347bd824a5167126e6c91fc69447ff0
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4ff0c3df3ad4e67bb8891c803105c6b7735def20457146d84d8907bd95956f
+size 208731490
diff --git a/global_step45000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ae425beb2024770ced92f07bace8fc86df8363
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e927ecf507b1cbdbda5d8550d512f06860a5cfc8d6acfb451735bce5cb7eb864
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c60be657b7ad6c74ae5fbabe9fd780436819c85
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19e726276af19b997ef0a6a68a63730c687babda4a19b022e5279a53cd3e4df
+size 208732258
diff --git a/global_step45000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c2aec4b3d08ad8a8282576c24f3c2f5c917484
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198ce0db79e473e5887e6d20b4d85189f5cb8a742456da072d84b31284a3bb61
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781bbe8faa8002f7f96b76ba8164b569424ae613
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c51956d7f8e7a28e8fdac42349820ee2251f583749d89cdbc9e90bcdc57a29
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c007968d765814b94a40b9eb99c56be3fa3e523
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05d234ec28dab2b5275217011a7201c8146dc071b263773742456cb4310eca8
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466c226140b955cc7ef522ef8eed500cd30ec9a3
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d25e47dfeb8bf29897cbbb22cc996f2f731b4f9b8214f82bc8c7dff12ad612e
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c7c7296aed7b906f705544673b4265f638134e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9741ec275f4b6729b1d65149191311e72d9d48dc006d425c99ed7c0a7c6652fa
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16dbf7fe03008cad16d92dca2bee27f3496ef730
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e027847ae31f22d8acceab2faab33092cf9e9e180982a6c8a86feefc7856b2
+size 208731298
diff --git a/global_step45000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eda8abc9579a36bd4f0240ac31297019a069d12
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4bbe21b221938fc250b95d435410b7d69a1c3f3203cf634cd5eca8babd5ba2
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de46a11b7fad4ed577feefc3f2c31b29874801a
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e431ad3d7ff1c66b966ec955af4f51bbc23ed1c029703b956cc5671713086c3
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b019417f92541763686224718860fb4f44551b55
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a44e76b760b7379ea044c3aaf73605eff3adaca1b493db14e6b53636df2486
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47309ab189fc08dff88995e4314056c41496b68b
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a5252d62942a4e339183bca42684d2f66bb2c05ba1ed3c32d0fe4d1c2783a9
+size 208731426
diff --git a/global_step45000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2da37637f28de8015a49a6f6afa25e097365a1e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14059b22f5ff9891ec959c1414112f76165b3387229f58ec1e5a040a122634ee
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b2343e5c8da6b157fee3f3ffc8288197d82a8d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf03c2d06deffb7075c93588038882eed14b39f01c3387ec2cac2464bd6e0bc
+size 208732194
diff --git a/global_step45000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9194a332054453261cfe46ed746c60106a351cb0
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8944ea11a622374c9e907a9089177e5e1ee8a3f7493bf4c3ec30c5f5a184c044
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdd494651817566bd89045e42fcf23c77a6b288
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a726ed3387d77fa3f87a03f023b59961577ab0284ce35cea8dd3b73cf34921
+size 208731362
diff --git a/global_step45000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59321240fed017ea440c1fbaabb23ef8ffa75b1f
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4b0cc1b0e9e409d06ea5b6cbfae522e51f6db74dc6673ac1604cdb6750e206
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c187c92a4691e8c0a5414dda2d8fe750d4257e
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3b9fee5ece9c1682ebbe6fb069ff137bf39f377b736255a7b3fd23b6853c9a
+size 208732130
diff --git a/global_step45000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/global_step45000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e54a44ac824ecddf907d522add954055ea3d471
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81866dd8f0ec6f2535b6964c190381b29daed7257ca473f9074a4bca147fddbb
+size 208731351
diff --git a/global_step45000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/global_step45000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fab7a2c3b0c4149794e302eb140fe68951bb96
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1066156cbbd4a93f9342abbbd2ff733c1797e6fd3cea239a94948fafdf92d147
+size 208731351
diff --git a/global_step45000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt b/global_step45000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a9bbaa6e2e7929257f758c71ff08979e0b5ac9
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bc71c0baa62c9dbcb571a00510e6914ac213f76ec2b8e5f005b11b7e3c0d93
+size 208732119
diff --git a/global_step45000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt b/global_step45000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0d85f07395f8c008efa14641a766d9d392691d
--- /dev/null
+++ b/global_step45000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6b0b6866f790eaf153c4f939f1eeeae46123a6c82cb6a90e028b3ab4856976
+size 208732119
diff --git a/global_step45000/layer_01-model_00-model_states.pt b/global_step45000/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9046132bba4d89dc2de349a0e1bd0142f6786cc1
--- /dev/null
+++ b/global_step45000/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1208dd1ca225ad21c33d4456084808a80063d022fecaf4c62e86ddec44c3a335
+size 223347971
diff --git a/global_step45000/layer_01-model_01-model_states.pt b/global_step45000/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3115c6c80827b74e2e61e076c66ace8d9b6c80e9
--- /dev/null
+++ b/global_step45000/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7338d7f071b534f0b163171d4e7d5ef7820d1091d8df26389e85f49661404413
+size 223347971
diff --git a/global_step45000/layer_03-model_00-model_states.pt b/global_step45000/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ebe087f4584e7c15e73d6a467485b2aaf35496
--- /dev/null
+++ b/global_step45000/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7477e275ceaf258d3ec7df7274f7f95b8b7efcf68e5c8b2a56a346389b1a7c9
+size 201408771
diff --git a/global_step45000/layer_03-model_01-model_states.pt b/global_step45000/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b54fc7679f400d873c4583c666c7e43d06240e6
--- /dev/null
+++ b/global_step45000/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116c88a5585677e37508c541e74400686f7c466bfaca106ba73473f8ccd90119
+size 201408771
diff --git a/global_step45000/layer_04-model_00-model_states.pt b/global_step45000/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3187a17c870f102d3227336a558e64a5f683ad0a
--- /dev/null
+++ b/global_step45000/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89bf2ea63f62b65186056bc5e85d05a909ac941ff02620db94948d09f71df82
+size 201408771
diff --git a/global_step45000/layer_04-model_01-model_states.pt b/global_step45000/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c574b56c135f5a16c94c589b68198c07285a55d
--- /dev/null
+++ b/global_step45000/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c03fdf6c825c15ede74700a1f34a327afbbe238c523eeb2fc8cbbdf6d81bf70
+size 201408771
diff --git a/global_step45000/layer_05-model_00-model_states.pt b/global_step45000/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0ea1e8ea123159ffa3cfe606cde260df82ca20
--- /dev/null
+++ b/global_step45000/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699bd1548788797732ced4403d7df5ed38b9d78564784f9c2f88bda2a60cdcb3
+size 201408771
diff --git a/global_step45000/layer_05-model_01-model_states.pt b/global_step45000/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce23967226135efd6e51df04c6fcbc3b7e0be18
--- /dev/null
+++ b/global_step45000/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf009a82a142fe74d9e2be75fe35798e56209e452ffb4e623c8f76c89d65dfa1
+size 201408771
diff --git a/global_step45000/layer_06-model_00-model_states.pt b/global_step45000/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45fae6070090dad738c6dd9b59c3801529251b11
--- /dev/null
+++ b/global_step45000/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be74e54ffee909c2cc2a43ed8ce8b7bdcfe547bb4f9a281fa2beff417a9131f
+size 201408771
diff --git a/global_step45000/layer_06-model_01-model_states.pt b/global_step45000/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f47c9cec3c22870e89f8173c87eed12cad01ec7
--- /dev/null
+++ b/global_step45000/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb27347f2cd338ab2f0da1de242c7dcb1eee420fcb872878617d244a3ae6c10
+size 201408771
diff --git a/global_step45000/layer_07-model_00-model_states.pt b/global_step45000/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53017b35fdd89487a990cabaa4e344102958d4d3
--- /dev/null
+++ b/global_step45000/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3aa7e1700ebe6e64fe829abe66fae587b36132a8805d3879cbd70fa5c751590
+size 201408771
diff --git a/global_step45000/layer_07-model_01-model_states.pt b/global_step45000/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e5a07eb8483d746f7ba80aab5a87d58c3d3f62
--- /dev/null
+++ b/global_step45000/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dd76214ddfe4148a3663fc467bf5fa1d95b110aadb9da49e0ca11f90b62d8f
+size 201408771
diff --git a/global_step45000/layer_08-model_00-model_states.pt b/global_step45000/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52a1bfc5a9102a35dabd975c557324fa2ebb75c
--- /dev/null
+++ b/global_step45000/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d767731d4252e8fd73a8f0f5e7407ca4efdc53f0224bbe7bfedf4f0b445c3e7c
+size 201408771
diff --git a/global_step45000/layer_08-model_01-model_states.pt b/global_step45000/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63097b652f70a4e02a91904c18e2d430a20b8ca
--- /dev/null
+++ b/global_step45000/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804b5edd1ca9cc3b3c57683764f1ff24386c809f48c4410bfa43e6fbcb00c97c
+size 201408771
diff --git a/global_step45000/layer_09-model_00-model_states.pt b/global_step45000/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f7886556ffb2bb2062adc840f630f645d24e5f
--- /dev/null
+++ b/global_step45000/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4749f6e8a05c2d199db76e8efe29adb0c72721c560350394f7ab37d9cafdeb5
+size 201408771
diff --git a/global_step45000/layer_09-model_01-model_states.pt b/global_step45000/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1179e540119662d9c0c2518f519a625a0763fce7
--- /dev/null
+++ b/global_step45000/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a744d151e7496c82ae3eb785f07ad182c983a16e289ab479d87659d18089db25
+size 201408771
diff --git a/global_step45000/layer_10-model_00-model_states.pt b/global_step45000/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c686e890bc4bb7063253cd35be8302e5a4b06da
--- /dev/null
+++ b/global_step45000/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff461802fd1a9a7469c0eebe533565b839e270145bfd09fb10ff4e7454b7301
+size 201408771
diff --git a/global_step45000/layer_10-model_01-model_states.pt b/global_step45000/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98f1402d6f0edcac7e790c4a5f9426ac512ff10
--- /dev/null
+++ b/global_step45000/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5d13c6addf252fd0cc9c2c38c014035a4b021940090c92628ccc10a10e1284
+size 201408771
diff --git a/global_step45000/layer_11-model_00-model_states.pt b/global_step45000/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f943c53dce009c5d2fc10f4dc3b069b4ba994bd9
--- /dev/null
+++ b/global_step45000/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69dd65e2ac003e574ccb7866211908c841aaaed926c61157039dba326d111c3
+size 201408771
diff --git a/global_step45000/layer_11-model_01-model_states.pt b/global_step45000/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a97b2b4790e6bfc354202f94cbc70a0ca2741df
--- /dev/null
+++ b/global_step45000/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c3f93b4cab9ce05e35c3db5ce990b0ac9edba6116b256adee81c641818f7aa
+size 201408771
diff --git a/global_step45000/layer_12-model_00-model_states.pt b/global_step45000/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5dfce28af4dc0c1ca2a07425330173c7c6ea50
--- /dev/null
+++ b/global_step45000/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e944910101371cd8f96845bceb83c9217b6fadc494603a6d9682ada03fe36dde
+size 201408771
diff --git a/global_step45000/layer_12-model_01-model_states.pt b/global_step45000/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df99dce481fdc9308430af2bf0aa2c5d19b9e9fa
--- /dev/null
+++ b/global_step45000/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f01333c232615cc23380690f8e0527eaf2406fdfe1441aa21ad6e1dc406769
+size 201408771
diff --git a/global_step45000/layer_13-model_00-model_states.pt b/global_step45000/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddca61609dae2adfbd4d0209bffbdf5ad84b1570
--- /dev/null
+++ b/global_step45000/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5d15e7a99732d7401afcc98d25c29bc633ce778e4b28232a7ffc6e73b25bdf
+size 201408771
diff --git a/global_step45000/layer_13-model_01-model_states.pt b/global_step45000/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e414729309932a3c61efefe60a6f08827b35c4e
--- /dev/null
+++ b/global_step45000/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9a24d62c8c8e965804132ede16cdea2af5fde15139f7eca820e00cbce3ec0d
+size 201408771
diff --git a/global_step45000/layer_14-model_00-model_states.pt b/global_step45000/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db9c28e2ddd5639b05973af00eae531d875bda7
--- /dev/null
+++ b/global_step45000/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3503694d4b29a9c466be82b81b8e8364b687a46981b605564066dea5adb8e3d
+size 201408771
diff --git a/global_step45000/layer_14-model_01-model_states.pt b/global_step45000/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b233b8737382a1cc0f24c510c5ca9ba54a939a7d
--- /dev/null
+++ b/global_step45000/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda16b3d80d91839274e91a536c32d3c882634651dd4d2470776294dc491491a
+size 201408771
diff --git a/global_step45000/layer_15-model_00-model_states.pt b/global_step45000/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eada00265114b9b93a08c0e6fdfdbe3112c42b5
--- /dev/null
+++ b/global_step45000/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55318b7e7444fcfb81da0b1036aed024e6f4bcbbae6c17cd01979b12321868f9
+size 201408771
diff --git a/global_step45000/layer_15-model_01-model_states.pt b/global_step45000/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c88a2b3332990b862d6c4d4b4d8cf6705f6270
--- /dev/null
+++ b/global_step45000/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d544c6d5face326acf4a3e9b985a0f5bbe19e195bb910f131989ce12b992980a
+size 201408771
diff --git a/global_step45000/layer_16-model_00-model_states.pt b/global_step45000/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc900c4c4e0411d4dea7ac676fa3186ac293327
--- /dev/null
+++ b/global_step45000/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbe9cedcf63a53d010651040e86970cef51892918ad1d3b18a1a39de3328cfe
+size 201408771
diff --git a/global_step45000/layer_16-model_01-model_states.pt b/global_step45000/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c0f134265ee90aaa38539fe5c153a23e7a024d
--- /dev/null
+++ b/global_step45000/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7205eb13b4408e333363bc4af649a088938be545922a8f15d10c94d94bc3d180
+size 201408771
diff --git a/global_step45000/layer_17-model_00-model_states.pt b/global_step45000/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b2313b3b6b059e3f5c0fee9443bfa483284c63
--- /dev/null
+++ b/global_step45000/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be6d83d0b1e9521247ae1749d49cd96b3cd5cf16c4312706778e90f5a4ccdee
+size 201408771
diff --git a/global_step45000/layer_17-model_01-model_states.pt b/global_step45000/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa1e5718112d21a5e2cdf8882e948240431c60b
--- /dev/null
+++ b/global_step45000/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76381bf5f11d180b1596f14ae0bb6b60c9964270e1272589a87ba51851d9158
+size 201408771
diff --git a/global_step45000/layer_18-model_00-model_states.pt b/global_step45000/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa32b49aa03c6154b968b9a4f22499ad1d3cbce4
--- /dev/null
+++ b/global_step45000/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f779b3d3334ebf9e49866683cb0743b0a0837eb226a07142b6a8e4ecd14ac6dc
+size 201408771
diff --git a/global_step45000/layer_18-model_01-model_states.pt b/global_step45000/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac6d11b9a2cc92f1bca63d6b12c9690f5d50ebe
--- /dev/null
+++ b/global_step45000/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51ece9af0b543d8cc7a180261659af34bf0b3c0529f1a73db792bde024b93aa
+size 201408771
diff --git a/global_step45000/layer_19-model_00-model_states.pt b/global_step45000/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b136b8c5401d37b64db3c41044454d269a95f1
--- /dev/null
+++ b/global_step45000/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9c32b9f64b47c99647c1301d8d76b367d9b06d827824b9b27598642086e2d0
+size 201408771
diff --git a/global_step45000/layer_19-model_01-model_states.pt b/global_step45000/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c57eae85d6fb710326734ab7d0c46e239cd79a
--- /dev/null
+++ b/global_step45000/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78af15dcbe248378c1b88ef6bd25b612667b66786ed0c3952bb90c3e91d26bb0
+size 201408771
diff --git a/global_step45000/layer_20-model_00-model_states.pt b/global_step45000/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8028a2dc9fadc6f31d546478b6b3958af512df94
--- /dev/null
+++ b/global_step45000/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b686a222f7dec95385153267af76a046918188af5d7e2a58999483b1755b7ab8
+size 201408771
diff --git a/global_step45000/layer_20-model_01-model_states.pt b/global_step45000/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402ab74cc51f74e0fd272c88d9cbdd534ae65eee
--- /dev/null
+++ b/global_step45000/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f907af59661d305ea30280fb454fc188b4da43f28bd57f2d43fd3dfacfd36ac3
+size 201408771
diff --git a/global_step45000/layer_21-model_00-model_states.pt b/global_step45000/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531ffa21f22bccc2a218077aa2020c8f681f3835
--- /dev/null
+++ b/global_step45000/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e425316ff16c6d8d160097c33ebdb9e2a8421670f000383b23b67b3414f38e8
+size 201408771
diff --git a/global_step45000/layer_21-model_01-model_states.pt b/global_step45000/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205c8c5f4327664d1b570b818deb5afc0352ab62
--- /dev/null
+++ b/global_step45000/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28518dad78c39ec7d1539416e63abc6266051626b14a39d88fd79dd1345600c
+size 201408771
diff --git a/global_step45000/layer_22-model_00-model_states.pt b/global_step45000/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ea586bdd78ed1d39eb235f5d4eb2fd8011136a
--- /dev/null
+++ b/global_step45000/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67075276d7db4c13b21e9fc5511eceee2f2812710e5e03f156a5405b38698709
+size 201408771
diff --git a/global_step45000/layer_22-model_01-model_states.pt b/global_step45000/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ab5d64c5f48e054738d80ed359f5f5182baaf4
--- /dev/null
+++ b/global_step45000/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4144b1ed94cdbdd3cda2a98ffd231520fa3f54d86011c883f306fab9c6066e
+size 201408771
diff --git a/global_step45000/layer_23-model_00-model_states.pt b/global_step45000/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9d08e8abd72c99f341d550cb1122c9d58ea254
--- /dev/null
+++ b/global_step45000/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a86f35c8dcc7708d2a83aa19f5940236fd6bc6d852276bb1f489b5a3499c09
+size 201408771
diff --git a/global_step45000/layer_23-model_01-model_states.pt b/global_step45000/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9144672e46732aa061712dcfa445430e36067d1
--- /dev/null
+++ b/global_step45000/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a95ef5c294711bdee97769eb1a5e7c44bba58385abf0606674183ed89c30f6
+size 201408771
diff --git a/global_step45000/layer_24-model_00-model_states.pt b/global_step45000/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1a259d507dfebe9500f05d2ffe45c97f7ed71c
--- /dev/null
+++ b/global_step45000/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac018618e504a48431feab94ead374c931b2ded1078e395f953c46c116b84f9c
+size 201408771
diff --git a/global_step45000/layer_24-model_01-model_states.pt b/global_step45000/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c788e444bcfb97bf3af7c6db9e8c5ac129f706d9
--- /dev/null
+++ b/global_step45000/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e2d7a7147cba228be0ed65b2facb6a3f93fe5a99f7cb77c9b2cb4c46ba72f9
+size 201408771
diff --git a/global_step45000/layer_25-model_00-model_states.pt b/global_step45000/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9752c8926a12303f4952facc9f98c81902123ad6
--- /dev/null
+++ b/global_step45000/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563fab53e01a029b8634b49f5f922aad92941f82f440f4c9b883c62e2a5f358d
+size 201408771
diff --git a/global_step45000/layer_25-model_01-model_states.pt b/global_step45000/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd9ba08543fca2730036729c1f31c46713e1f1d
--- /dev/null
+++ b/global_step45000/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f634cc7b36672cc2fc80229238693c88ff871c2535369597437cfbee5da7267
+size 201408771
diff --git a/global_step45000/layer_26-model_00-model_states.pt b/global_step45000/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084d087d421a98b46b2e61a10d7b611527c06130
--- /dev/null
+++ b/global_step45000/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31964a216e94fc28831ea87239a2a3fef6566c9397f7d6575bafd9b967eee317
+size 201408771
diff --git a/global_step45000/layer_26-model_01-model_states.pt b/global_step45000/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44848a673fffa9630ae2778f476d4bb60ccc5bf
--- /dev/null
+++ b/global_step45000/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df80bb119bbbae9d7b076d9428f36786e99188a39d9dd337f5a802520c540f7
+size 201408771
diff --git a/global_step45000/layer_27-model_00-model_states.pt b/global_step45000/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3e0730d9a8d308c84ae0acd7f465059dbab4c8
--- /dev/null
+++ b/global_step45000/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9c305739348d99d5a12f69feaac33f848698edc5479ca595bfca8b4eb9b3b2
+size 201408771
diff --git a/global_step45000/layer_27-model_01-model_states.pt b/global_step45000/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f5811c5fba2588ef353c5901bd4b0c05d0f93b
--- /dev/null
+++ b/global_step45000/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb90289bd28866b62b5b8fa3a5ebc5c7a93f0cd07dcca83b4e2466478ae09124
+size 201408771
diff --git a/global_step45000/layer_28-model_00-model_states.pt b/global_step45000/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43a7df7928b15ac811eb8959e4a22bd65d5ef1c
--- /dev/null
+++ b/global_step45000/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ffebd8f2ce317036cefab41f224826c415aaf579152e68f58e1b3c92f613b6
+size 201408771
diff --git a/global_step45000/layer_28-model_01-model_states.pt b/global_step45000/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60aa503449b0f43cbb8875583d4dfc97fb0f9d3
--- /dev/null
+++ b/global_step45000/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe906d05cf4ceaf624756037606c10914a032c3e22f97cecfbaf7b4662021189
+size 201408771
diff --git a/global_step45000/layer_29-model_00-model_states.pt b/global_step45000/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f22a31af36f327e036e0c1de5f74204fde252a
--- /dev/null
+++ b/global_step45000/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c278b775457de6099214c6809c08c0549cb2bbd093adc4195d38a40bd4ad5a9a
+size 201408771
diff --git a/global_step45000/layer_29-model_01-model_states.pt b/global_step45000/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1677ffcb0a600686a6e4a9d8c96d730d84c1f24a
--- /dev/null
+++ b/global_step45000/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6408e130ca834448f70fb427374a74cb35914ceb84a3fb93f70702a1b6cc3ecf
+size 201408771
diff --git a/global_step45000/layer_30-model_00-model_states.pt b/global_step45000/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f50ad8ff5e294a64b4a5b330be20f80c5182541
--- /dev/null
+++ b/global_step45000/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31479441fed3dfab5756554734d9d203db0f613223617dfcb2f24b0b40c7489
+size 201408771
diff --git a/global_step45000/layer_30-model_01-model_states.pt b/global_step45000/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f0a77d17aaf1404b0c3807d538814d27758477
--- /dev/null
+++ b/global_step45000/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a671be478d128ba53968b4e3c2bebe6c672a638ef3585c3894c3872fb9945c
+size 201408771
diff --git a/global_step45000/layer_31-model_00-model_states.pt b/global_step45000/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c1a4d35145573206371e48aac305a26e97243d
--- /dev/null
+++ b/global_step45000/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ce9e6f49c87ae33232e10acc9c51fdea700c5063a8eaf607ab2363bac77570
+size 201408771
diff --git a/global_step45000/layer_31-model_01-model_states.pt b/global_step45000/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45d4bc1a2f6ff025013f9e0705e6b838e07c679
--- /dev/null
+++ b/global_step45000/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5369e1cad835f30e0a8c610cedff417f790c7389dacd98f7b0d39b7b6b1fa29d
+size 201408771
diff --git a/global_step45000/layer_32-model_00-model_states.pt b/global_step45000/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad03fda7fe60c688b20a0023476ac6427f37fc47
--- /dev/null
+++ b/global_step45000/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756733c0ecfbf69dd3416e7a86babe7f229b16d6966d7d833ed5070c24bc6e42
+size 201408771
diff --git a/global_step45000/layer_32-model_01-model_states.pt b/global_step45000/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4686d7d9e24ada727aaaa315c2ab036290b937
--- /dev/null
+++ b/global_step45000/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d2d7aa56a9e9012d679830039b85a66398346ba4bdd4e5377e24b5d021641e
+size 201408771
diff --git a/global_step45000/layer_33-model_00-model_states.pt b/global_step45000/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7236b2391f36e0fb464a1eed1fe4871c11800d
--- /dev/null
+++ b/global_step45000/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4099cce697083c369662aa21b5ac68cf00bd2fc5d31021180e6bc5ab481e3f2a
+size 201408771
diff --git a/global_step45000/layer_33-model_01-model_states.pt b/global_step45000/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e55d2164e6bfb1f105820eda785e22e789239d3
--- /dev/null
+++ b/global_step45000/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c4a309b5082220616d11406d4f09f99b7563fcaa631d955c5b070457987e7e
+size 201408771
diff --git a/global_step45000/layer_34-model_00-model_states.pt b/global_step45000/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47f744fb3e7a7a33aaafd9b3205a3785e1342f6
--- /dev/null
+++ b/global_step45000/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc508102f4995f2341c5673e19684dadc86d2a9de0bcf38c5d4c4e1740f4c35d
+size 201408771
diff --git a/global_step45000/layer_34-model_01-model_states.pt b/global_step45000/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca502970da67102efe833a184a9ed26ec9043ec
--- /dev/null
+++ b/global_step45000/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec72617431c7bab884329685e93500df901ce436f1aefe0e1178528c3f59387
+size 201408771
diff --git a/global_step45000/layer_35-model_00-model_states.pt b/global_step45000/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd52ffcf9bb55945f20074fbaedc9ef9eef9e1fc
--- /dev/null
+++ b/global_step45000/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d2f6e555eb8653a2fb104c3e447b384fa2be01260bd0691717af164c660cf4
+size 201408771
diff --git a/global_step45000/layer_35-model_01-model_states.pt b/global_step45000/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b86efc45a2735695ce3cc716c08a4125ce7b44
--- /dev/null
+++ b/global_step45000/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e83d51586b44a2d6413323013329e39f1a69bc876688f182b2a1e8235cb592
+size 201408771
diff --git a/global_step45000/layer_36-model_00-model_states.pt b/global_step45000/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f84cec3ca0d05f834758f494613c9d0b497514
--- /dev/null
+++ b/global_step45000/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49af809b397dc3a8522530b10e070148a617067ec2beb7f405fb40837771f0e2
+size 201408771
diff --git a/global_step45000/layer_36-model_01-model_states.pt b/global_step45000/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98bc1b440bb72c8a34524b02b81b72ce86c94db0
--- /dev/null
+++ b/global_step45000/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccf62aece3e800ecf18e7a45dec16e8457505d6b9804a1efff17d8cf8a24580
+size 201408771
diff --git a/global_step45000/layer_37-model_00-model_states.pt b/global_step45000/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201df4c019f4360c21d25ad3b248e02b20cf2ed6
--- /dev/null
+++ b/global_step45000/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960ec5188ce6cd2be47186d3a3d15e70751ff5ab4b00f851a3d71d03c6dbcc7f
+size 201408771
diff --git a/global_step45000/layer_37-model_01-model_states.pt b/global_step45000/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34464fb7711ca9cac8bb8237e7ea3339e2c5ee6
--- /dev/null
+++ b/global_step45000/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bc2acc6bd11efd903ea146084befbfb89349a33e58467d2bf3ee1bd34513f7
+size 201408771
diff --git a/global_step45000/layer_38-model_00-model_states.pt b/global_step45000/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770fc2f0b9bdbf640b80a43564efa5c799793189
--- /dev/null
+++ b/global_step45000/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad56d6653973f24f7ab987e71bc545bd64244f408af2ac52fe0cc7c19967571d
+size 201408771
diff --git a/global_step45000/layer_38-model_01-model_states.pt b/global_step45000/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64ff3d5278bb0e4e2f732599c940aebf5de3236
--- /dev/null
+++ b/global_step45000/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c12ee126d1aaa118898ad327e8fee4abaaa11d3be4725e33ceb376c0720b6eb
+size 201408771
diff --git a/global_step45000/layer_39-model_00-model_states.pt b/global_step45000/layer_39-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e355e6c57f10e1d8025892ee4d01b389c026aad
--- /dev/null
+++ b/global_step45000/layer_39-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f777cda0a6a48258e2f3c2d1b856bb75d0a2cb9a4a7c338b98e32c23c577eddb
+size 201408771
diff --git a/global_step45000/layer_39-model_01-model_states.pt b/global_step45000/layer_39-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea71bb81e6d482e50750966f01dcefea1bcd83e
--- /dev/null
+++ b/global_step45000/layer_39-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c07ffda6cb2ac6046a26a28ed7385a3ce57fedad2ce20dedc78d8afaf1ab17
+size 201408771
diff --git a/global_step45000/layer_40-model_00-model_states.pt b/global_step45000/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6090097bd119baaca24cf427be303a91330fe897
--- /dev/null
+++ b/global_step45000/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a739500f848de86502d3059eeb31ad851e48ba188d158d21d1b1e19d0f4b3a8e
+size 201408771
diff --git a/global_step45000/layer_40-model_01-model_states.pt b/global_step45000/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4793c4ee8fd68f8bf7931ee677d45e9e2dbb6f9
--- /dev/null
+++ b/global_step45000/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efed02fb7c47f69990460d5aa311efded4087420afff4e48f505a7a37bdb4e4
+size 201408771
diff --git a/global_step45000/layer_41-model_00-model_states.pt b/global_step45000/layer_41-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0298f648d7d1d96fa554d8ce5e376285cf25741f
--- /dev/null
+++ b/global_step45000/layer_41-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110882d62bf6c03a84872edd0f939a793986514faf1674ed9fb8825c0ee90462
+size 201408771
diff --git a/global_step45000/layer_41-model_01-model_states.pt b/global_step45000/layer_41-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a93c12ccb06598139cf318aa0a568399237f6da
--- /dev/null
+++ b/global_step45000/layer_41-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bde864f106d2b3c20b29c4ef748645e4c9f9c22d9d5d48c1a333e6649734eb7
+size 201408771
diff --git a/global_step45000/layer_42-model_00-model_states.pt b/global_step45000/layer_42-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12aa44638f316190d1c1792c9f29d0888394f55b
--- /dev/null
+++ b/global_step45000/layer_42-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16a6903f84f3f8764d61a6026a176231d994e1f113a511048043354d5d96304
+size 201408771
diff --git a/global_step45000/layer_42-model_01-model_states.pt b/global_step45000/layer_42-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17035b86674c8c049e4a06e1525cd678df5df110
--- /dev/null
+++ b/global_step45000/layer_42-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80faceec086bb2a6982764ddecedc5d22bab7db419e32e56c2a019f852282077
+size 201408771
diff --git a/global_step45000/layer_43-model_00-model_states.pt b/global_step45000/layer_43-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50bfb22e49b82171e79fd40f86b9b70ae0586a8
--- /dev/null
+++ b/global_step45000/layer_43-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd92dc30cffb9ecfa73a2e1a9b5473bf7fa79040f41f5bb3303a06f523910259
+size 201408771
diff --git a/global_step45000/layer_43-model_01-model_states.pt b/global_step45000/layer_43-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bdbd20d1ac55763c44296c5a71e22a3ba410dd5
--- /dev/null
+++ b/global_step45000/layer_43-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdaebfcfdb959500060411ad2bd2db154515962289b9658c31767dbf5f3632
+size 201408771
diff --git a/global_step45000/layer_44-model_00-model_states.pt b/global_step45000/layer_44-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c41dee82c752381fee23652bd8f374047cb0767
--- /dev/null
+++ b/global_step45000/layer_44-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5f9d34b598b8bcbde408d8a1968480398e9e3dfb69f2be441b25c028181aba
+size 201408771
diff --git a/global_step45000/layer_44-model_01-model_states.pt b/global_step45000/layer_44-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79567af2c9473fc809e89af6f54e10977bc82d96
--- /dev/null
+++ b/global_step45000/layer_44-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1771d01dc4bdc9fe0845074f84808a19594371e1d87885c3a3fa4f0bc0fc4e1f
+size 201408771
diff --git a/global_step45000/layer_46-model_00-model_states.pt b/global_step45000/layer_46-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8658e7861dd69b756fe4e51a13c824170f577d9
--- /dev/null
+++ b/global_step45000/layer_46-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd070800f46f725e612cd4fa7c16c31c592777f68443cbe12c3dee6d2651531
+size 17603
diff --git a/global_step45000/layer_46-model_01-model_states.pt b/global_step45000/layer_46-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56ecb2f6c195313cde03101afcb95fd09eb7a68
--- /dev/null
+++ b/global_step45000/layer_46-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b230d9f2d59b4706393cead9cdda5b18a884b8adb6f22a04288419edc7e85938
+size 17603
diff --git a/global_step45000/mp_rank_00_model_states.pt b/global_step45000/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708cde6221f050be13cecfc76075d0a01beb7499
--- /dev/null
+++ b/global_step45000/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5bf3a795de176ec4fb55a0d546c8f3591a4f98fff3db6075458fe46fa316da
+size 39923
diff --git a/global_step45000/mp_rank_01_model_states.pt b/global_step45000/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a1ea07de645bfa59393729852f7c4584d4c2c3
--- /dev/null
+++ b/global_step45000/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189de66e14fed53f01398b87d15799757296544520a7104f3541d06fbd4900e9
+size 39923
diff --git a/global_step45000/mp_rank_02_model_states.pt b/global_step45000/mp_rank_02_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ccc78c2a08bb111439e6487e2dc6960bf8b4b7
--- /dev/null
+++ b/global_step45000/mp_rank_02_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36158fa69f3d7085877a7594260275e9ce78fb4f289e18ca5760449662228c2d
+size 40051
diff --git a/global_step45000/mp_rank_03_model_states.pt b/global_step45000/mp_rank_03_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a134ddcc755348bf4cf7076be2cd2b0caa92557e
--- /dev/null
+++ b/global_step45000/mp_rank_03_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648fe6388b640ce00c638846086d6c3b8cfc4bb765f0a93bc59cd5f32880300f
+size 40051
diff --git a/global_step5000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e726efc16b6de366f575169bb328f2ae95eb4ef
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9f52562fe418ba9a8e4ef492c99f26c88dfbb0d78a23799be9225f69a49952
+size 208731415
diff --git a/global_step5000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b9fc393acbc67ceebc945964f86038764598e7
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f25e6123905f032a3205c7a8a7543152db695f454338d1206b53f0f5f058f83
+size 208731415
diff --git a/global_step5000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3a49a2c7b885315a943eb650c3002c3df76bd0
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a6f90aaa6c1cacc3cbd17f54b5f4f18e712d85d6d29f6b534a0d46788c67ee
+size 208732183
diff --git a/global_step5000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ae1479ee1251879886b7c9fa7bd44f8782ef27
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465599a84845e896a1a2b5c2a85136d1632be0f28fd0b69fea9df3fad5cec88e
+size 208732183
diff --git a/global_step5000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d7c360603dfc9242a99a4c9554ce0c20259676
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f1261ad2cd47e2f1d1e3fa1e8a398a4c63cdf1acb6200f2ba106c1ae505dee
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435cb3197e2cbd81f086d2e4bc1f3d5e4f6f02d1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126e6aef2a44892dde7380cbe9fea8ea11c2912c5a5233eca22349a36ff11751
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacc9e480998649f69045161d73af1ee8bcab8ed
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54175b814386558401127b5fc75680def7fa5ed7ae0a64769a2d3ab7b26e8134
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddfed7ac785bdfc6592ff3f1329a8b61a29bd73
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e664f156c071c7d54ef2983f7f20c64ffb69b480535366a91c7372d1d6144d
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbeb8432e92c7f324c42f96ddd72c38e71dd8dc
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14479d95388b651d12852901517d461368d95b07b8c21e5a9119c158cf7ea8e6
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce85182bbf0226223e67546e5d5dbe957a93b6c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359d46224d1dec20ebdcdb2a8ffc4c7d29f242827683c4ab944396d1d79c7732
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9171eb929aa14bf467c3a15ef4763b40482621
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0145fb5d116ff818bb6bae2ecfce94b995031d2dba5d7b785163f8698a2de92f
+size 208732077
diff --git a/global_step5000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eabbec34668d46d25ebc2e872210bd74c9cc533
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1101ab58b19a3addf6e97814dae9fbb6e5ad83b7c06ff97e4aadff89435d5e
+size 208732077
diff --git a/global_step5000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dfce902a37f9d9f3fb0c10fbe5d2c2bfd2a8c6a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b49ac310265000ae5c5893a6041178b8610e4026fd0b43b3ba5120a8e7f7e5a
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc58dd824495528917f4849226e1b73b03dd9d62
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4109ff9af27af95f19d60f5a2baa5895c5c1cc8a681c00b7646e3010675ee50f
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ae6c11c0925dd8a94f94611f3e478d40a9c6f1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a381bd4f3a37f6c3262b253bfaef42b797a3719d18facf2f76e18a2090d87919
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6196b1500b57ba9a80fe279683c0b762f1d8d1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6f3f61f2db939b5485739481d2ea6244201eeb851487051e0b2f727749965f
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f2dc816c53325c18d880a5fe02be76ceebf9a3
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a552bf80fa647bcb4a9c9357454c78f6eef9fe352dbb8aab4ac5e3ba1cad378
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2005343bc4d537c57b1eba03f1400e9f5cb7f4
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36e90ef0c6c44fcc5541674e21925048bde5ee10a8386403969e1712045d03f
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5870728e553bb66e689e2b7cf7c58afb53d065e2
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c082b6d98e97d3e52649af212657138556729dc299505aad6ba203f8a92b03
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4b026ca913f21f7b76e1b453f6c3e8f5d803f1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a24d44985133b23b03122c98e16d5080318d30a4cd77411d722a9298674419
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c138fe2a497b6ade6da3cf8ddbd83dfc53730706
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db46cef70cac7290e59e2d54d9266c2b4ffba00d6b18cb0000f936c5fce353
+size 208731501
diff --git a/global_step5000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb44d2d49db469a417e1d1562a6dd7b8eafa0a4
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6f1e3708fb46a74494578d99b1b1b9c95f18fc6bc257c7d9579d43e7be7c6f
+size 208731501
diff --git a/global_step5000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f3d69cf90ea6d0cefc61a8e81e4e6005305364
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e06da4436f67e5d930c6f3655441e9490cf6eb3ac11916a58c2581034e8a9c
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e98c4e650ca2351def5d11bc8707d2439f0aa11
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d062a1df650cc4d4cff2060bf01f521271c74532511b09d513356cc3ca3d15ff
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59885c3d3a21a4d2af010451571f00c5bd71f32c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d6321b5d243542db3f052095c1be595c38c585f4177f23b69eb0ede5f41f4b
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a2148b90e0fe6b5b34fc7dce93e0ed33c519fa
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8e1bdff67f1c8efa82713fa1062b58c5a97dcebd55b70e266a0bca08da85d0
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9d320bc8ea02ea4ca6bd62107869b8a70824c6
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94edba5c10d10e1c18b7661be4a4f9a4b91501f466e163d1f9424d22f7e8cef7
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a2e052fd29b2fcaacc971990b4c9bdcf5a7e36
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af975aba3142f3549eeb9c7710388a4dad61280476503fc3eb10b3627f16f626
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5640582bf14b45584653846018efdace2e546c7a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b92efdf7241cdb68e833bb219637894e517d1f381511556c88021e3ce47ab1
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504fefea1074f683a996f1411f5f61977dd0b7cc
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dd6c4197c96038e983e35a8d2977669e49d0028b32735adccf3a54b650e174
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50043e4813c5a561212e09ca8bda28dd3e4baae5
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd90a3b11068a0922b322dfeba2ea3178e8d56d52931b112925478e4f54ceb74
+size 208732269
diff --git a/global_step5000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f6fcb9e97220790f9412c9ff01b3bc5815b542
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81010de35f447a021c94e49743488076443a8d1fff7a3ce4b223d171a17552b9
+size 208732269
diff --git a/global_step5000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ed34eeae7621bfd077da9bfef7281f8c22f1ef
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72dd638fbc08341277f59a41cc4d773278a02b2b062c63589739ec478109ac6a
+size 208731501
diff --git a/global_step5000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6544ae23d34713665e16b63b69d021a0b6c07269
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27a97ace4ec2e1c9e4edc8f600c500bdc243ecfa68598b1ca9bfdf39a8e9730
+size 208731501
diff --git a/global_step5000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdac83f800ac78c90cd3553d872b54e097880e01
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753d3a9dc407d167b46be39c1572116b05eeef20fdb952ee55eee6adb823d28a
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6c8e85654f9eba802beede40d9649130916709
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2379375cb00b9da1c76163bb7bc76d220b8ddb46162ba3dcf292cc580d4ebad2
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e824a9cfb0c0f69693a201f96d773b391ce7e493
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014d7cebfebd65adf3001f8f11d2e86ed60b95e816abdb314d58c8b55ba93edd
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7230dc708d829d70acb4073357f09a9231883acb
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c8b60b36357447c47fb8e9fbbb664dd78e340a08101e01320a3176940a5ef0
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b051c7b5b3a988b67f671438f67db4469b1acac
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f35eebfd76932e9a3688986a223c9eef684612262a073cfd1e57b54438fcc9
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939e3a1af07929d3acf36dd698e00a35cb485b04
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8612c3035aa5a0474f87918193e2105aa5bd772c6f181b4596e0aab3fd50004a
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e96f3fbf11d0b361fc7af5d1fba7c3369916d8c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3f969f72732470c9aee6ea7823a133e6ef60e7f9b3be08b5f6d049c3aa1b4b
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed8aacdee1d9b4d5d7a39515c02c1505da1aa8f
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd238ba0784c7094f8ebd589058feb4ef9306918f1e173535c2683e0f62c118c
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49a5a174b3c9ab56e084f82ffb8d4289d97fdc1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f9602cffad7d6811e1d71f17f8e6606484640d0f934b3f1d5d49d7c7688495
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933dab46d16eb93bd99a94026fa835cafc6e642d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d2f2af0c616e029905972c68d2119ff6ad14d88b9042eb0b620a1e56f8e6dc
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a31e39f724c53e03b1a62c13967d3b4271fbfc7
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113ee05bfe3a71f7097847b63c7ab8eaaaa7665e26cc3216a442aaeb386a495d
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f36a4b1ba5d327faf6bf6c3abde1a16ae251916
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a64172c55a6b89a517d6e9081225b0cf93e194a48e439eeb7b9dd6912d6c6c1
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9732dfd9b51dc7a6772c9fd3e743840a9860ce
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2f669333a470807b7ec159624563a211d8707fd82e44eb9c460c84498047cc
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b5062c85742ae2ba605b0da526cff07c61b909
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2648995c9ae50f85612af0251f5156269cac7ed222816213d43a75513e13562d
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f493d21520babdc39644436a5a2c24f3b6694598
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db97d473a38412d56b725c564d0ddfc2d71e9444412ecfcfa788a47b2d67af49
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ffca9a19048445331c0b733c3f3f9056eccff5
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035a5af38671b8ed99969c0aca1cc7da52728852a8beb2827ab94a40c41c380c
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c203debec30c15ce98c8863b3bcb211b9df6bcee
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b31b3b15b73959ab19875a5c264dfcd672f34b7e2bf8a61671c1e0af068985
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b43da48767ac8102c24f4931f1a7e541c3527e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff559818fec22e95640a81bfdf0ff34fccafa565afa0cf84844f7c61369e777
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d457f4f47b165262dc5776e32899f4acaf0c4813
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877c16095427641e971a6e8fd623101550b6062e4acb4181e72d205dffea2c9c
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1305ef40415d0fb7046fbb327680a4969b15b020
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0cbd8846b764b19123226d85f48258f21e607249c482d5a7ffff785e476cc3b
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6cbb48de299a26d1d78a46224ca3c068bbc28a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef610cd5427e8428d461382cccdc88f1f892ea2c4f8f4ff6f26f2980048f3d4a
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f88067cd49fda92a2b79629c81ccd4bdabb1a3a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3d3cb938627b299aad8d3890c9c3acb2bc3ef6dd80555ca01c2bfda6f40bdd
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfdcd4fd81a724f383b3b12e33ebffec0616a60
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21560618ca9af96bc35278a2c1a99d94eed04d3246cc9aec8d94667f124fe57
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d324e7c3bed899b9f26e01459e189f3bfbf3edc
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84451fbb07bd46e187c9de027d789371f359558e281d8bd02d46370dbd4b452
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b34a76ec24c468bde661ef8b79218ccbdb6a06c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1318fb4d934f8346e1910071cb79c244ec3e49b072f6dc45950dd428c3bf68b0
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad37f721e6e83e3f0d6082228bb5892298efe9b
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66ed5e808f37e2bc7b8b7d7be56b9ecb3948023b0b8ad85c003903fa0ec049b
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e33cfc6d8cf98e04cbe99b3a26f308c6710da1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae65eaf20bc1c67d4b86acf8ba602eaaacca940dcc042a0707802a27206c90ad
+size 208731501
diff --git a/global_step5000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4391457eb02709b05e9282b61c839d79fc2dda94
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04bdeb84f9d72a524b65c305f84528a6e3d47403534e249bfa8b2a695798b101
+size 208731501
diff --git a/global_step5000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f251bdf9fc1d252757a0d6cec8b787921e79b94d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fd393b8649dab0944b9febd678be3fe67ec803ece0b0fc3bd3e22b6afd6ed6
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0feecf339cf3c308d03750d4fa0b8c30eb8cee4f
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c2f09010646b423525b128a132e4a9b1b29771a7d1a2930be0d87085c22377
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bcda21123bb4fe5ad9e5c8fc8e19fded3c44a2
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec7d850419eb930338c915c19802942c52b54adfb987beeacd94c6dbed2caf6
+size 208731309
diff --git a/global_step5000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fc1972f50c7224e6418e38c13b7c93d3625714
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b119c6a6a0dd3eb71e1ccf21c4e72f24a7b84053316c2b59e0d446c70a8da4
+size 208731309
diff --git a/global_step5000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8580bdd73f0bb912dd39c379246986255f3022
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e74ca66787a3c3f8b95f0cbce94e7a18ba73792432fb6ef6b8775bb2049e4c
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a912b2bb786d0440d1d7739aedaae756550c757
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c65b8e8cb8a212510644aa5fd99bda48e3674bcde0fe11df46a9934b1282ea
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611fb43471859ca19309b83f1c31a9a972f667f5
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbd9d402aeefe0c1b99a84287813f8b5330994ed306e5224e0658e1c4ae5da7
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a927d1ac12fa0b04e8b1beb9ee21b19e66fb8817
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a836197f8e30509c502f283ff34854d4ee7afbd4fa19bfd335f09d529bc975
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851526347a73bd8402081554139b6c198c8a2b3d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3224733533c808a0fe463d467b2dc6ee158d36533970c53ffd644f0e937e90de
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac132d5de2f43a706b8f33929872e3751acd9b79
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2312abe6abca5d5d26e079b5491471cf6332033c3edb3eb0c3fcb9daca2de7
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fa19cb12b6b1307ac18376ad038ec678436555
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e16cdf3826c8f065bc6acd455c8d9bc4c1c423f94b16327ad6aab318362251
+size 208731501
diff --git a/global_step5000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408bc081c60955ee9422a97437417104f6805a91
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb4228d35c6cc0758a213d972349de890cec3f6ad6b889fd90070c7e9e850ce
+size 208731501
diff --git a/global_step5000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eec1083eef712c6a3cb96c3c7bf56eabb28227d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d522e6a42e4a02c6447f726494453bc439bf5a1a85a671834c02dd8790eb5205
+size 208732269
diff --git a/global_step5000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2543d0baeac97b9486bb124fb7088cb48f4f91
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2e94e21018bc515b3c515ea63e36eeeef7cb3653ef1bc53352eb4409b1f1a3
+size 208732269
diff --git a/global_step5000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3685b03cade41e82b5f23c6d92df5c1c3a4fb1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341097bdecce780ebde9fd7d5377d070a4c933110cb49433acc3b0787eedffe3
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cbb8e8e0d632b41eef77ae8fac773807989da8
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983232942cfb082e71792e5251ab8ca34069c7cc1f99ccc7ad291e8d49ee35e2
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2426b8d2cd38f91e752dc564717685fdd3451e87
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afead0f8a053a99a13c4a517a51832cd686a3d8c682556e50cbe25f2ca44a59
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6157889a96f8dd62353f2d37f44401fd21c90240
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f0f6f429c0c20233b4a3b6a08efd4b93f1a6399ac63475184441e0302866c6
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28017c57db269260f6c0448091b1950f53cdd2e8
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698671549ff571f2aea7e5c8ca108b01ef0e000f960bfd6b6085b42ed1ca4342
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193d38c2cc46756f1180887a0f4a9a8c7c02db13
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5717a4b9f20b2b6df66f075547946639c621f01a63c540caffcba6d0ffb3823
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59db6c8e08eec7fd375dbf4755e8594f2d0664b4
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe2c59dd4cfa86bcb1ae43440cc8bf7858065d5f89fc1ebd17cea634fcf1f6a
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7225f937d4778fa6da66c44a59056d2b6e7d464
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff0d520c2ca7fc8e9309ccbdf5c38d8c0c362ccd26695bf374fe537973bd62f
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab7ce213bfdd8365f7db0063450dd74be1fc892
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ec1e0c74f680404eafc728568d0a09761aee5b556053ec7db0ced76dc4609c
+size 208731501
diff --git a/global_step5000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8f36e61ad23262125558c652c54564a4a95733
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e21859d66915392ac34361f8f820ec8f3b1640a3c20191776f5085820cc34b
+size 208731501
diff --git a/global_step5000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f558ce148fc86298d5a1fdf604b7e0efb0277a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a309928aec6b70416432cb2a399955a143d719c68951ca809a31a728047c3f7
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a9043a042b7ad9225a10cec7f348484b236f48
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9136e031b5c9493ec0c6ffe42d5bab3240c828fa33f0bd2aaad2d1677e6eb77a
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec48937d3e2e17325855c20d73b3abd9884d6b8
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b69acb12e9f57e87d4126824aed74fd960b09eb5addc543a1172253aeff8b5
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a79d0c7d2fdfd4d8eb129dd4f3d63adbba53e97
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2667cd3a60f41861eccd92649c59666b594b3a95937b5bae1ed2fb684b469b3a
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b81b2a91683d0a474e3b13bfa1726ac008dc98
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5045ae4fb8a2379f062247c8e8854f5484f38e59ce1daf7baa4b894ac2743161
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5fc52ed2295f895806c82d5d70d7bfab91fef4
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4acffa5b93b8e010455e2499bb9521a9a2b508d199a405177ef8c5cdd394bae
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddab2409903af96fca4b84632fba44287aaa84ec
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbe9fffef32859b42efa108f70aecd19bddaf766a2085ffd57a232c1caf522c
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef30f12bb13c9147c25abd15416f2572a25f03af
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87058fb8c158ea19a2c0f6de75d82962f0d14665a7d71a63031e5324d5055bb9
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45d7cd1b890af554c4da8e9675cf7991f75af82
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f0d31cb803bffbc736471379035bd638562af8e1377c37ef71bc1c0eb92bdf
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4dcbc719bff38c33ac861e877c15c1b8e20319e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1249abc9836a6446c1b686b4c0b94b0f9cb28b27ac3d0019597f82b0ff1234
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8777a6ef21217d28c4a147bad39bbf2bb6e84e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc6db17de7bc980cfd8c327fdedfb3044019b9cad43368aa8f2eafeda792ba0
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7021e0a026a1bc6651427ab97fb4c5ab6678beff
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efddc6e332366eb60dce81c72f8ad98b1943d8a5342d271d5d6f457e7f2248a1
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226616427bd3b50d2bca01bfcaaba7061cda110a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb614bfd3c0dd57d50546e5217cb28df1d011a572edb6cda928a78001833425
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddeb4cea43787569e480d389b2b72de36647841d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1e85f0b91b5a06591429f8533850c7c3cbea8f52568eb776e1b461961f29b9
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135b597eb00216267c32ad2655a22763eb4f7301
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0485508c4161431d37a1ad14ca8307138600b85e23508eceb444de787c51ab
+size 208731309
diff --git a/global_step5000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0de533b4cbcc6ecb750c2ea9f9a353812a75bb
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1a18f029c265c9b433b524f31384dfbefeaa45d2d76d9149dbd92522fa9d06
+size 208731309
diff --git a/global_step5000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4905c74a8ad1422f615721de673a35200281270
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6321c91a867f330800e4820f999cce3385b91ed154e174f9238472fbb6f42505
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ee344d9f94a7f36c82a5bdc5eaf85cf4cf7e38
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a539cb579254cf3dfb763bf137dd461648492f9f8c92e334a29676478564b1
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90765054de9395f4791f21cbf753989f511ebdd1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8de27c87338fe1c6d34d0ac78fd0dc70c3c9c711fd1479acf602229741e61f2
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819a967cb349bace84a5d03500d4a59bcbd4152c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b823ed853848bb3a585254ce2b34ecc2cae5c328a6dde08d2246306ed8b17f2
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8a7276bbd9acb2448440a31575e17267bf5da7
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6966ffb955e834704a703670283c729c6372f78dca4d6f27a6fad21e893949b6
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8fd428e2b5edcaa2819f08a3bb8522f86b20cc
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a3150aae0ecd03beb538f89824cb5f90fe2b9d1381908c54ba44a3d4228f6d
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fb945c568af58839fbf1883b49f8795976bf9d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7bf2e7413e835e83c1f466e1c23f9760b1c50d4e3827faa5ca6e3b044344a2
+size 208731501
diff --git a/global_step5000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46dbd3b649e517456a4f798fb9b051bbe195917
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b40c376691fef1a0de730f188d522e7c36382c4bac32f0c632238c48b3d7f6
+size 208731501
diff --git a/global_step5000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e190dbee4ba22a4143e34bda856ad48cb1b4b463
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a354821e87e1820573fd727299a63453bf7028e251f0a50c402bf172b5c4c03
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e33ebf8f33848affc3551075451da2b16d7a6f
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f57cd6a51df71a56bec75c5a9f0308e9c62c47f759688d2de33fc245a01a40f
+size 208732205
diff --git a/global_step5000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcd3b5eea2c11c3863402299e6cebedea7b89d2
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0387b317b1dd8ce726bc62ce41cab0a89b6d73d6e01d14c3767f3587e0ba77f
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4daccbbcf1a172220944c20e465fe9d02a332ce
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2241c12ae47b0230ce907fafff631d06c9b5fa0444e4bac06528b75bd9087b
+size 208731437
diff --git a/global_step5000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f5f5d627161e4d2043a47a687e0c8c4972c189
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5a2260b1fa537e63fdcf2aebb33dde4ec41e70449edad88f15a0659aa3a7d5
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e588a06199d1cac6525c412ea2f6d765dab5e57
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ef676f410f9bafb199883c5f0529722d3ca76a82138e0711ae4cc6513f3c7a
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423b10b68623cc1028a6ae744f92fbaf93a03bb5
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536f53cfd5b13917d0d90ed19877968c59cf0f7ba39178e1d887181ec065d027
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f71df278ab3113b25665ee332cb6246c0d52e8c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2bca6a5f21b533d11d734c62c67b1be818afd95e420fed763e23a7701da62b
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943bda43af5c013ddcc254f87ef98d324f11a7f2
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49867c34897445f324656449e33f850edb232dadee008103b0ccc791eb057a8
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8968ca1b760a77475adf60d0f84ecce1a01ac95e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a009ab7f29a113a9ae3d2a64825c02af6158950e3acec029458ac2d1d5b51a54
+size 208732141
diff --git a/global_step5000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414f41354737461c703ab936405b7cf15f431762
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9367d3b03e3e4269a107d28b0882c3b1c3d8f04bdfc891a1089615f9b0c6a6ff
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05447150a704285c6d2cf27175c370a50e719c2
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ffec6dddfca7e2242080ee78e725e0a4ea560ce4d4fe155aa3ac0cd8db2084
+size 208731373
diff --git a/global_step5000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6338d5b5b9f091e304db9b2b7a659c308129eae2
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7b9f3dedb1efb8f259240ba1bb106a87e56cea5a0429131c851dcfc52b7fed
+size 208732077
diff --git a/global_step5000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f625ead51e87ae99dc78a0d47bbbf0b0bff909c5
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bd8f165a9c7fd47591d36394aed69a61a9a370c1f209d38a61616eede53de9
+size 208732077
diff --git a/global_step5000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a50c80a1d6f9c65a03a49fbbcb88c0e63e16695
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f50b91b13408efe1d9dd922bcba87c8f3ac81277c076e6d1c74bc8bacfe30d
+size 208731554
diff --git a/global_step5000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30318c21ac02a54b5da1d7890d20bc5f4a8033a9
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f113a51765aadeeca78fb414d4ccc042c0ab20b849a372ad41e7d0192eaeb1ab
+size 208731554
diff --git a/global_step5000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f564975a05f4c49ee5e2ade86d9097cb4dbc046
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9cb6916d5416d6d715570cf2754d6ed1407c95e42bf5039eaf2b2933b10dfb
+size 208732322
diff --git a/global_step5000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9400476435eed9d651bc0fc03387b6059005985
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9145c5a3b0bf4ca809ecd36c20770d0f0469e6f9352aae59910bc31662ca44a
+size 208732322
diff --git a/global_step5000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3eb49cd008cdae6fc328f7c36b6b0331d2067e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78af6804f8f30efa990b0f10ae01b89f515022a1ec54ed4f5db47d191b14a19
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec235d045f7627508db27f7fbc0ee724dd708a3b
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573bd9fae95bfd9b5c55c8872e19514897a009c1abd2fb0092dd7e153de8601e
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306a60a024b5bdcdb4c57d8b77d4fd898bf928ed
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5d8bd0be0d5a752d62b8d005c062bf188d00a2137b732f73e6e7195c3d79c5
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866627a6ebeb383a976d11fbc60a73994a696992
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1e8e65d4b29be0aa823b25538384643a25f61076d48da462676579f2be97c6
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd58399494c9a424782ed1a80a7fc41ece94a06
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ee81aa46c6270dfbe6f4c186947cc95c3c0020be640e155072e80a9c09b598
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b0988c73e792f456b6203750f440244ec7a970
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706292dc936cc93fd2339c8bb3067da7cb45f9a27cd8f9dbf14bfb32be75d559
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d394081c8d1ec042f97d86dbebd8c5e91ac78b
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b72bffe6045f1beafab1f2fca5c460f9c8c776b14ae2eb0336c0c1bc777fbbd
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48db09e7c706c595d3b9d64a6753c5e84f8717b1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ef9327ddfdbcd5dfe534ee62393f9ad59e6954c432f5a65c4ec4882dcc4128
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4726bab2acd51df55e66061738cd6320825a4398
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26870b29e1104f988b6fca92cc019691c7a57402cf07c40ad70c5f8b1afcaa95
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1380cefdeea3c2728f2fa524711b184c1739afc4
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec2867b782059e8e452830275cadcc8a43b0071f767d3a15f2d6406111b429a
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09c7f47938c72becadcf991efaadff6306ca604
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853e6b4c70e6d80ad0eba9a0d8978fd20ca9225178eb66c0dc6b23d8947ed930
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1141c42612d40a11ca3e6a1c602dbeb3c9d73fb0
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8de75aaa1a94c99bc82d69a27481459b568dedb793a2213e15798277af08c5
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f6d4ab3dbe000f21446c57835aca243f1f2741
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18a475f4b62c8e35679c83c88bf723fdcb3ca22d0aebf9eab644cd05b2cb516
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b402b622a747269543e6653788b6f10285250a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48b5e8ad76b77c177b08e6e31d6b8088dd727f321df07ec5a6b9c71299c74c8
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30440548729a2b7ee5a76685cf291e5b3455773
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3561eba4520a66577569175ece6b9d710e32851a8306a761c1822075a3d6ea4a
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba3d7e384d8b51be296431fd706cc958e48f6a9
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0411accc01a1990afa733708191fcf80f46c53ca47e299deb8def812a20cd780
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca30ce3eb6f49e45088fe93efc5d5f15e4b83d20
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113168b3afc918bae94ea04b3e525d1129408da8889adc430c321f6f6105fe76
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5388a4c4211de7c8555dd24a3f7899a8e0f848
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d1686226e48e65cfa38fd092d112b4ad0586d79eb793de406f5126b9e3f080
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c04240f743522fdf1dd309fe9cfbc8530a54515
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b060181b346ed8c33b0f1bd11e78aca257afd6b6abc2bcff1c84b8addde788
+size 208732066
diff --git a/global_step5000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337a42ef06c693889fddfef7e22d76ff84abd925
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35772889fe201c2af9b72296b36b554340955d63453770a6fb3bd973add054c7
+size 208732066
diff --git a/global_step5000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167bbc0c0f72aff8792b1c6f80e57e504be108d8
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7372c2102b806a78d71b3e80b4fd3386a651ffc64710461ae70e58d20de1c8ad
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42dd522add333dbd713a6118883671944bfa7fd
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5097a829487a9dc62c2a7a07e34328a02a1ecb7e9de817d52338bdf4d8b919
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730a69491b98cf9d3a5c38261c026c0e53ae0784
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52698d378e9741a0314aec3b5fb24752cb53b8bd167a0d7b0381bc523237ee8a
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6687e100fe057584570fc04ee4435af183395c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01d06c54eaa3e7380071f2df49c0d9484bd3590a869faf61357171b00d03e80
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9382fd992cfc563b7a4f5fa3545596b1db641f1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf19387b47f89e8cc77ffc1b5ed92ba354bee04aebaf7c40a9bd32999448266
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba7a96eb7d7f23b1396a62687cfde062b13a3c3
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013ba298fa946712e8a8678cc4ad01562673468c5c61404a6d2fa9cd5ac59021
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2da9eeba7737a7f9429f261ae8763bee7f476e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2b7b2c280323980e0704f62928069a020280b40bd06cf15792d2534c386ed3
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12e7e39712a64ed34be16c1c31ce5ed70357f8d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0dceb4ae64829707083087a68e0a4f21b2c98d03602156c9dcca6df2269424
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d237d36551c3239e19d70485d1b7c9d31ebbdb3
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13aca17b42545bee03429f28b716250ea90dcf1a7c508d001eb9818304f20ab3
+size 208731351
diff --git a/global_step5000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840b5a41b149ff909d8339ab9ed6c6d277b715da
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2815de9cafc1b0b9535855d40a22904eb802e9acc1b2c665734127b54ab4c9c4
+size 208731351
diff --git a/global_step5000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c14e408c93087d641bd9688e832539a9f935a9
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfc55e0aa43b9e09d3e61f4c9ddbced6f45047d59eb87a7a7e0e5e4393e99f0
+size 208732119
diff --git a/global_step5000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05dfb834ce1f5e6a9dbf1dbcc11b02d80c57c94
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722e287f824590ada0827db13c9f2144894f3240c81d50f387b1bb3927ada286
+size 208732119
diff --git a/global_step5000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1da55e9d5ceb467d5b1196d4720a371ef8c299
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10716c96c09c61f50a63c47e1cec5c9f6635c26203b04f584eb235985568410
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596d766a6fb68a9a27fb3df2d794ea543485762e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68222b2a3e6d2adb00d0baea37a4163214e697371346e9536979ed12b6a62034
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93567ee5cab725dd0589e387bd9227ad07071b0
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6977cc2a10db5af504f9c951f21dff57a57a0e43fd4103f1ca395a594c8d7045
+size 208732322
diff --git a/global_step5000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3bd8449a82bd1b64fcf43316bd631c81b2ba91
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1757248ac1b9713deed513851e1a532508108dc7851a6cffa58f617682441b
+size 208732322
diff --git a/global_step5000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83b75f6d88a89548c5b1397f8163f1d9de90007
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63aebcab4e4932bd9333bee99b0b9202e5dadcb35acc2a03b9028b99b355df44
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936454f08989148f2cef60f2f0819272bc9bdc66
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d184c2d5e7c65dde9e1d10081e087ccd598f5a999f4848505b893b22954b04d3
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e5604d864821fe8a837c557365b3bba07b0470
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54044923ba46ba7a0bbbfeb80c04e4ee08cbedf3157bd733820ccac461f84c3
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3e3c9f3f471c7d56534cb2724427629ddad227
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0f2e467ba3fa8cca37400834220876c3eb1289131493e5c0e1cf68a3f9e2b5
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73642bfd907485b04c956cf9c33bfb1ae650ec4
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df0daf42c62100d7b5531ac4efaeac6d31ca6e2df68f3b9f79addfaef31a37a
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f007c387c6eadd29e928ef9663f31e890e7024a5
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2c251fffffaf71ecc370f3550e517f5be1191a2083067e7ae9ed77de28e2f9
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17da21c22c38c897a300a8672fb98812ee8a05c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c3d7e8fd5727d6380e954091c71e0655a22bf9dd92bcbf726a1fca2f3d23cb
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b079672fd6be286a78c4163965bd5e4c03c7e02c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8eeaf42e976be77b292c25e7e6877143e0e21af3e2f4563ed42812b87089f1
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc263b5065a368b1bbbac3dffa8602f81f232372
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ec7d307c339ccc5680c26ad93edc5a95cf68ff2cab14c46187f1963f458b08
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f26ae2b7c2e67152d15f7a14b0cd5935777788
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb86a46f526965d28f785b0aae412a825841926776d6a01dd75b44ac2203b23
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be688e733c69cd604befe6be92b66837c322892
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87eb33d65396112241430f23e7ac49edab15d8e05d32a9f498b686843b754e2f
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c53cd56e6e3952f2907ca2b35047c340b55037c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f8df99fff9fe71d029d093fd0a82c7f2c2ffefbf994ddb18048d839cff3372
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdcb2b50ddad6e358a6c9628eaf19bb32fb0fbb
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc48a4154b1cf4cf66a27a0e024cd10751c029bf0718ede1de5078e8f95d255
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d980a364e2423e10d8f855c66f0e431e50482a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e920345ae5f8423c2c30ad2f66fa17d7ab9048853b52d65c8ffe3b99650778
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6eb59fc96f62f1fa41e0ffdc3703797cad674c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5be9a68865605f426f4eacdb0c748f8bf7801c345294d32782dc89d6f67c32
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea020a610f15e93dd93122fe1744ed2332d34ece
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edfa70c36e42201f056f20518e6a58c040f938adb09973439bf06708a71a883
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2a7b7b1bda75b17397a6c15a41368e40fc17e2
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76042f9b6ddd88a11d674c7c28f984b04a0dacfba2946a138c00104fb552da7e
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eefaf71c51cc2dec35a8b2a63502c9705a1d104
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119949c1f2ac504bc6a3f0e632ae9a1996ee3443146973fef4506a326be60110
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725edeebfcfc87e9597f24f2759067468640165e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d368dafcd7d8779ab3fe67d9b8f982cc1c1912cf10e659437bbee5628c88e99
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0864363eb0fe857e35fcf77e2cd4f66e153d28ed
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c70eef28a5c466e1f0843002bb6b7bacdf9a518035400d42022633c98e56686
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e6222c3d726ae19967a6005bbc124ae26a7644
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e07b9129143558ef6359a8b93f1a7f49baf12fa77c1e09d0904e5b9d3d22f0
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ea695706604506fd444a49ac468666171c0b6f
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3cba09c9182a26363c44e124d1b5c375bb9ccc89c438483803bd536aa8c763
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782489e5e86122c60f4734ccc30e2aa24478ab23
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516c3ae1a71ec6464e01e8db98213dd5c8a963cde00998428aa457a4e00018d5
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75167b0c08c4f577f6c5bce50e92342e559af71
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364dca521e56dcc54b7bcbf088935ef8e1cc9b55d617632da78aa6ec6251bf29
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2fc6c398edd1141bbae937459289e5aa25c3b3
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4154a9293f6ab0517e86578f6237818a983196119799cae3f2e4dda9e05e6d81
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b862502550d29c535c825c9ab0e58d4ef5354ee
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48258f5350b1145b956a5e2b1aaed81da82eeec3311d4d9f1e92b9fdef822bb4
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f7aae1222fd5a4e2f5b1c7b0ed721ecd4be574
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4dc72bf929faf5f9d42e5bf77741966dd088eb9743d94a400f26897ad061b4
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16566b9ed8cdc6a09c0ca9034bf7cde1baba7d34
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14388a68571f8a53e7d49d272eab8e58b62c2336c5a76f3fcbae7de4cdb33b0
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369ca07dc4cdd2819e668bf0ac4306983b0a58c3
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50836eed44f9ff889f413625eba2c56428190ae0a551b4eb24593a79612d734f
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1f11e1293764959d953f657808258ff3a78aa9
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41027af32a00e0b58b2b78e5b2b248cc4b96be36312b752f0aee87a9f7b27f85
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3626670716871fd9079b7ad24491b29b7ed85851
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc378ab751c48f39fcaf6e11f61082fd473d3331bedf60c28c574b078e1640a
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bd9bf313fc3e8ca767ee937080cedd8e88a4f2
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14b5ea95740500b3f917e75328408ab17c1f1e8a556b819abc38ce1ecdf2372
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf507fc130b4868d1a2832a8c0e1c5db5144970a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5860280f8cfec1de70da2c4594e9706435d6333e34513d1a25ee32700e309433
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505ccd74874705efb0d41d1afcbb9590cb44975d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e2bccc667bcac2dd38ff4857f81f60800d88e13d385dc62f880bfe1029b538
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e21a7ca3917737a68f6c2f6c986c01050fa07e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5f3bf06e4d41597ff71d5718e49afbaeb483e54f0898e0d923a811a5940381
+size 208732066
diff --git a/global_step5000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2997c11b5ce7f0c535f224b7568fffe5f93c73d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32077aefc1bcad42736aa4a5b889cad0199f34d11320d5c21ca220b7428083b7
+size 208732066
diff --git a/global_step5000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80574c13cfb7ab9520e50978849668843aba7a7
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55ba4c056121bd2e98736284ac9da1eb1c7cc9569de73020fdf1500f046ee3d
+size 208731415
diff --git a/global_step5000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a875e4c86e3bc8932d5216101c7ac9363f141187
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74a9b7c80d3307c1adcd5faf34351e6d2a5072dacbc6a58057be72197233880
+size 208731415
diff --git a/global_step5000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b948428085e06edbe5740a3b46d81284437a9ce
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a806f38da54306c01b4a40a46d51b8bf2ae21e44f124e60c7ed88ad4e48ccc65
+size 208732183
diff --git a/global_step5000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69b96f2b50a3357ff561772ebda2c3bc19dbfe1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e7b54483ffa4b6f2628a839325e4d70c9040f958ce4f3368f929140b89905c
+size 208732183
diff --git a/global_step5000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc048bf85ba2fbb2418228b4429a47fb579197ce
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8627f8b1401087f964b03890aea480e08d99b7f49f603dd8ca8716a4b435edee
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f673e4db33a42f6b1a03a4984b330de98ed48a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7611d2a367b71c7b9a690ad5492eee3fef3699e1a97aacffadb48bc19c27bc6a
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75515c2fd3ecacccc1c0d3b84845a7b598e9dfb
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09c67c24812c7231169d31930594c0ba1aa60285d249b85aa2ece38e04f52bc
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f758f7b5ea9aa7cb2864e78b46fdb5a5c479a883
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fef9ebad5622157541f78b93f2e1d9686d077b54250727c62cf05ce6162b98a
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2b28012cab6958c0eb30e27caa5f1a93758523
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8501099498aa079318431c6d06751a2376383ab70a202882a6872dc9fc5aacb2
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb57f14562683c3833d20fed83bb61ecd6e907d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea8990f00d491d64d962699f674907226a415a66f46d6c26c40b8f790e54432
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1259d4b545039085c942ba2c6e7fe8196b49e40
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2219b4f502338f48c69ccdf05b2d03666669d160545a8840361ca9504908e9
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443828bfe47ec8d6e0c65e06d8b7b0520480e543
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8306fcd15d37ca5f2bffa4da36f5f11dbda82af1ca424372a1001d5ef257dda
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0242db6fc6d72464049e2c31bb7d326cd957d391
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff5d4fc73beef6a49fc0d0ec3f846888441e8c6a2e8b246d816e6b0bd2fbe72
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93620c2a6c3b1ad0742ae895f15b85f51336b0a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea55c2675336ed888f126348ae1102eb64a6226728f92156d5c1187f10337c0a
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe09c8eb1f4e5b29e90814f28ccce31bdc708e9
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab52c826085e2547e947bd118ea7174f8b8deadf2c29cbba184258d17758057
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a2b880a68790df80b4bd6f8398f83cf16b5d10
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f26cd56243d23eee869020bf7f7be45660363c3ef67c170712f531283b575e
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c735270dce6186d8a5df5f5e383d716899aef58
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587684f8e68541478b4b328c10a381f6cab7bf6702d252b994154d669cb218de
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de75792fe9d491897e8bef2e57a0d11676baca1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5a10db4c9390a49d250744fb74e70c7ba239b635a8b8897745ba43d7bf0dbe
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a20f7a30536d17a687a1fcca7cd213e6ed49128
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671ec33a648255ea24ad4b3681cd79a6951d01ef6d46ad20903f264a8de296f7
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46473a33832a2bb544a9c0f546fbbf3729cb450c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f9f1e4cd8397ba83fd11b6b62f07b1cd3ba181fc8adb2c1fa9038b221be18d
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42728aea19bef56b856105d945699ad1dec986d5
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfdfcd9c4ec7cdb9befd140c6593db320096c890b422802b604718a2bf7faaf
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025fe2bc5bcb3416df98c21afe97eff51a36f868
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b59e4d2a99454895cd72a0fca9f79743f532a92cea1ddb2e3a344a6f1b31ea
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d83d2b552647b9013047b5a1c65fd9e358efb18
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34351783f6b2400d431cb5298a99a682098ff3f18e3796f593202c3f2005783
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1034f664617a573aa75c1b923f434ae83a02297e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a49e119d2a90345a64974a965bbd429a0a1a2d36b18fe1ff9d4da149443eea
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6364690c875bbe7b2393de494bcad474a8b18643
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d88eaceb220746e6a6c4e9bb19a6ecbd1334a973b5546b8b969b900e1523b62
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbb9f59b47a21ccda31ad54647568c12163cd97
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37ec24bee95e40fd6ad7b381418e703f179f7b4e5e6441fc8ae6ff1f4fed037
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52acf0cf0954c1e063dd7a896f8aaf2ec8778898
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341037295082b9a3dea21f9a118b2e40a409311f9f47c877efd75dd6fb8afb56
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63aa5f0323ec195a314d08e97a17038dc96cad93
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fc57f6d98dd827e4a1cd0c86ffe0a0ff94ab441d4c496e401d4b9c4a9cfb89
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37d073175564400b3b8dc23f0040fc3ab9c9ae4
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9755acac35430a0ca7e3e837b1a1ea9c788c74ca0676e619745942aa71b03b3f
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451c98a4d74840669d089a12c1aa1ddeed296a6a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2ec640f8cbe1f347641f91cc46e129a4d81588b26f23c2bbf4868764e67680
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed16ea670bf28e5153e2017628d3fe9ef65a2470
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5392105accf56c0a50fbff822c269234273ccb7ebfbbee9a0d56ab814765ddb3
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2498eb66781167bf74c509e9f6aa7ebe2dd8fe1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074b55c05272b8c433b8311a4abe9603cc1c58bae6113eb542bd9a8a475d18a5
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85170d55c0e80d3a01638955e1e2e23caa49a30
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eada838d49dc9d2c7e5acf6ebdbe0e28a7e67426e81486c104d0081774e3c52
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6786a604d46743b733d2062283654dad3b5387e7
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f25c3ca3e7bb7a56bf3d24e0d870177d78498f52e65a6615abdb89a99e567d
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90f976ce707731fea243ad7d7aa0448c2371d5e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8854f441c192d40e3f23f8926af6c56ae4e20c09c862c206285fffc9177a5765
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351307b1c77fbdc3efead1ca793646fe70142d4f
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a850bf1a640bc415ecd4bc8bcc150886436e24924b01e5ccb39ab5f1ccbd10e0
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888867c6f26903a926e23e822a755be287f9e8bb
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ae4c3b9c2f960c3c596ca119d9295fd56aef75d4788698f494fc46dca475d9
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddb5143d2a1ab5c97608cb8540519cdb39f0d27
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92ce51203e0fb9c19109cbcc7722b7d41971c6fab61bb81459b06788e68dfc0
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5bb18f0105f890e056239b724b40fee2d2960e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241402d5c1f038ecba939924282a611128346e263b21c74ddbbba41cfd21a1e3
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f726211ee240a9e763ee6bad912cf2b4edd9c275
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa5b3e1d0ada8b99b70c5aa594b853d23468da86e96ab6126fcd5b687752df2
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91805514addef142fee065d13fb4823ebf0a983b
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc894ede7786918f8ccec4a618b797b2b9441563e1a3160c14216afe4cfa4d3
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32285322882313686bd294fb25caa4c2920a4fde
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5c28b03162b06054d0e92a55d06f4db7550a3181cb401ece081c33e1202f8a
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5cb3e6b2c5679063f2b991c49832134ceafea48
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769b614bf35fe704a9dc5cde9c29305fb69db72b3449c4a1ff05639f177fe84e
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85ceb28d56a98f5c414d63a9abcdce090ba6415
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33bd636afaea185e4c75039fbb77903dffee622f58f6f3dfc10744a1c26791d
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff667252f56a318b1d96ea492509f7664ab528e4
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdf99cc688476726b54dc2a1a95d6c2ca2ac72bba9e80d910dfc39be4c929e3
+size 208731351
diff --git a/global_step5000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd15a4a4637513ff1971fb86779f4bb75f045fb1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486935da37ef365dab760979c6a635cea6c557e4c3d927f2d0e5d824165e76c4
+size 208731351
diff --git a/global_step5000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389702e8c83144eec5ef516c64e70497aa7a17f4
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c456d78e3b1a8e5e322d39ab3b6267a1ae2304944265b684186d59f241f7bbfa
+size 208732119
diff --git a/global_step5000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2382f9d1748415da74a09fbe9efdfd132c68a0f7
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5909d66c48e24e2e013f327907f6435df93170ac0aeec63a3939e63e244f757
+size 208732119
diff --git a/global_step5000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dad34276ef987d30eed28733fff8b7dcdfa3e1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ebc4886fe20efd56e9ac2b41c203565f7c803acb9977f14eebc4138bdc81b1
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b6b8dc62cce917ebef029696f1909690b68912
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba592ae434952a814289c8d189f33895ae0748faeb6fb0d933acc631f2ca66e
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afa142fa6c7403a3d54beb8fcca0bbfcf3b545a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f8cd5b37f18ac35dfc267ae8543ff22931b1ce56503adc349fb8bcdb9c9f2e
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a86d475a500d2afea7596112c331d6a3ac162c5
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d3d55f6080579618a37d56afa67ab1cad062138c74b3ec9c8fc4a5ad4a8e44
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e8ce9fd43bdf0f1e4f1ab8186afc0ed0d302a9
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc7d2b3ad3535078fdd3bb3b8a84e93281e2fafc66574ee6a92a6eb590a5c4b
+size 208731234
diff --git a/global_step5000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692532d2e3b27ae19d2de0e1bf36a0e3a9168cff
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2715439e109c57e6d414e9529b591ffbe1126c0c012e7b5c30bead1cab8d3751
+size 208731234
diff --git a/global_step5000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258fa1a2c5f077049429a05c04c299a2af1fe8c4
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160cf0b5b18f860aeffc2ae725df17c7f177fb5a807e34fff8e5da24bdee933d
+size 208732066
diff --git a/global_step5000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769cc4bba0566bb528cb3e26f6bf70fd250ad7e5
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f93ea8b155b5114ed73aadc40a05d13ea88488fdb60d53e6a989ed39815b5c7
+size 208732066
diff --git a/global_step5000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b3c3fb37e16eef019fc1eb995bbb797c6b2c9b
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1899b25d113a149aae0a282e17c77bda014281f121727dc2649e58328b66a4
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4223586b257b3347d95b25186f52338ff1557f2a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418ad07ec6728253e99a677900f54b071c9832feb390683ff520568f36930555
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727cdd3b1c2a4138fbfc11c3e0f497a7e42b9d03
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db21cd9b8b6b2f8d491760e7f46cb04f595e2a1843d062ca8de7001cd7e781f0
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1263cc48394e3eeadd8eded0d34a68d2e9995ba
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1364bf1d67351062dc6c6402712aa7d4298044b72df6aec146519215086809
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33abfcb7e3d2e0f1a3843fcaca1ddcb711082008
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bc36a9ffb1fc09907b1381304beeb6ebe44adf16a9bdcc6da12b977a7da263
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4404eafdf90beb1b2d3649161ef529472355ee99
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75e4a870f37c5832f650e70cf53965a263b28073fabda542ce18dfe880d3b80
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c31714dfcd0b9ce60fee96fa9e5ede78c9d4f6
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0233284c363ab840709d6fbc613dd004efb9430a183a5b6631206af5942ad66
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1000721e3b1ecbb727d9b166c89726747c8063
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b986e804af6212c5df53887142253e1f56f8bf07b62980ab981183e2fc0bec49
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240b4792c1510620d9c05e89a406bf3257749e11
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae73c781d57a62c1a65ae76a59835107c6390e467fad8f1b2b749acd4e7cf5cd
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e0e2e67c83b10bd3eccfbac47432547f20d317
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2583d2aecf87394877f0455779fbf86418951ba83759b8e823110b3a5852cfd
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5879f419f3240bc9bd9c9c56aca76cb1c5f8b0
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45bb003b06254fa6c369e80c2a0d56f4e8f81748b8ce992b0fc1068188aa141a
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce54bfe07edb4a04e61ffe6433b2e74ead18010b
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73618413bed830f2a07b310f312c26ea2b0257d61c775f463225857f036f7e34
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b6c00e826a8f083857484f3849483e5580f91b
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b501e3ae80ac3b2342def7106399ff975785754416495e1cf0ea1349bf364a48
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4924a8a013925b423c3b23f2fc1840637a2392e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcab563875ba62777658f7b5fdf13eeade0b86d6994e1258b57069654bceaa1c
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138abafaf60ea9e0daf7b3363d3e7f205bece7df
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2da0117d6592663fd540a3944d852608d291e6e3d05d2d1d95107e28d80731
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7d0929fbaecdb8cc9de7577c8ba91c928de189
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4521e1368963a3b75ce4d9fa0a503ee3103f322e8ea517691386467bb04396
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99f304b871857d115670766d24ea144f76214cf
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81582506047f21915aeb7914626d90e25c69471028318032046fb9028f317910
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9376d62a1ca0a34b1ace7f33994422b9adb39af3
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2467d4fe9c49b502433525a53132f3454a7edf5997cf16698d174ad81c8b0ba8
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ae8fa5b5640bdbe1ccefb7006ac0715f29a226
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981cb59407145ffae005c297710d47066cc3d887bbea94ed7f3242082f542c81
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8020d5d7093a52d9da76861578b5acc36bf3169d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426ad0b1f75b7606a6ddaa9cb0223124f245a8721ed143c6035d614c4139b6e3
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94237e1281b61ce14b678a2360381580860179d0
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320dec03e666cc53842d69afa4fa7a1b1ed9f6287f13f2baf189130ba3680e4b
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c13476ec31420f85fe0c39bd06e3409c81e316
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8aef16f214dc6599029752768607841c0262c9b30377aeec76064bd11d69e5e
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f2d3df3d0a619f62e4dd048c21916da609c029
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea179b0410287bbdcc33e6b71ef8e63cb9142be4979f265d5e8378ca628d6321
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054074e742d94ba1b8691ce9f381c454944e9f5c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41b0ffa681a7aed61127e015cbdb2e98141106a043c2ad9f2f0e88656fb8ad8
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4409a99d011caa25b9ec63bb2b87c909b5314a5
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0aa94afcaecd0179f17a1a21c688e8ccbd0e4404e281897e5aa6edcb37922a8
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0bd7e8ce70ddcf89e415777bf54ce561f81910
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d30b6e58a679cc2695baef0f55787c74c176ad480eb159a0941ed0ba6fac8f
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b40efd84662afab4097154a26224722ef7c6059
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d53f1542b5ec72f2e7cece392b43a6cffc41cf36931dbaa40331c3ab8b7057
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7869f42f552ff8ec5b6d6582f964c8ff7b9a5f43
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337e85e98b6e8f331ec69a86329df0272917801857c045b0addf515d079a2b43
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b7394710379378d47649d641a0e13329c9d0fa
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bba0940cd1a029b6d8ec543d930c5207c0639c4327eb5268118467cb50d918a
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979ec17cff7ae2e906712ffc51fe734beec5ed55
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d801bb70e891efb4ba1118ebb2a6210b93e298075d0fcabb743b45a317c4803c
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593a3b5fdd1731a81ab8407ae7f3689747fb125b
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903bd18a4d3e4b21f65536c8083f571399f13e8465a31eb50e5894265954c612
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f41c70ba881d98fc8862e035878c12601048eb
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db018081ce295289f2f3d7addba4dac8f3e502357fc878714a5ef562be3b4817
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65f599b77de9152cc4314b15b0421a6ba9d2643
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf2bef69607693e107cfd0c18a63f086748ce72580c1e7e566fd8af7725292c
+size 208731415
diff --git a/global_step5000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e7d65eb339d44801ad8020d8333b01c9a4e34c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf0a4e9e72d2525aaffbf4adae5a03d93079679d0dfcd0c0b446833906e280d
+size 208731415
diff --git a/global_step5000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f54c2063e47f02ba5233a8bf4304d0f729458a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffaa65d9024bd44717a172c16a6f60109757ed6c4e46ca2f2a0563ceb0ffdd6
+size 208732183
diff --git a/global_step5000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffd8e1a75385db2627e99b68bc8f0ff38d208eb
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4bc796d01d2ed2c0e3f601798f426391d78a3f48bd10fa06a0e6482b009e3e
+size 208732183
diff --git a/global_step5000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f5b29fe778c8882be97631aefa4e6228599b24
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ae712464cfcbbf5789a861abec6dd46da7bb7b3c27ca1c579b54ecd627ed03
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d14cb0771f3f94c794c35a12e6304fc287b6e9
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c1e273eb9eccc83d4453dd81abe019978aed0e91bea51c8d94148d918dda8e
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e246f5cd47c3e87e66265603370268edc562d8f8
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88c525982ec77b010044a2d8fe449665b9fe293e82e45fb52d5040fba1d4ab6
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c963fd1dc7f4fa6e0340a00e5428ec9ded3f3c8c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c00349f7f8a76e8cd6c2a2331c65d2b19f0b3bb1daa28123a85f855dbcd58a8
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ba59ebf52b10988bbcd9510a4189cb3df65c81
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c663114f64036150b64ba05b8a72411fdc386b2979fb86536c47156132943ddf
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dd17757d41858ac84d029969e66f7dfd62f2e7
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0f73aa9f887c10328efc0e823666fdd325b05aef52c17f777e11f340a8da3b
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c65385a46a74b8be159f3b1f054586a5962ba02
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7ec9823bacf5d5d3212c08f634378ffa35cef9aab582ce2f3765d0cf208a09
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67450db6d1ead5fbf9b6cadaf08783d6e3d88139
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3296cc02b7c64c077a8c30494c0f6e9f96a80d2e7d14df71e031d8e2a98721f8
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c7122592ff7fa43ab479796e8e309f49307880
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a111011294ea540a12dcb02291b5bdc5db228462aa1326b6ec4bd01228c435fa
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61dc8c6a690da3906bf34af807a6f38afc42aca
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9f97e865821a8263b30de0ab9a47637de8bad6be7ea51f35de3f5b502c799e
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30426f9782b0b41b1f71c9501e031fea37446089
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e094f710661b7e89edcec1263fa23f7fabea9b59071387dc93c40db87595c6
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936f49e9753dfb229e97062553d1344ccddad0e6
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee9d2a910884d1140771fec35d992c20274247fc023ce5fa420687fde033d78
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54e3f204a740939466362b064c5f53f2edb8141
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56d9b4e39c4c7ec196af89c972ce0e9f08a0f63d6a82f9734eeaa9f207178ee
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc2829cb42b339f0f98dedb4cf04ac3f55663f9
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa6fb5de9bb21c17cadbb2ad38339ac6ce5a49fdb1fa4aa90cd1a4a3b36b0cd
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45cca2a69a4cbbc71927f7ca01d2d78bc363107
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5532ddbd05a7cbc38f0dd26f427a5ae0594747b683900a85930223b0b6b1627b
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055fd9c3be47e6c94b07597268b7659f1f87af34
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840097dd9b5c2f1659ad1f3c9e3eade241bc510c3e3f455cc359d834be7fb649
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de6ccb78d1cdb01efbed2a43fe7d36b9f7a90d6
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4432d471e38c2e228afabdb2f10d0442ec4c9b43e58e48bf19a8e560a0582baa
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46703438b09cca0ca5dcd142c28f5f854dac75a8
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c11f4caf06d183575964f8f498c07163b04ce7ef1328b6113007c715fde181
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1cc1f4a63ea9a3ea0dc0a37685d039ca143697
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f128f39f48917eb6f5ac5c15a7f7359cf63b9b6a32388ecb684d19d839a8419c
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b73c75f3530333b0d00e211aadeb688f5ab81f5
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4eb4cab39a5e0ec3246c9a5343ee715032c3228cc470cfc14980e7daf47cce
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d039463c8bbda35024f717f142b37a9921460dfe
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04005ff344a9d56180af1071b07270a7ae8cdf69855bcc05e4f9c88a8e47a0b8
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c741849bc1f2fad8458643e074f4eb4f664164be
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1686c9f2474ba64ab561548588717d86ee1c0c260f3f592838ada4092ee1d2
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c099a50da35d9edfc1bf8f17ec6abfa8e102c6
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac4ea5031e3b2b94228b25ca1cf0599212c638d95aad2185fbc1424dbf5d349
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a3443554905e51f8593dc216cd845ef5bf13db
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1e60da92cde3a0e24861967eac49ff041b6fc525684ad3840d4d6f98af1695
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bb8efdb9820644b9c96be3dbf435f88bef0c42
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910550cb8ae01534b823657cbd4ca71ea42065aab231e08cd393e6ee0c0f55be
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a90eb4aed3d9491b9822e53c5a23d14c0c58f2e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8eaba063f612a023e0f2285572dfaff5bdcd62a847172437a752dcd5f8766be
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ceb29ce40a9927cdb89a1cc39a963e435a4f59
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6958c038f11bbb1216e34a7a7c803958629bf2c209ed71f351b5b9affdb902
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02215067247239cbe8ac0f8e48122ebc10ba1307
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af5722ec2a54ba7e1f4044cf255f662a6b4d6e4db7a56834d7b62283fb75ae9
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c85a8be76f97de7b41dd511e55de0e568426261
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529513dc743c8a7b2c3479c7ce7cfb46a47fa7fd22dda67e69ff2f49dc84f186
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4844a4f223fb382d853d451fef44bc6d487626c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484767afa875fabb95d371c17c58798a8eae0ceac0f0e74e22280cca79fa2907
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922a5c1c08ab100f34c847ab4a565e264d1f9021
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96abbe126da978080132e0cfb6889688b8e9770ed8f06afc3e2a9d150e4cac03
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6100407de1c11b07818fd1bb70a20758309ffc
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4421a16b10c780e8f4e0be9695cd710f73c1eae11400d4064ec8ac5e30cfed
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b461373f5f4d58ad319d4ac6c87fd6711586801d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db8d4083ef704c29e39ce6dedea6701fcd1d25e05f80c699f58d669506b8c88
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e341aa000e242dbc367d7498ec68dbf69c6316c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584448a1fb00b2364fe53f7b789733d392d30bc3b78919bdbeaefad8e0390616
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e270621ef2a07a45ff359644aa798b6cd22587b2
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cc2c628bd656f1ea71337d1ec0541cd93cc444d9324fcc5b514437b12272ac
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084efb962effc94ed97ce45f1493347d79294ae9
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c3ea689f5fc556387643944c3deaa66a0d7595fa15fd803b324152c6cad127
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036ad22e8ff21037c179f4e9a7257a1e7381bf7b
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974f4c4cf13aff22e9ad12cae1643410333322ba5bbd6aed3df96ccb6b5df7dd
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ad9378b9cdfc1efe9255100d34b50af9591b11
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0104785d542134172a79d25fa774b2f045ab8c98961d614a48fae88391a7dcb7
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b8e9d25cd685308d4702bb4c6a9ca4041c3124
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64896f6e10819b0dc33c508b28637daf705c95a14f115b16009d8a8183e2c159
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abbc109f18615da62b67fd3d7cbb4a8a584e58b
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c9d120dfd4a6a8c9ae91bf8f5dcbd9f34c2d83d812e6da110d102832869f68
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8afc8829b44ff9909722d55045720953af3e657
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff9987193a5a1d30239daa8656db53f7a6212fb9655564a006db870bde2d717
+size 208731351
diff --git a/global_step5000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61915690e92e2b413744b4cb6912aaa6d40772f3
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebf3110d279d5f2dfbf29532398d568835f3fd88540c4c92c9ac9d12da88eda
+size 208731351
diff --git a/global_step5000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80246bbce7b3fcaa95f506707787989690f19507
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32cee95d77391f970cfadb50ec5a8571c190d776025aeece98c8347b00bcfb1
+size 208732119
diff --git a/global_step5000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2a2d1bcf3bf0561794a503c5fb2e9b44e7e33a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e45876543bc92cb876e9b01f399766cf1e552f14515e70c49f6a64b5d5d068
+size 208732119
diff --git a/global_step5000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55de41562377f43c6f4ccac8fed9e279faa6cbd5
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16c0069cf8ec1316621682797287306ad3db49e6c04a4c145a1bbf7c2e40e0c
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c23d907d50a83ad7949c94a67694aa2d3d1ff05
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c615aee73dacd07a2556293c2eb2c44903e5d5ebd0479445879fffcfcbac98
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76650e3d3cf2a28ca47024e81d25c6ed9ece1a1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef796786d1b4b5c51b5270982a59dffc90cb01e2f09f8ab0252882f874b79e
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e17f52f420e6dd0d12bc177c44b82d42229abf
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6886cedfe8f720addce29ed18b9d97253012cbca9951fdf260f6aadb55013e
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653feb4d437904bec7368659db976ea8edd58274
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a4ba35fcf9da46e8dba43ade07a90bddb5c7b8d6289d909c2b794ff8b207bf
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa17f3fee9442cac1db0ede171055c613ed46d45
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb07e66b84117267d23f511c31ab820f5c85bab24426bdef69fa4d9078465699
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26f4c8b68b4aa6f31836e82557d7617b0186da4
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2de4e3521570f66ff57bb6025339d2175098bf88b0ce248550f074b0b513b2
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94d61d18662dfce87a58adea26cf3550fe829ca
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5273ccc5f1d2004671f7f4575d60b0334f05c730e5c70a45e7b3235988f60d
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec8d05c6edc19382c0bc27bd80229a3d8f8ec9c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52621a0208f7cbf4ad247eea749d79d571b533d37b7b8f7d1203c0b4af42629
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2e4e27c6b837525fc07d01f410b053437ccf55
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec443c4b05d7a587196395b69ec5ba62891266f3afb75034fdef401f80f5c901
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8873896e6c28bf454a6c3bcc035a194445ce80d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9809728ef69a3aa998d3e203c8abe2067a1f156e089f64b9b1471a867962be93
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83592e8842a1fb1f2051e38eca3ed87920a884d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2130fee166da34153a6a6717bc0050c1d2de6d8cd59c1779ce9b9c35410f54e2
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a467ff9ebb89a4af464ba2b1406dc3ad21ab6a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bd0f3ebe21f62ddddd781a88420ddf28fe1f9f0d05dbce90e28234e8eb055e
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091d5afffdf909b8b7a20a46c45f643f68a0ae3a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6235f83644db2fae088dd9507528906b1025b135dab30663f18c16ac9f1c7f29
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772f405d1d730564098fbd58e82b370db8e3a8d9
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac340551859326c8454ec6150b334c08cfe3fcfaa607bd64b94709ef6b289a1f
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf015462acd4bfbae7b7657d1c82ca67d963304
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da06b45b8a887723cd778d1623217e32ada220e58bd63edbf02b908e61525f8
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8adf5b8cf0842dc0eddaa84ccce6516ac40c5784
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db1c2a2b3e29ce58b90d7d63b121a844f02a30902830ccff6067817534e9ffc
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47d93c8e2a049976276e20890ed54023e582c3f
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f0f1c11e477db119b04f716499980872a99ad0fc79ea0eaa022b81fc3ca9db
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e914805974aea9fef2c3a3908381fce07bf4e3d3
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f838e6c3d947f5f9d9601ed564f1f0cf541328ee567d9ac0344691a07117900
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4161d424cbefb171c0d4cd0ec5f5c161173e4850
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1969a0683101a4cec7834b22117d65244195a1c850d8faa2c43d3858fde10b3
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aeac0faff574d4bb2ed10b1db9b69a8c8112665
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73894873e32c4a11a08db2d85c0e5e74b114d6e39735ff9977f5bbc850e1072
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c0f1ff443d4a80bae63d9eb1875231eda467c5
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f920e9b03e9661c81cfa716d32241b34e000e352c15b0ce491393fd796ab9d55
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1de6a8d360f0a786baaf583d773da7e23b6d61f
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a3ff13ce6753d06026e924b9fdfd41d4f506f740d6bb5d3e44341e18fd266e
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2057da8d697e573a8172d6541b0ceddee2bfd06b
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70f44336f28beb37496bb6a3e24d3da0448a35dec7f3d1e4939d6c6f07608fc
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b6f964d9f00a32be3cd5adfc7babac33815808
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b456d7da4c582d32cae00d63f237175dc921286506ed4bdacd917a1fd9dfb69
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b934937dc07d570f1d279c701923a898edc9bc
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4564cb7c4e3665e6af1f0075689ba550ab0318b4d2027abd7ab5ac459c38157
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce364c61be695f080644b791d0b86d7ba2768601
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07b05888b9f8013594c9f5885c7f379e77d6e6de29f5a1b897dd00c50024ee1
+size 208732066
diff --git a/global_step5000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e967a8f9aad08d574ef2038cf28101ec883ca762
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5af53d889c9e36969cca74b71f2fa777f1206c604ccc3604ead4592ff31c186
+size 208732066
diff --git a/global_step5000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a3593363a77c8b6e0452503c9583686babdb36
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a47fcec0f9c0e4c6ae048438906953b3d647b665e278747ede79a8d468e9b9
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ad7f7825f996f7a7db134a041b130f8c6e4341
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bd6077c7431b1877eddda062e5b9da226f615b22e423f6e2d55a6e2729d17a
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5639d1d219b2b1864581041151ac69c29fcf8fb
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48973f2afca5eac8c4d3f0f471334667552dc11a43e664f5c74e04f3f26d0b9c
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc1dcbe1c4ff600763ec674665d8a959c080f84
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d476633922a1f5f492f193ae5fcce29d9347a7c9e8772848f611d952fae51597
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c02f1235deb40ae68b3fca53dd32c2d1f721b96
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe270329b45234d51795fa8527b0c0e75ace3be1c66166193870bd72b873952
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc51206c35b44295e9c0e9e037d24839722c7167
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b56f10a92696cd77bbcf097b821e95a25f113b70585e2334d39859121f4470
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c4b6e4b41f4220addd8e0c1a7eb11d7761b15f
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb74d3c5e438752cce50c90da30aa9abd6a7d1949a5f53996bbcaf82aa2224b
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c560eb77c7ce523763d17333976c24ae6411a99a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116058ed63e83eaef29c8a0d5dfe85b35b4eb49f12fae77a10dbf38084d0c263
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94d7ea5881d053151a57d25856fca473c5ed056
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80920fbbdd223687054e830ba125a7bf1ab6d6a363994c5a98f7fc51063ecb74
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f30e310101d1684c97ae31aabeb092e3fe3be2e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aea3b394e157ea41ff1d5bedf6d7156031ec6ad494c3be2a0efe411cd876973
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338b49369c7b30ec67f31cd325af76a4c2d73f2c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301df747f1594cdf8f2840ba58cfdd1c694c8688a80ce22782190b0d451468c0
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfdea65525c41af8851e4fe1a3a4c0eddd64065
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572a615a0bc34f3f2a923a9007ac19a83afc89cfd685ea70757053e70a11db25
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ab741b7c4f15d02eb0a787f09093d1a16b091e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d46d204ba9b687a61959cde042d0a8ac13a43cddf3faa296836bcf97f6262a6
+size 208731351
diff --git a/global_step5000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e886ef5a9e5fb780c6b0adea6635e1e6bb82cd7
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae53ebe6f26c61934b4dcb27f9b6bc2afee26706c0243eebcf6032312caebd05
+size 208731351
diff --git a/global_step5000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd13e9f11c0f8c6af5c5a08febf73e79b63ac847
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4d88eb8423cf35dd01d52841b4d373e8c50fc60ab766caf8ef230432b98d2f
+size 208732119
diff --git a/global_step5000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8753fca0dc2a3e245cd5a3dce41504da8f45b8d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f8a4a00aca3af5529d4e1201649338a231bff62c46696c1cbe89932f8d17ba
+size 208732119
diff --git a/global_step5000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2b178af2d817e2e7d27894f403ba9177cebe37
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f66035b652fe73140ca065303679914dc5ccb35af7acbdd77a3e7ee0490a2f6
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b27e26a8d31e3b91a823eabaa90ccecbda612e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9faf31329895eb64d868890c1805d367090074c4cb4eac4bb48386dafa9e5a75
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf241c8a961bc56b93101eb8af488d5704a4608a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37f2891c3a1aa59ce120ee45a1a2d557badc6f7812a9d6d8e23dca3db384bda
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b9e7323a66f769606702903199f57dd4df50b9
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae9c61bead316664a8bd82c7b191d4fb738af15b96ac20272434a44ca57b8dc
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e8e2c4b5fc030b3a59a0c48f0c59f5a3ff810d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cab3009a72c0b3f5268ccccf164a539df8b714ad3f685579d4d806f2e6e94d
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586578c552d0058477e7c01fb88fdc615a9dea57
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9499a468d3b5e51f54d021b310b35080a6662c3e0aaf40cd001228f44dfb95f5
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29990756a97b68e1aed39cf522d6921b0fa9cdd
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b6adaf8fdb827fe1096dc1dc0400cf356b98096e73b30869da203f9b0ef19b
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bd99ba783a7086a2535970858267e036c556a7
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6deda067a1beea20cc4b68ad376627a3b27c4ebce2b98f339e51c9b9329f9616
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9252715fdd2b08ce06858357f618226199f856
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5bde0879401848d62dfb944abdf6f491cb296b59edf1c588fe2a71d8b331c2
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c777617372752291a53d376186c89e483f4babf4
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae651d24dcfaca6621d857c97ec693256689ac50ec19503d193962754ca3470
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22790d8dd497f56a5c72c48dd8be8de53f379da1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb0e12561e5bf0e17a2e8cf3ec6e3d33218a76f7d262eaea2688e327787a591
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0304480f32162edd3c00963fe8928a604b4c9441
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ab1a19c79d9a764e45844450323f0f04de1cdb525eeb53061d18a5ad3d4b52
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfdd6b447bebcfcfbbcbdcdc2c75c29df9edcc7
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafe1783d890e52685d10eef37c855e0724038e283b8082d3acb75394364f8a3
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8a6b421110dfa87829684818e9386972cf5e29
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138b798c287c66232e4a89111aa9549625ea728cf41dbc19e30e7d88b57a5a97
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b1e65f3ae1ba482a0b8783619f5a5ec28a69dd
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76293a9d32ec9d7fa15a18eaab0596f585b66b8a5afeb34902e122012765dfa
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab1a742b5a7c32f6b5b05aec05f5b1fd983e0e3
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5488c02250e40beb3b1b2d8a8abe39b6d1c7723016136e5a59c9b3c610c829
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de90d09b2e42e847acc818d7808528dfb3601f6e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a69513e610226075a1f4e236670f7b39a10bc491237e8cb2ad89a57675fa8f
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12563fe401b3b8561359e78d33d0521d39e0dc7c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6558a6512aeac3b52e02d43af3b667b9984775fb340152191e86b21bd5a7f5b3
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5c76a14682dcfce8de64f98b60ef7924d764fc
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861c384ea81865b5db607fec14609df4f1c66823ac7440b73a9f86e24900b083
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc393a9074e43dde3542c494e6b5b670a188eacb
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c2292a225486aff8b83e6a35c2074515925196aa980e65851de330c9d0da95
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597b0ec3fa3451a34434a59f18e8d25285a197f4
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37014a98ca9b35a351befcb375522f50663747f6951625c86e4b32212e6d9f9
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e5377b9c182bd74f8f5eaec12b0e0d206d77fc
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a572fbf466b7b7a17e823eea42f93a50351650431cdf19f85581c25079ef8c
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4a33c905900869c4728b15b2380351d9f6b2e9
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a685b6947a6fbb2f6ad9caa417d233df6a2ef7fb4b013ab66754bfe48c8491
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd152a83fad7bad9561bc122984cc13bf663679
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74bdf380f91397425011ae60d16fa81e4497b250b20f4e14c3ac1adf5d0a4ca
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e570d3e4770557ca2e382e8d0f68f8fa49990841
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f96fa5faa615f1bda7668f2b791c2c62f6a66f01e5d5b610f931b7d26707f37
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef60062c46bcd2882deb2043aa762ac14fbe796
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e550ab28907be66f55baf644eec2dc2331ba024c5cb4e55acd7d3cc66573046b
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9150931110f2d6eade8974bdba78b5f3c2381739
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49233ce780582b82f27c8d8b4135abd4d36925c7f63c7fcaf02b8186126b15d
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3118b2c3375090c7920bc6b83c43f8dd4f9e6316
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428c74229bf270f32de1ae6cd92a61dda22f05f84d334e08815c920a1b195ad5
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3d80f134a07682cf979f4228e212e3cc362568
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e70752105f112c5ebc9598c827f11c0c2f752be6467704c031c47c4acbdb936
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64026c1f092f41eacdadb682db83a8c2f26e4a97
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8634bb7665bd698d9ab30f23032ec985cdea1c82762cebd27f915a7575e5744
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5063fa1babda2fcca2d80ea04446ff88bf0ac7
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fcb06f326fdbd216806ac553812be19eb31897374df47e25de0969df6313e3
+size 208732066
diff --git a/global_step5000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b264239c0956f046e731057aeb41e7ae3d0dfd
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b56cfcd271310ea991ca4f45c29293d66cb7dc01a10bd40adaf9729b161438
+size 208732066
diff --git a/global_step5000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56339a6f326f15e0b76d1a369fcb44c40d6a2a46
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5d5403dd70b7b37ed828abdd9d0cc05a10944452b8dc6d1075f00d120786a2
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b5b25af518589faf30ea4fcb63949b621b6e0e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7152c009bd609d71d9a13da4c168dc3f1c5d112153b15043b53fbc2022a16a4f
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9289eac78583ff9acd00d27dde4fdd9bba34d6
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cf84ba459b386c261edd91daf172e92aa476a4b7dea21783330cd1ebf2a8ab
+size 208732066
diff --git a/global_step5000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5649d67ccb6270b67f92423e1435f070bd2e9559
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817c9dc8a3cf5c092ede5d3338aa11598d9f46f7d2e1d88803f54ea47d4228f4
+size 208732066
diff --git a/global_step5000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ec66ab6442915e61fcd16d522297a0b9694913
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b7ba56180554fd62e0455d063ac008d0ef34ef52406f2fafeb4cada88a3786
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be628486d4548693fe017ee505acbebf6bf5ed10
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdfa4c43aa0967666a70cba2c3b4cdf6cfa19d849175284e9cc60431f8386b5
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b80f6a0001f9d4c5e9e686b07ba7ce03b4610a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c56f0ecc53f8f1da28ef07783b95c5eb2074bcc10ff5a8705a3d73ae2fb8446
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308b4f9ddbe31c93be73ee1e2a7c9c2a0b183467
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b959d602a4c19a150066ab1184bcde0f2eca4c4cc9daab561f3d12ec713010
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e153ae2bc1200778c31b4e3423b40b0e49087b7
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e279f3e177bb78882e259203fa3a24cb410ee833faea7f9ddca9987a80abaf
+size 208731351
diff --git a/global_step5000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6af54cecb007129e745e0c106f5628e72f5158
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aeef6737ce44f2ca935dce584f449f61c675dfd53d2ddb3fea771bcb75968f2
+size 208731351
diff --git a/global_step5000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea797a4cb311d095b2b25ac76d2b70f65d62fb02
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7219080a5aafebc73bccca1ab3ed8f76de8bc2e740ea6e1c9ff3dd1a6142ecb
+size 208732119
diff --git a/global_step5000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0284458eea15771a0169e7a24ac9409007e6575b
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b326463d4aad9b4e796b548f669e297e72d5cb8fb65e753c6d71d751a072c7a
+size 208732119
diff --git a/global_step5000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8bc5c2c4c8ad011e61e1e75a55ab97f59d256ea
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed9a6ab4bccccc585b7b12bd4dba4fc4d87195fd1f5510081e32420f90b74d2
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236977bbd8a03d17877f4d56d1b02e376b6227c1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d4cf30413d309ebda9fe3c3174d1d938a263e692d462a19e61b4687dc80786
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec68db678b5dfd60fa3c4eb59c79442d4375e67e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a83ca151e5099d5f3812de0c326827e395bf65bd7cc23a063d68a7acefc7531
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5231c1cb683a5bf789dbba67ad3662d26cf2f2c7
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d2739419628d2aee9ad0fbf6bf9a52479015671d3f87463a0a56cbb9e26a29
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84ac6face20706bd0ab60fbeafffbd49307e88c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a250c4ff5130203b31a14ed7fdc61f8be1be919372e0fa79034ef88eae34f3
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42f43d6813696fd7c07271b0887fc5b931c22d8
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307faefbdcb50241bf8140658dbb32ca578232e84a6058ad82c8bdc3d7081e48
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcfa434cc1be58bc63293df4ae7d76e4408e359
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf74bbc7ebd5d72af401972b0c27e6fcda385fd426c6f55c647f004a77e8676
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef5e8a470074e51f8dfc46f1351b7561b620052
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150151197ea1d5a13372c6ed55dfdafcadc8063c001b972180d8249cd4a723ff
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e96e5afa40c5d1c18bdd29413e39fbc1b00378
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf30c8db52b8ee1c69b4630ef6f2ad920497b5d9f4b3d2b404683bca74131b51
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffc4d71ccc66163e75d3c6a6adb45115d585566
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1199cd5b89cba903ab020e4938bf616601ac2d9303ab4d1a59ceed303c1b77c3
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46f002390ba3e38a0e2ffd8f6e77c910bd77723
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ddd2d88f275568f70fcd9c6b5fb6f887b7d4eb90eeb7d4e15a2296d86ce8c0c
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4343a4388179cdf26c554fdca90cd857f8120173
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9393502092880c2a2edd0809d28203e23ef178dbaa884c81016ab61f34036850
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b434b6be7208ad82d6d88739036fa3c5f7b6c188
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e15169abf9c758e9bfe90991a6dea918ed37893c8eccdb0db8c6c88442d7e2
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7d104580ce35b21c5eb55a18dcf85278d4df64
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd4c9667186477a3621fc4edf7cc3b56170222b5d1a7ea3f408449d99dc7530
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5921f3ae755503710e55a0e304331ecf11b71b3d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e4d4f77070837be2d3c06667bd80676247244005a6411f49d68fb53c44ae6e
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb73fbe277e44244004d8c56b03540c503ff0b9
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba338c92576c8073dc5b17c2be1224bf33753dad683ba69cf904820a736f66e
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45d70760d06e3235184e091c9cba923c4caeebb
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771e3848700cf5234d0f82e36a77c73d042b783913f74da4e234a9248dbd51b6
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491b8fb8e319d630b07186106d9cc1943b4dfbe0
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf81396fd7cefcc318a82bc03991c2745d0f8f4bb73828be89d320bb98ac3d4
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f3a85090862034a1ae02fdb551dabafd38e054
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beda74432f02e9f3c72a68dd3e2f34182cd6f7fdbcec50c932cfffe14519ad8e
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e28ecea980950d28aba1b76e15d1a76d9e97140
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a776d352ceafe5261ad2bedd9a8ed38cec314780f260d4a1b4c7da18959c0c
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d309b4fd8c562151eb3b5a67955d1cbe055818a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244c2f0ffd452159a8f6d1e0f015bc9b93af2a63ca22dbd41996929fb65c3cfd
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d1a89d4956e250b2559ab2c3d4f4ddb2ad7892
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fac5724757057d09d73bd1f1c66722be6509cb57a85c639b6787b2f5fbf143
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb32df814f95ce125115d797c9d37f0d6b42e8a
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42a3fbdbbd6b592bbb66dad3afb046572097a05c7a15e0700a4e247d964b61e
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1505d9c2ee15abe6f4aa2db525c8b1b8d7f6ab
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f09adccf72c985ce5b779067ab20e35fe61618722f10e2094684a9cc8715220
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980b48bcfb55c74afe8695b9042cff537b63940d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c4d4227ae838e644fc38cb6879a9cd1a882cdbb73a8c4e16bab8a82d37d889
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fa36add143b02cf59dfb18ca873b4176255557
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff47ef17fcfa3bc9a5624c49c6161e06e5287b80400131ce285993614fc2fbc5
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f85ac17adbbdfcdda3ea43fcbe2801b66eedd5
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c299344501d57d8a647273899312a0b810d6bdd4e2db6d79d97c865e6fca2b
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820e849ee6b3c8f8093236ff1e7b0b311e2b9e10
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df88343c36fdee2861a99697afaf8ff044aa90c5c39eee0e6b1b9041f03b42e
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d37b70a619a892707eb1e9eab1b0d3973615f63
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07a98531ea9d8b161eddc4685a3480467841660cff4f3da40b0117c5cd85029
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1119f31cd13221363c0f3bb01782a4d4445d728b
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f154e2f145b37bce1ea173640eb5897c3817982e6161dd00ab68819550f6074
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7699b30ca6b740f152d1742c8141328946df02
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33a32a1835a3ebdb73ec083ea36498e521bef04497ca5f4c8ca52d7680ffe63
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552a4b38586ba6d30d132b33de5bf17a13f4abed
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d897ab239b015d8f6574e941e9adfc760dcd49d66628a9082d32249ff53112f7
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5185f50cd42aa3f57d9742316936ac5447d13601
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5554d608e35d71af5c13c0a2520fbe084b9bced6c39fb8b4201857016ab782
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd74eeb418be0c0b9709dbcfcde5871596d39f0
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8df4178d9f6b99ac93c22e453ce5c5d1680632ee9ce4335fe5f013104bb9fe2
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39865f93f785146d24a81d9ed10645a366ceb772
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2c05782b357972b2a010093242f002874a7936ce819329c910b2fc75666952
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5955c2d3491218365c12d321f83f766f5cc5272
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731139fc214c97d3aca099accb8d4cad71f41b0c88b8bcb2e05b392461c951f6
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d24946920b392a4f6d537276b408c3beaee0c47
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9ac5fef1eb68dff194a7015aef2c0d15f43dbfe328173b7be625693390b6ee
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ef399a6bf52823d93ed818e3f3301d83dfcb03
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a3c8debd33e4490e7f763636486c8bc6753fd661bb844f376141470a8f4c26
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a696cb18004b94b0278eee5621d39012ac3eada
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13dee4a69558be0b1dc6bdaf986bda387830465bd6d16499d48715f83f7c835
+size 208732066
diff --git a/global_step5000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f236bec041cba43bbeaf25e9eb7e18eb197962e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00df2428afd24effa31cf9e85995b92f84637fb71c69c7abeec5df9d067d1c50
+size 208732066
diff --git a/global_step5000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2e70e00951a41fcaf019fc2b1ffca0f365ff04
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10134cfac6e5c71e019ea2bf8cb84e95f2a56a526e92b6309b1d7587a5dd2bb
+size 208731479
diff --git a/global_step5000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7da8e1794581c496a98db14648d8a3425eff42f
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b6e8c8ff6b689cbdc871afd2dbafd2d0b07fbaaaadbd7c233ff486b1816b55
+size 208731479
diff --git a/global_step5000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4df2ae2d8a3aa56c14bbe23d3099efe8bd39fc7
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81635b5be9457e6ea649c754c3b13468ad19f5af46838871046e664b3e18c17
+size 208732247
diff --git a/global_step5000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35af7b613ede9aac7ca183db7f0e7d5a03f6db33
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efde8036d550fc2f6fc8b2be7dfa331963badbffe96aa9b84cc5f4a84d4413c2
+size 208732247
diff --git a/global_step5000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094bd042520af95a659ee7c0d6b349a379a9763c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5ce95e627e7f7de89de099d1baf90d3bb6923b52ab74faf23b04b6c974a95b
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f298bd9818e76ca61e47bd9998024f8feefee49
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3397cd177beda9b2255c11a6cf492c3939fed22976ed5bdefab8bef980fcf528
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b34f66c6d8c72c05729ca2a888abcfd5e41372
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eca3ca991e1f79d4000a874fa0bb41d915c3836ca3a2532e25b17db700ba5b1
+size 208732066
diff --git a/global_step5000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483dd4cf0695b37fd11374eaa07f24a96e9bc05e
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c63258ab88209cab2a485d3ea8489b677b8961ab8ae1ba88997d51cfe04ccdc
+size 208732066
diff --git a/global_step5000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399f929180150d19b8d11091592a1edaa27d98ed
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e072182313907a914f951b9402342bdf2d827f3530d3be91a9ed8cc127627e0f
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cc54d957941987ff59940d21a631d2675c27a1
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2476d2d870d525746fe32aa79877b0a447c8598813c04a22b77ab4734b5ce76d
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deeeb65d41ddc973a707d0481c51fcc1855842ea
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476cf30322f2cf0815efb457ae3c7d95a291a464f7631584ada93089ec737510
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3beb4ac804fda195d63274e27d5b83450a51e313
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c8add8aaa6cb1427dc52dbcce5d28c2a5abb724508a7c4eb2b6d477d70379d
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e51617982c8b51aa9def263c1834cce62e7ac6
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b4d8b6be79d54d307efe631ccfdca5018d63378bc7e266665959d7ebbbbd4f
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a0a9a523a9c01a00333418dcf5e4baa7f378da
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364e2f49a8a0369263cb8e331451598181fb3bc866a376f0b10ef1eb7f65d2b0
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebd7da5188c81d9054002a594f1fce329bf6097
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634b734de85762d5dcef7e7b4223685ebc6c945577cbc8e7a5b890d8a6a7ea82
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d7018aab23551150d5aaffdbe548dddf4eb3ec
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e0ec606aaddf1cb8b049e746e0e3fa57df442700d9c3f89bfa0c03c58a4aa4
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c4c8f5dbdf848c7c260059d35da8de35c75d5d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b647801914cc6a6e5575ef532423a7134425cf81e352747cc8f0ebb5ad2ea5
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d69fe8a1cce4d01174678833aef932388c54cf
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9216d59360523af8890c43cd778f377c326bacfa443903b84d8697beafb726e
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d08e871654faa06833a53b67f9b6ea3e2af6db8
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d808abdd6523ff016b1251652c6252947677d214dcbc933368105fcaf61b39f9
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0b445f2b396a37e53e32209a59f1e986f1b718
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76c9ef77aaa9787c08547516ad44684443f114eb978a2f372425d516e5a7d7c
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3edd732b6da0d6308c2a143540fd367014cc38
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af81e19dfa4d28ba4b5b8a28c78914935f6b80d6333a6e3595e16544020df36
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec1ac262f0a76575dc274d6e8fe8512bac5c2f3
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfafe46798b15bcdd363d3a5a1e8653c07e835bdd07b4ae703c541ead66185c
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cd2816d5d49a031d162f2f9c2971743f5fb666
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774b0cfcc660f068d08c95c6a15dca8e9de90bb25f3ef9f9da1f42f39822b590
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c770b848d601a742b2b47d65909ca5805bfb937
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a391f3e5f30cbf703153ef15b9021a0c326c87461d59e45bdb7dc7c86b274e31
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec14982ad1b67245d41860fa6155ea2334c11e76
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a578c27f7fa46d7a33b84bd1d37ba71e7bae3e2e591601cf064267d0c4c33a
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2cfb942907a01f7704fc94589b9d10080885a0
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea25acd0f023cbd94fe3d34a518e437e737259c94b5c9fbc4b40a0a1b3f22b1f
+size 208731490
diff --git a/global_step5000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8769cdbefd20d26e44722027bc9f709bbf90ed0
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4c1a621dd7fbab302b16fec9558aee50359157e14afa8eb1824d9d7acebe58
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fee61abd7798f7f1440298062c787ec7945d476
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b19de3afb6239ca1bf1a0dc7a2e3938fd8b7c7c4951a53ac96a0aee430d0a9
+size 208732258
diff --git a/global_step5000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193ad5d859544da5c76c161a923e4430e7317aeb
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9074edfe32053fbe5ba2fd10621da5d203e7de34201553e089d1493b49105c4a
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7eaa70a81e1a24756e1558f1d2fe8664b54c40c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45b0da94d65e88ba0515a07b2b7b347a7aa85a2b918dcdb0e1ee1095a93439b
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379e2fce5eda2ffedfa6c802527a3e44fc94a065
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9145e6e13deb30371d259d0f75dac2ece1dae1e5385874f44b0b4f6a62611c6
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56371ea925b472d7f5b53bcffa9dfd2ee5d65caa
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce4394e1bb376c99a1226cbe48a1ac23d1bd1b641780c89e5c7c20798cbb58d
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392c801aea0c0f3bcb92f41d6f9ac14a9595d3a7
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b665c834709f6bcaa87a90ce4f3ce0cfb115079faaac83937c0092eb8fe5a92c
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d946c0b48265c81e94dc6d2a41443d43abd9883d
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df82c94421a65fedbfbe5e6274c4b28af23337243e1f079a74267b6df286bb99
+size 208731298
diff --git a/global_step5000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb683b3977bfb31f92afda519fe85d41a4321a3
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a795fe9f127549c371642b0c2cdae2a88f3fa4b8eefbbd9a8863e5450d42195c
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce0bb319ca73a2b8dbd36f27b838865356e570f
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791c56383d65a1bb32abc9f11eedd3496e41e0af3e2f304cba1b63d19a975196
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884b177861ab5ec1542078b15d39b4a9f61b1f7c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8148ee62d6f19b9f409bfa7c2c2e75483cee73559280f4565544e847546cf756
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97830373a7104fe70784eff603b429a38306d4d4
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6e2df1c97e15848c6f63c0d6beb40ec6b403b4edbbdd856b9ae32aa3114546
+size 208731426
diff --git a/global_step5000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6622c3556c4da4a1617a33e7d7c3221e9465bd7f
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1742795eaff5678014a4bedbb4ff3ce470c4b0053f38a5126fac93e58cc8eb7f
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1181b44350317614ae61b9d41dd04f4166d9d676
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2d429c01efe8002474e12cfba0e2f4d53e1b7033bf39c2d07de4e193c756d1
+size 208732194
diff --git a/global_step5000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38da4f02ae9317e43decefed6c4447565d17a6bc
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf03b890e4b2c5dc740f6e184a568328a0ce0bd247043381cc227259eae17bb
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8320fa2f761b1f9195da39a2407610902e35aeac
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff302e4bb09ae6686e3c5cc25496bd875a85d3725c8a75371b55ddfcbd6198c0
+size 208731362
diff --git a/global_step5000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709f3515af2ade48673a1cc5376390d9f2d5a78b
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1f81f7af7ea51fc6da5b1d0f9a8cd0e3090a51ab025e604eb1844bb9ab8895
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752be1204294d8c4f84f50bc2bed048d3cebe3a6
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9160a0ae05c72b4240cf84d0ca7992519369ad59546fd8160abe2b5d9dc5a1
+size 208732130
diff --git a/global_step5000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/global_step5000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331bb540c15bae265b665194b4261b88900c1e9c
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c4ffb0ac87c319a00f05cb51140bc137f06e7ff9e9bfeb6a86b06f27307b4e
+size 208731351
diff --git a/global_step5000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/global_step5000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee0c2fe6bffe9b5516550b50e4b1f04d782be61
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175289f6d3f225f96e648166988fe743400801045408dd16a18ff904fbb00b3a
+size 208731351
diff --git a/global_step5000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt b/global_step5000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac9c9b565cf94e51549a01e17f51e2d7f982fa2
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1b4c4f387eb951d9a43088ce07d2a018822abfc3586204f2827e4f9e6bc0e7
+size 208732119
diff --git a/global_step5000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt b/global_step5000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b69d53001fe5d58c8797af0e9bd04bdb7db3745
--- /dev/null
+++ b/global_step5000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce222e680d4a0dcd29cf70dea70c404cdce3a476e87259942ab16a05cc5ad13
+size 208732119
diff --git a/global_step5000/layer_01-model_00-model_states.pt b/global_step5000/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad41ddab00578000c0601146cd232025287d8c4
--- /dev/null
+++ b/global_step5000/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d2aaadc4f181cb2e49db9fa1ae325de088f671dd10d001827218c6066a3ea2
+size 223347971
diff --git a/global_step5000/layer_01-model_01-model_states.pt b/global_step5000/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768f1612efbf14a039a2d9e8126109645f13da48
--- /dev/null
+++ b/global_step5000/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166c33ce6e876d4c435af3d62fdea50441b30c7fed68c635888c60f67c3fe9c2
+size 223347971
diff --git a/global_step5000/layer_03-model_00-model_states.pt b/global_step5000/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ef6df12e129832cd340cc184a8a51a5a60ead4
--- /dev/null
+++ b/global_step5000/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21675eb2de84435f6878c7bbf4fde8fa5a2e5f6478915d7a057813be412b845
+size 201408771
diff --git a/global_step5000/layer_03-model_01-model_states.pt b/global_step5000/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f61dc9318136ea921ca030604402e65b1de21c0
--- /dev/null
+++ b/global_step5000/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c16c82baf34d5b3056daa517c370863983915ca8dd13977a0e2f41e1f895e9
+size 201408771
diff --git a/global_step5000/layer_04-model_00-model_states.pt b/global_step5000/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff10068c2d046ad3beb786ee0e02118305d93ddd
--- /dev/null
+++ b/global_step5000/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91daa49b157323334633fda9cfa7a33687bbf811d2d3fa9c4848591c89e869f9
+size 201408771
diff --git a/global_step5000/layer_04-model_01-model_states.pt b/global_step5000/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebd2e620292024435d699719c6bc0170c6cddb0
--- /dev/null
+++ b/global_step5000/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fe1147a779d4c2b62d389247137e44202ed760821bcd41e2fec6c78d319b82
+size 201408771
diff --git a/global_step5000/layer_05-model_00-model_states.pt b/global_step5000/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca175830aaea7727bda0b5ccf33af0a22367d0b
--- /dev/null
+++ b/global_step5000/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e441dae12993c629faaa41dc4ec5a76c5c23bdee4f1d6b33d5749c270d4277a
+size 201408771
diff --git a/global_step5000/layer_05-model_01-model_states.pt b/global_step5000/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af14dc2ef175bc3cd59ea10a6d6490a34d86a40d
--- /dev/null
+++ b/global_step5000/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6808f60521c9409d99ee5ba23818fe531526e2c3a3a056f7dcfcc3243f88fac4
+size 201408771
diff --git a/global_step5000/layer_06-model_00-model_states.pt b/global_step5000/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6dff0a82dfc31fdf832a53f51e0698fafdd1e99
--- /dev/null
+++ b/global_step5000/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e811616c97bb5b3c0cfac6533e31c5e79cd8ca9b2a71dcc3d599c981a327f5
+size 201408771
diff --git a/global_step5000/layer_06-model_01-model_states.pt b/global_step5000/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04260af254ef9401259cc504190e2653583b81ea
--- /dev/null
+++ b/global_step5000/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745aff4a5e5aeae696d1455e48cd48f7a90680af3d3cfadd34096d4713711df7
+size 201408771
diff --git a/global_step5000/layer_07-model_00-model_states.pt b/global_step5000/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412a89282a71004f3b5b5750cb88d59654783c5f
--- /dev/null
+++ b/global_step5000/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b769bfcf731e388269b4d57416673f62e9cc08c5e5a259f3aa137c1dede91677
+size 201408771
diff --git a/global_step5000/layer_07-model_01-model_states.pt b/global_step5000/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5660c86d875ce4a2bfe397161e08d801ef902047
--- /dev/null
+++ b/global_step5000/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35602ccfb2a5a0806b931acd31357fcfa2d3e5ddecd36bc65fb11de0cfd0e149
+size 201408771
diff --git a/global_step5000/layer_08-model_00-model_states.pt b/global_step5000/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689aabdc71e43d1591e566a38d3f5e42ff049aec
--- /dev/null
+++ b/global_step5000/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d6c21ebdc277251f8282ad77701d74dd1a7b1c351740ea3eb27d70d3c5dc08
+size 201408771
diff --git a/global_step5000/layer_08-model_01-model_states.pt b/global_step5000/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef91bc4055cbabb8a676925461651dd6d883df18
--- /dev/null
+++ b/global_step5000/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678a4e1437d3b644c5433ef614e351551cb9aa0faf723379dd51f75b47f3c316
+size 201408771
diff --git a/global_step5000/layer_09-model_00-model_states.pt b/global_step5000/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3447ce2aaaddd61b31da405b9ceeff8cf67d375
--- /dev/null
+++ b/global_step5000/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a923b921f1c5bc117bff6c449aeb7da5c1126e4d2197400163e1d3d6de15dc94
+size 201408771
diff --git a/global_step5000/layer_09-model_01-model_states.pt b/global_step5000/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37d5eb6f4469f0f7e573e40dc8786b3ba39876f
--- /dev/null
+++ b/global_step5000/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fe735833e398b29c5d9ed917e9411ee05bb24eca28102deb58844805a21682
+size 201408771
diff --git a/global_step5000/layer_10-model_00-model_states.pt b/global_step5000/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb33f25b7e2916df86584b8d1fbb0229878a9455
--- /dev/null
+++ b/global_step5000/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecde0a69fe3f593adad8b006d03342c445d6842203a64c3fd07c34ecb4e5db6e
+size 201408771
diff --git a/global_step5000/layer_10-model_01-model_states.pt b/global_step5000/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624848889df716e3fa8ce01b469c4eaaf9187d1c
--- /dev/null
+++ b/global_step5000/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5006112b583c6e46351782ee23dc5f7807c5415063f59f7a54d02071aabe9371
+size 201408771
diff --git a/global_step5000/layer_11-model_00-model_states.pt b/global_step5000/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fe81c99c5dfee59f68b93806c4d92accaebb99
--- /dev/null
+++ b/global_step5000/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a6a32529a94e2b88ff51ac182a646b4a11f313f613191e321df7365ab3341f
+size 201408771
diff --git a/global_step5000/layer_11-model_01-model_states.pt b/global_step5000/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95628caf7481d1f102eacaf10be94bab3fe25064
--- /dev/null
+++ b/global_step5000/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f6a54a332c93568a79659cc5fb68217894919f2258c0d994a6cf370ef723ba
+size 201408771
diff --git a/global_step5000/layer_12-model_00-model_states.pt b/global_step5000/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6156852e85d6e858afbb2a9e5743294e6335c8dc
--- /dev/null
+++ b/global_step5000/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a4d9582c05b4c74a7be61f566b0a84124f28be15f3d78448c6fdadd6e6f899
+size 201408771
diff --git a/global_step5000/layer_12-model_01-model_states.pt b/global_step5000/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4395255a3844599288ac379d7182ad0fe2eae4b1
--- /dev/null
+++ b/global_step5000/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2476100a7a353c3187fff0d13d168bd97d4a7506bd1ed795413a3b2a749240a7
+size 201408771
diff --git a/global_step5000/layer_13-model_00-model_states.pt b/global_step5000/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6c1464324bfef6866e8a097a7b656343882b4f
--- /dev/null
+++ b/global_step5000/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58db1e97c21f795fadbf200ee8b7e68013a6b02183ac762045e4f123ce131f0c
+size 201408771
diff --git a/global_step5000/layer_13-model_01-model_states.pt b/global_step5000/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5db6f0b985b8fed2ff38ca2b5132b60d52ddbf
--- /dev/null
+++ b/global_step5000/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e85a68b5f4eeef5e6f3060a34ad63a5ac931044bdd7ded5f8a2e428b69faefb
+size 201408771
diff --git a/global_step5000/layer_14-model_00-model_states.pt b/global_step5000/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40666e5be78b453740078b8b1f5ff9b79636ed12
--- /dev/null
+++ b/global_step5000/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a913643eb051509f5d6f9411c6e664c9b0fdabde46504b28718774bbcc04e9ad
+size 201408771
diff --git a/global_step5000/layer_14-model_01-model_states.pt b/global_step5000/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f6569b66a330085e60ae3a6abe1e5baeef3987
--- /dev/null
+++ b/global_step5000/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d319ce17d1810fcd2ee078dcd3d8a58faef33d62a0a38f55a7ef6ec70e5f76e
+size 201408771
diff --git a/global_step5000/layer_15-model_00-model_states.pt b/global_step5000/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c0d8005314f0a45dd7baf9366d75b08edcdba7
--- /dev/null
+++ b/global_step5000/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43a884f54a1817d2700aa0c89735ea690ca6eb6e3768f45b7cb4298d46dbbf8
+size 201408771
diff --git a/global_step5000/layer_15-model_01-model_states.pt b/global_step5000/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600ddca22b72699b27f742b7ebb137ca181f137d
--- /dev/null
+++ b/global_step5000/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba942cb87c09bedd2963b15b914fc323de8b5a3c9996d686f1d915c288ba5ec
+size 201408771
diff --git a/global_step5000/layer_16-model_00-model_states.pt b/global_step5000/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0425e32ead1b69747c415a83063430ac8bcce07b
--- /dev/null
+++ b/global_step5000/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec69fd41ab44f005eb2e67b3e13adad50e5c7eac7c20ca503b9f56f229bd4e6
+size 201408771
diff --git a/global_step5000/layer_16-model_01-model_states.pt b/global_step5000/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2150f42f144eb3cd3069da9322d69ee910832071
--- /dev/null
+++ b/global_step5000/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1e2a05c783dd398908af66398029864c78eb6a2bbf4eb965621b861c5535ac
+size 201408771
diff --git a/global_step5000/layer_17-model_00-model_states.pt b/global_step5000/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad05fbf786efde2ace635c00518a0e610dce111
--- /dev/null
+++ b/global_step5000/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795341cc09a45269b060f3ba8bbdac3e2c0d56fec46793e80d3b62b816a90c7d
+size 201408771
diff --git a/global_step5000/layer_17-model_01-model_states.pt b/global_step5000/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d08aa0ec0475602ce1052d9df3e359092eadd8
--- /dev/null
+++ b/global_step5000/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae5c8957347da7112173be28f8a8817f69df09443abd004b0bf51e702063d7f
+size 201408771
diff --git a/global_step5000/layer_18-model_00-model_states.pt b/global_step5000/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e964597c0e9dc5a34a8b59ad492b2c4b503801b
--- /dev/null
+++ b/global_step5000/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6156215ac01c4ce0deb74724512222594a01aabc8faa9e0096d6b959242bc908
+size 201408771
diff --git a/global_step5000/layer_18-model_01-model_states.pt b/global_step5000/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54b4e8e2e8e615c958d84fdad5998aa26f5fe73
--- /dev/null
+++ b/global_step5000/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a8d5692af74a4f36ddc3be72bc8aeed2eee5c5abf4211861ac69e42aaf5ce6
+size 201408771
diff --git a/global_step5000/layer_19-model_00-model_states.pt b/global_step5000/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad1e9fe6d95df933f9256ba1d408e9ee19243ac
--- /dev/null
+++ b/global_step5000/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a56efdcd8e1a9e4e5ced9f35acddf60f9eac2597c9fe6394feaafbb569cb845
+size 201408771
diff --git a/global_step5000/layer_19-model_01-model_states.pt b/global_step5000/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b35317aca8345135cf982fa15e43aa056d23a2
--- /dev/null
+++ b/global_step5000/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a440d69f2b0e2b0297c329d5e93d0bd37028e2389e0b7acd38bdf41ac3446f56
+size 201408771
diff --git a/global_step5000/layer_20-model_00-model_states.pt b/global_step5000/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43408e2810dc36a3c1c40c3ec5be72d268e3906
--- /dev/null
+++ b/global_step5000/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3514f75bdf09d19bad73ac5b5bab6e20fcff63caefdfaeca8415cd3fa7a7f7ae
+size 201408771
diff --git a/global_step5000/layer_20-model_01-model_states.pt b/global_step5000/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5851071dd73aba2addd248c1396f425b821e66ec
--- /dev/null
+++ b/global_step5000/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e843440858d1f8fb89dd4fb731347c09e349e2f10d8fb73516b141e4128cce
+size 201408771
diff --git a/global_step5000/layer_21-model_00-model_states.pt b/global_step5000/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834093ebc2e05141094feb601fbe9ec98a74bcb6
--- /dev/null
+++ b/global_step5000/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb761c4b910da2fe667134383621b4fc8bb804c509a85ef176d5c722ef74999
+size 201408771
diff --git a/global_step5000/layer_21-model_01-model_states.pt b/global_step5000/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5c7f9fb2ab6cad318d9fb636c85d5356514499
--- /dev/null
+++ b/global_step5000/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9b3c60c95561bb3592e974ece6bc217ed9b1d693a05c964c8e762081acd909
+size 201408771
diff --git a/global_step5000/layer_22-model_00-model_states.pt b/global_step5000/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36ff568efd9dba6ff78b5a1970bc036b4b6fdd0
--- /dev/null
+++ b/global_step5000/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b01fc9f5b982bd05ce2957d3c6cbf496c007dd833fb022908b070c9286de89
+size 201408771
diff --git a/global_step5000/layer_22-model_01-model_states.pt b/global_step5000/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceaa79e0e3c80eae1cc3ae65e6d81d6f48b06067
--- /dev/null
+++ b/global_step5000/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f923f036d8b156895e6486142136906e00c54ce895705a2a18a39ed7f0e1f1
+size 201408771
diff --git a/global_step5000/layer_23-model_00-model_states.pt b/global_step5000/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c3129feb6f44346146ff98db1ceca7f050673c
--- /dev/null
+++ b/global_step5000/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e496629b9fe8e22552d0f862332bc10d93d81be4b66cc9ad4885129b54fc0c
+size 201408771
diff --git a/global_step5000/layer_23-model_01-model_states.pt b/global_step5000/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f9406bc6a8a2c2b1b9daf06e0af2649c3374dd
--- /dev/null
+++ b/global_step5000/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8d59d0219e7f21b87d581347581e19a92120d159678a6a7029f9e47b125c19
+size 201408771
diff --git a/global_step5000/layer_24-model_00-model_states.pt b/global_step5000/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07add98a1fc68f68972ead7dd186e38c583fdb16
--- /dev/null
+++ b/global_step5000/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7750081dbc037a4ab05ecbeab507200807571720c1c3cfc9d7859020aa336891
+size 201408771
diff --git a/global_step5000/layer_24-model_01-model_states.pt b/global_step5000/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ba213a49fb4bcce3331e722ac521c742b4f706
--- /dev/null
+++ b/global_step5000/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2a91687144180eadc5ce77e8136700eb5e6366f6aab29a5775df90fbaf94bb
+size 201408771
diff --git a/global_step5000/layer_25-model_00-model_states.pt b/global_step5000/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad686de57a3d7ddee7791123b9a8558ca9fec49
--- /dev/null
+++ b/global_step5000/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd76dd558d7066ed83cc8cfa9cc28d0243c2b7ccc5d52960ca6c9d32c18654aa
+size 201408771
diff --git a/global_step5000/layer_25-model_01-model_states.pt b/global_step5000/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ddb332a9c8cfeae761285c834f09c1a5666f75a
--- /dev/null
+++ b/global_step5000/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d5bd8128cc9e9a87ce054ff083c59aed3b939beb6b055db41a7686c8b8baff
+size 201408771
diff --git a/global_step5000/layer_26-model_00-model_states.pt b/global_step5000/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fbadc627b9e5157d38c623c62b79afa063399d
--- /dev/null
+++ b/global_step5000/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2336c98024baa2d63b8146b72d7ad6295f762dd77da8a3f87d60f5eb32bdda2f
+size 201408771
diff --git a/global_step5000/layer_26-model_01-model_states.pt b/global_step5000/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c0ce91d9534652290ba9dd6d6b2e2864a4ed38
--- /dev/null
+++ b/global_step5000/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da89809621774f99db1a480cde9aaef6eaf05292392d738757e88a34000b9d3
+size 201408771
diff --git a/global_step5000/layer_27-model_00-model_states.pt b/global_step5000/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ad49814707737cf66bb29f234d18240aac931b
--- /dev/null
+++ b/global_step5000/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a055d6f51a25ded9660431c65192bea53c086ae8b8f22c2f3bdbe543850b5ec
+size 201408771
diff --git a/global_step5000/layer_27-model_01-model_states.pt b/global_step5000/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54806637086afa43ea924a9da53a73a1d31b142a
--- /dev/null
+++ b/global_step5000/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54da1c9d18f0b6b372e4eb23a29fef5aa3de7775e76a2e04eb7d073249888993
+size 201408771
diff --git a/global_step5000/layer_28-model_00-model_states.pt b/global_step5000/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72784f6aec753d5844c8de210fb54078ea33fa65
--- /dev/null
+++ b/global_step5000/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0de09b2e81584aa4725df2ec4761a30b3114c0cdc16f813fb09d4128acf61a6
+size 201408771
diff --git a/global_step5000/layer_28-model_01-model_states.pt b/global_step5000/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23485c399f0b356e0ff49a472443b5332e0013d7
--- /dev/null
+++ b/global_step5000/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de55a714f90dab0b4b114615323aab18091bd30956bf2143cbc3f20c8ca6130
+size 201408771
diff --git a/global_step5000/layer_29-model_00-model_states.pt b/global_step5000/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff07e2f84ff5bee986bbb0eaaf391b7b5eb6792
--- /dev/null
+++ b/global_step5000/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88b8f7ff22757d3cf38efecc357c23546c032c6ea278d57382e03431a5c7948
+size 201408771
diff --git a/global_step5000/layer_29-model_01-model_states.pt b/global_step5000/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320aa8f6fbb5408674ae2e48273d051b3c458e08
--- /dev/null
+++ b/global_step5000/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b30fd08522e2d6d918e1b43aa55ce12454edaa0d1db1ab36a62b6446c890484
+size 201408771
diff --git a/global_step5000/layer_30-model_00-model_states.pt b/global_step5000/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ff657a426bf1faa5765c77988088b90997468c
--- /dev/null
+++ b/global_step5000/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb1aa0716fde8382e98eec29c5d90fdfbe32477c1e1400f06d9765233740df4
+size 201408771
diff --git a/global_step5000/layer_30-model_01-model_states.pt b/global_step5000/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc7e6bec9c8913f72f5d85e102f9603ea6fb247
--- /dev/null
+++ b/global_step5000/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e68e45b33c89f7453c6a0bc2b34bd6536275e7fa3fe4d37fe9aaa976cf92380
+size 201408771
diff --git a/global_step5000/layer_31-model_00-model_states.pt b/global_step5000/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c20cfd8f90648216e9f4d9b05cc846ab402f12
--- /dev/null
+++ b/global_step5000/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b48ab464ebef8e578c1ad532de34a73b1984a8e65ed4d9b60f74188a5c43bf
+size 201408771
diff --git a/global_step5000/layer_31-model_01-model_states.pt b/global_step5000/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67905e55d476b10d4e9809cbe3f3ac7c8cdbfc06
--- /dev/null
+++ b/global_step5000/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9021b50d6c0f048953e59daadbfabb8fde78864c09949da5caafa0522206ea1a
+size 201408771
diff --git a/global_step5000/layer_32-model_00-model_states.pt b/global_step5000/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6b0ed9c272468a71de29e5a5184b70dc6329c0
--- /dev/null
+++ b/global_step5000/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a611d8c0f0e5adf398f24c8d1cd6f073624a979782e6f634f66723c352cc28b
+size 201408771
diff --git a/global_step5000/layer_32-model_01-model_states.pt b/global_step5000/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f7678078d16cc2455bb790773b83bf719d1824
--- /dev/null
+++ b/global_step5000/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10af1a037ac9b5838728528e1329252f561de074829cd202f7587ea13eba7d6a
+size 201408771
diff --git a/global_step5000/layer_33-model_00-model_states.pt b/global_step5000/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a585b10cbfedacc9bcdbc605af267837727b5e6
--- /dev/null
+++ b/global_step5000/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e886b29cf7bf07c1a4679602b82cdd67d5025f1a922bb93215c9a8f79e8b3c
+size 201408771
diff --git a/global_step5000/layer_33-model_01-model_states.pt b/global_step5000/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8961cb08117487bd70db956f316a33639ef129
--- /dev/null
+++ b/global_step5000/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4d54149c6c1a16314a21ac3fb7860cda5c464d6ec3e81330c14c57cae3c5f2
+size 201408771
diff --git a/global_step5000/layer_34-model_00-model_states.pt b/global_step5000/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7586f3063063a7f6ef818d081ef1d44991d1841f
--- /dev/null
+++ b/global_step5000/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa1e95276edbd1a020c196fb44ef0325ace63c80540f5ae04e0a479a1654156
+size 201408771
diff --git a/global_step5000/layer_34-model_01-model_states.pt b/global_step5000/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688916f995b63bb3fb184b3484091fad77740e9d
--- /dev/null
+++ b/global_step5000/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeff79b19f9281994b29f273781105eabf7902331b30e7d3a35529462f16d637
+size 201408771
diff --git a/global_step5000/layer_35-model_00-model_states.pt b/global_step5000/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99e09dd46d070bebfb8700ddbf1335491967774
--- /dev/null
+++ b/global_step5000/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6830e33d821859b7e99e964ca4db482a1510d7e034ce517a6bf560f4765e2e9
+size 201408771
diff --git a/global_step5000/layer_35-model_01-model_states.pt b/global_step5000/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e728fe23365e0bcda5571edbe7cb2fabbf3a596
--- /dev/null
+++ b/global_step5000/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3b0bdc3db5cba5b9543cb1613c7d66fe0958cf0b6ecde53b4f7785f1317c99
+size 201408771
diff --git a/global_step5000/layer_36-model_00-model_states.pt b/global_step5000/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77194b15afb55bc8467fd47c5282401155f58603
--- /dev/null
+++ b/global_step5000/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d14b1696b066ed05f52626805ae9584d65670ca064a934c2a7607a6d3c5240c
+size 201408771
diff --git a/global_step5000/layer_36-model_01-model_states.pt b/global_step5000/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1190bd1a03b4e5d6ff4f4f8a6386f692962b99a4
--- /dev/null
+++ b/global_step5000/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c1a60407925b0bd1c93cf8ca8a99dd3ea97b7532c657f418fe375a79d7be4a
+size 201408771
diff --git a/global_step5000/layer_37-model_00-model_states.pt b/global_step5000/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c13f6a7271e1790034cafd5e8c8076ae3a44ef
--- /dev/null
+++ b/global_step5000/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d2f8b3d9a7b549d3e044cc34baac9a6392d38e42333216c61c1d3c6755fae5
+size 201408771
diff --git a/global_step5000/layer_37-model_01-model_states.pt b/global_step5000/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aac0b08b68b5e17c6522bda37e3141b1bfbdfda
--- /dev/null
+++ b/global_step5000/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fa0b91af0f31edeef1ce65ad93ff04d9310db468b5c9535c2399786e6706d7
+size 201408771
diff --git a/global_step5000/layer_38-model_00-model_states.pt b/global_step5000/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d5883f4b3a61e546698334f04b88ceecb0441c
--- /dev/null
+++ b/global_step5000/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa25d3ad9aede9b0cec5cdacf3c6be9fe8e11593ea56485483e3b3936a3d15f
+size 201408771
diff --git a/global_step5000/layer_38-model_01-model_states.pt b/global_step5000/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f53c3c11919dbb171662e67a37808bc6789394
--- /dev/null
+++ b/global_step5000/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe2df6515ba102655e3bb560bd81d6786b48344d2b62fcf4c869d125ad09e04
+size 201408771
diff --git a/global_step5000/layer_39-model_00-model_states.pt b/global_step5000/layer_39-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001d77973628afd1796cdc58b99b1e8718ac4bdc
--- /dev/null
+++ b/global_step5000/layer_39-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcdf8385d65e5c3fa55ef8251f526dcfc5e19f15b0041fbaa15ed05b2f80ba9
+size 201408771
diff --git a/global_step5000/layer_39-model_01-model_states.pt b/global_step5000/layer_39-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83db67f179a0392f774b603a0815d7dc20a411c
--- /dev/null
+++ b/global_step5000/layer_39-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b816eef28f6bf0b5458b76d63255794e16c2a390701910e729cbce48eaa953d
+size 201408771
diff --git a/global_step5000/layer_40-model_00-model_states.pt b/global_step5000/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca732d71f5eaf9d496e0f2866161f96b9680ee56
--- /dev/null
+++ b/global_step5000/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0eec7df462cb9bc838104d950c5c209ca85f5b12480239376200ab84e78baca
+size 201408771
diff --git a/global_step5000/layer_40-model_01-model_states.pt b/global_step5000/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aa295d384a9f3814e5cf212d22609afddc6854
--- /dev/null
+++ b/global_step5000/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f96a71bef44e64054f3c4c8b0511679b1cad6014b939a3cfbd7acab20b3aa6
+size 201408771
diff --git a/global_step5000/layer_41-model_00-model_states.pt b/global_step5000/layer_41-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cab431af0a07140e233120e7bdedce361c6737c
--- /dev/null
+++ b/global_step5000/layer_41-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f8508bf3441fe65d200d2f147a24c1f26efacd3e54999925eadbbe945a47a6
+size 201408771
diff --git a/global_step5000/layer_41-model_01-model_states.pt b/global_step5000/layer_41-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a88f12d14f3a86104761623a19fd34d045123d
--- /dev/null
+++ b/global_step5000/layer_41-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173dad77bf5ef96e08a0d4b353f7da66c66e9ac47521b4c69aa3b2e9aa1757a4
+size 201408771
diff --git a/global_step5000/layer_42-model_00-model_states.pt b/global_step5000/layer_42-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99a70d2bf4745ea9e61b63cb7bd93d44a64691d
--- /dev/null
+++ b/global_step5000/layer_42-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e362347c4e4eae849cfef82a9a6bacb35c7034e87b4d62a15c4a6c8f76b04f5f
+size 201408771
diff --git a/global_step5000/layer_42-model_01-model_states.pt b/global_step5000/layer_42-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2efec38a0ddde006f4d8ad3d31665d165a2e26
--- /dev/null
+++ b/global_step5000/layer_42-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2077296c53c5a74723bd605d38441c54d1a82beeba733b58e812fb115cc8f0c7
+size 201408771
diff --git a/global_step5000/layer_43-model_00-model_states.pt b/global_step5000/layer_43-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8226834ae52e6ce6615418e48f86f70010e90dc1
--- /dev/null
+++ b/global_step5000/layer_43-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de17e1301d7c578b9504c8dc069b49bea7ad8ca86014ba46ca441ce9a1aa673
+size 201408771
diff --git a/global_step5000/layer_43-model_01-model_states.pt b/global_step5000/layer_43-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f875733a88aab2712ff0481f8f5681deab5764
--- /dev/null
+++ b/global_step5000/layer_43-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f738822dd80adaa7725ffaad37040aa18d5a52e668eac72d064b4d076a68b0
+size 201408771
diff --git a/global_step5000/layer_44-model_00-model_states.pt b/global_step5000/layer_44-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9bbdf8133186d95434af8962b6e6a436b30e3e
--- /dev/null
+++ b/global_step5000/layer_44-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934e7fe3fed077b62b1408be3407f0cd46ffba63c40214eff8bddcbf5b957a73
+size 201408771
diff --git a/global_step5000/layer_44-model_01-model_states.pt b/global_step5000/layer_44-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bccea54f84f39bc22c8dc0da80c000626e23e37
--- /dev/null
+++ b/global_step5000/layer_44-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fd4830ad5ae1c047a22d983892ce9ee106296f8df40265798a744c2d416bec
+size 201408771
diff --git a/global_step5000/layer_46-model_00-model_states.pt b/global_step5000/layer_46-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e7978f53bd02ae8f14cfb93d11fde176114eec
--- /dev/null
+++ b/global_step5000/layer_46-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffad135f731a069e9deed489c731d9a2e36b934689d081b8c85437ab7849e432
+size 17603
diff --git a/global_step5000/layer_46-model_01-model_states.pt b/global_step5000/layer_46-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013caa19d1360f53395bdfeec6e6a93b2cbd4269
--- /dev/null
+++ b/global_step5000/layer_46-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a493d380044b12b20034293beb34a9a23e98b84e07fcb3d8d803dbbe9d064803
+size 17603
diff --git a/global_step5000/mp_rank_00_model_states.pt b/global_step5000/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ffd5c1aca5e9816f31d87f92a7e621080801d5
--- /dev/null
+++ b/global_step5000/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75adf83e8c1367a001455c1212e97d7d9dd60d8480611062f28f7099884cc3f
+size 39859
diff --git a/global_step5000/mp_rank_01_model_states.pt b/global_step5000/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa5279699224d59eabd8f11aae09bbcb72745ca
--- /dev/null
+++ b/global_step5000/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c239545227b18210161a55ecd4a88bfa64a44a64ee671ba2b983b2b7ed62a01
+size 39859
diff --git a/global_step5000/mp_rank_02_model_states.pt b/global_step5000/mp_rank_02_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12c89f6edfebd7ef009d0c0eafc8f91d691ef97
--- /dev/null
+++ b/global_step5000/mp_rank_02_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc06e4d7821fdb8bfc8b1ae0b01c326e8830a2ed5c3711b1672629148350c92
+size 39987
diff --git a/global_step5000/mp_rank_03_model_states.pt b/global_step5000/mp_rank_03_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120c02ba628136b74bc4156a19a363fcc6fd4471
--- /dev/null
+++ b/global_step5000/mp_rank_03_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7ef259937e5848d90a188fc63b39b8e982a08514a23d84b03473b6d0820047
+size 39987
diff --git a/global_step50000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed847906dac5d04c20968461d7ca67a632d425e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2f08736f06d3686af407687a8d2dc1ad89f0ac4005171d47e2f0d289ce93f9
+size 208731415
diff --git a/global_step50000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013b22efc61b23207693fdde0debb2926a92945c
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a1e481efd96132d1af6bab641a34bd5e935f4e00cfba5edd4d8f4ad5f45c67
+size 208731415
diff --git a/global_step50000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72e5d83c3015a7e8468efacabb2f3b6dc2ae760
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ff1fabd655c69d76c524205ce454e8ecd1d39cd5a7de72694cc8629f6efdea
+size 208732183
diff --git a/global_step50000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81df6a79b68969452da6b9a3265abfd199e63f0d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738b5942e114b0b6aac410f20a625cbfd4f08f16ca958726abb760174b40db09
+size 208732183
diff --git a/global_step50000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d311a2c3478485f4a97a59b87749045f70514a73
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ba8ce5f24d7da41c9334a0d06868a97c1994c8ffd6e6fb138618ed6a90fbd2
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a94afca6a5415ef3652a4f12a234e0ca328e06
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd34f12b1c58fc97ad6eadc732a19490e0a7c440375cc7155f2cab0012448dbb
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d889e45346d66671029be9113159597c2a7367ed
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a75989e6b536ea43a11e5722857b8824e6158e261554466b7a73685f5ff48a
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bad351ebfa6830eee22ed317d4c4c7f0a26c89
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f340079e6fe1b84b145529ec18a8f28ac8df6dc131608ea52ff89ba0cde261
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad575da713dcb0a9cc589cf6c52dfcb7cac6b6b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ae6a408298a80e3579ac54628bc8c808bfbe129c4ec8bdc6248e461a49078c
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ebd18ee23ea78bff58c2eadcf42952f58cef55
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e33ddb44d987b9e8f1c97230c6b91b366995ddd051c76e4a765d35ec2dfb43
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ffb0f27440efb05c93c2135111ae02809d6f8a7
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a643b217df207ffa8a89f41207c3aa7a75fe791764aa793079c89823056c7594
+size 208732077
diff --git a/global_step50000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8532b396142c714fba0cf11aa3c1ed06429a7f57
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae37fc88953f3ef50f233b56a20b915d8215eac4fc0dc6c684cfdf867d080417
+size 208732077
diff --git a/global_step50000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae18489a819edfb4ce2926f6ba34bbd75d28534
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb22e8f4be3bf9733478d98fb03554a391264bfadc6e39fb774fd88d8d243fbf
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f01bdbcb450232d8875bcfbceca80ae51b9cc31
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace05aea6cc17d75749ee6c4e4555ad2816bf734ffedfb778a88c776cb3bed0f
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba2f9b2c351e127e536922b76229b538f6520af
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132b903b11bbd379ce8b5a68b17bd21652cf0d4bf6642a616e188182b3330f40
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d25a6a04cfe539da8bdd638dd6d3045956b9c8
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb86ae579325117ffccdc026f81ad49b1d615dcc826eca3ff4e59eecf34b3ebb
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd2f1f16a9ab965fbc78867615c218ad44b124e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ac0c1570858b8aaa72069433f1c74429f27ee259047016f8040a56c3021a60
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013955648395b02a8379a59ed2cf091e5a6c8f77
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bff17e0937b54de699fb7b21f28000e19b3f1956bf213f101d1409315422d4
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9d8e77b7857464a605acb355ea4d38cc109627
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5f333082654bdd056b149c1c0f61e5c9bf26d8320d840dc989ecfef19f5423
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e972bc186990011fd90b6d14310c58c6b7ff52
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6275761cea4008f0400cbb208c1c20898a32d3e963dbe6b64009afd75821caf
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3de5a5a6d650ebceb3eeddd344ac3fa66fae58
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb54e8f2f98d3af62406299331eb5eea5becb95ea503ce4658d8fe4ec6ef793
+size 208731501
diff --git a/global_step50000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538fa77d6e7dc868e8c1ceb2ba704ef03fa38f90
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce6f47da677ebbf8ea3f7c44fa4b3eb2f26a47f5b79bcc7e37bc0d24735bb70
+size 208731501
diff --git a/global_step50000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c346442c01829e56dff83ea556e0de42f0a2226
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24bdd91cd1382e29e1e9507f854baa919fb4e951120ec3982f2510cae8e9776
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b988409dd044a571996f9cbb4def106ad4acbbdf
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870a0492155c5f73ca3fbd0194355a23f53afbd88e9a4a86b55f59c28bc9abd1
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8210245f98db961d09b30d0b01d17cb92d9558cc
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09591aec3bcaf1276962bd0aca6f9bece0423fb2bd8560f7c9e3ef94ba98a578
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc48e88ee2655e26312f7e6de7ff89a4f2bf779
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15a76605881c4e9e2711281a73159ccdd8ba16241d8e550caf2230325c5852d
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8ca5b8291432ec10928cd36a34066dc8b71c08
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc8edd0b8573531005c3d5f697b1b670be8c7aa8d411c11967c91ab3ae78498
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40b611dc044cda73bd4bdb67dae410e20ec4013
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360dfbc53614d6f118108eec36d830b0ad3ff089ecea245f6995cdc73356f5a8
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4bb90d462f33c721bcfd395a4f3baf4031cd04
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09690bd54122643212e1a2f50c0a359f52fa034c809a867696906b64ac406a2
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edc1e54479895feb646c8a814068a9bc982b7af
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b21b4094bfed7d974fcd5b2cd99309a15ca0b905135fb82cdb3add91a17952
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12789308a41aba67b684ba274176cbbee5683791
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2af636d4af2f6f7edab67e179feca0d2b323278e4ee866e4a6de65215b26b24
+size 208732269
diff --git a/global_step50000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7425212efe3d885c1ffd01f8467322b228f647d2
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd21514336a5ff29598acba9a92f8bc11910e15c124a9ffa18e3f49ea8489bd
+size 208732269
diff --git a/global_step50000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9937bc520b2142e9e254dc3a164b7e5469e29b81
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336eeb1496b05a3416ed69041ba4f0a67457ab680dc84d7351de66c63dd4148c
+size 208731501
diff --git a/global_step50000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44db8d0e3472e6c6cc5d0018d7862243e67f2e19
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4638a59098211b8f77842c08d42105f3c3bbd463996f661c23116f46e8af242
+size 208731501
diff --git a/global_step50000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613f6ff164ece5d5d242ea8bc32dcdb3508d00f4
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702c8c910ebd8dfab3950d0f141819aa7d3095786aee31e5e436d3aca99c46bc
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45027fa03d87bf59f1509b0e2209a2895d9b92e9
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fff4cf0736c91eeb16ee6e14c5f3a856b0dce9c7f662dc33641b68151e0110
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b0245e24bd6aefb90f70f6473ee85cd89371cd
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1078237b10553f2c2e368a6aeaa3fae6b8a5cdd3c2f7284bf1248fcfc5a365a
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d28954df7dae140328c0161b036d2625fd03c58
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a0ebe48024c297d4d5b596297e0ffad86e7da7646fb267cabe5b5abdef81e4
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ac3431984d2f1a48846767b887c4a2e9551b9c
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2735bfba2fabbb7041d73367a58483c02dcfccef83e74622a597e4400b62a5
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8294bcd40108ac5e9c979338ff5189e78ae62b6
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0b709a6c9e90cab16ee5bf2f667ec905a3a7c0c5305f86353732174af8c2ac
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d9ce1177728e2348254dc1b53feed935f5903c
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96aa56a86a513df4e7a7253e77bc5d96e5ca1437dc5330970b0dd2a661943918
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7e22cd3c6664b471a34ac2313e4aac9f58e6aa
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1a39b820c1ba9f851353a08ecb0d4d3457f68ea068c4ec4e39d6c470998c33
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67eebdf24157c594b44ddc2051aad6f2f927c72e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80610e944366d16349c064bd020c37f85352f6a0899036b38c33db73b6727f8
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1161160ab881d715370942170684c25609c2651
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010da7317e4f2aac1cae11fa3a237956ac8e107397a325e85b8f81d5a963d3f6
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfb65eb49fa07d7af499cf474d481b12653ae20
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319305a379b054efb42c572ac9e6961b9987f8048a53bef8cf20866883f42b08
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e42916bb4b3194e65eb34b4e65bd01723619a3e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28601d984342491e8bb6e96117046d97ab73765032320c84bed1248c4e945467
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7192705c0ef9ca67a17d54af2469d7db71c00507
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540885397d3747bd4c6d3d582918ab70a5fa9bee089d22d9131f15c6af603ef6
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f001a61f1bfe93e51adbb055358ccb17760580b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b5e8d52c485a1dea5d227066a0ebe0adb1897df222d9ed97b5f7d199f9f6b8
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2b535b80f287c59824374e1c64d4ab98d0397d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01203fbf0383f1d3fb82ecc803aa1a9e05e0d95756693a129612c7afc75ccd32
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4986650cdfc759d0dda1ecf8b90c78ce5b736dce
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d498af5782498128bc051b12e5954660e6466904e2a199dd5da7a961be0e2363
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b834e1551dbc80dd4d882c2a552c80748c2ad89
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b447f2abfaaf941642ace49ad35cfc3d7e86202fb33def751ef417eaef088fa
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddb766dc13be78f5e4f1e7dbcb3e96c045381a7
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310d91b4a90e75891a70a8d3e28d92f627bc3d4b1dd3838b92eff2c8d5be5730
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4770a4114b50f7ad92dd911d5c8eb5e2d2d47e0e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fc4c494904bd228d78224a2f1fd49558db2f0817a63d659500b8d880474b60
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd77c820e05f1ed848b553f7c200c9d22c422adb
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb838feaaa9021a04186d3cd6164466175042f7d8a243cba7f80c30211a3b257
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c34508d4eb106e43a5f37112b95bac4da7b08a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8bffe9848284263684c624dea80ba0fd06c6e8c0ca087a076d6197639971cdb
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1b7a49e04886851aa2edca515d2c118175f429
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac866d17f8951a7547db5f36220513339e402d322e86a71d97ae48ba0fc79a92
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728b5c7af6463aaaa0db731f9bb86989087ed760
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c756c851767341ae21474a37b99ea410cd20cc9805cf2240726be061eea200
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c3fa1efce89f699dd68887ddd26b38492b9dcf
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eef2d99b10d5c7e2e8a68610c254f4d3d1cbe432651058264289eab37aceca2
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780da13ae388c7f568f062fd72cd1e62e95759d7
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc18dfb93179e7168f8bcd2f34afd888825d0f78e6e3134c4c9a0031ec48e42
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020b20f36efa8b1bcc89fd99d6cd7c6d67b5ef6f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06450e75ffe2cb4e73df449d695c97e781f6abf96373258a892a23cafe3b5291
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd244e75b25e89a4a186c22ba12cca8261848bf
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7155f290a85905ff4150138fc4803d3fe5d51933e9d046f550f4b2709569ef58
+size 208731501
diff --git a/global_step50000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13329306e912b82cc9c034a26bdd11f58a04acd8
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c03ebc3a17b7ae2497c7551aa8a30da1d58e57bfd441a9f3c3975ae4e71eab4
+size 208731501
diff --git a/global_step50000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76277fb0cc1d24a053d6812b07267cc4221067b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5b281948103c38c17aa2f861e6699b63e35c7c78dc1aed473c0d377bc6199c
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52bd2257bbc6f57524fe304a905718bde3dd0d0
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a5cac02b6d82f42da2fd534c66c7f387f7987492f6cd8505db82add8bfdc9c
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df02d076b9a2bd7833ad5aeb4558cf3a8fb69f1
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2082b201c3d339015958f450b4c738cc03056d3f78266efdde273b4b96190bc
+size 208731309
diff --git a/global_step50000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792245c5f6631a144868855609539ba105693581
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd3805cbe9bc979c6155779fea5a27af3184406a3d3dfc9dc6d6ef9d5e7012e
+size 208731309
diff --git a/global_step50000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b65c061da50effc955f65b8c4163cf9b1f164d9
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6046520e64e8a2f0d2492c64870650baa569a9a168f0348b82e882fdfca6e003
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7228e58d597a9cf68e223190deb396b4713fdd
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27469673047fe7a0c98b96473897996b769a5027218fa6029d9a2aedb07add2
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0f9e842c8530c83ef90404a082f88b26eeb4c2
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e114573b217c77d3cebd54ded0e54cf06e4327e8df8e144f1f8eb7e7ebbbe3f
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a147f23dc8c404f328fbb94e78809055709fe9
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59eeadb63ded7be2f5affc13c7f17955ba05bef05491fc861cd0e6c4396dd267
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134ca330817b20bd737d6b1ca39e38b1b4f1780e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b787ef957f8e3e99e66b8a35d62cc7d9c9161bd4f43dfaf3f3b57f2818edfd2
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c71a25e0cfd694220d2c75f6b82185c3788204
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9501deca273093d88f3180c71da20d6dcfc06cb34b8886c6152ab59c77e46890
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2821f577e7844b1870335379c9176515f9a0a8
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6927ff3de1755a00eb377447e673706f8cefe1098ae3813f68e7dc3985aa8bc6
+size 208731501
diff --git a/global_step50000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b81da95360ee856ac008ffa659f6cda9280c10
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d31bb7e826370341e292429005ee519e2141ec317ca758eba2697e80f1bf1a
+size 208731501
diff --git a/global_step50000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c882a0f3f104f9486d89918650f1e3acf5e27b9
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9c7d5c5028d5a2d31117d6b5447ac517f95f8f89e61a2cb9dc34bb2fc0afb1
+size 208732269
diff --git a/global_step50000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49465639d7e499a708b643d0d5014eae10c43b9f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0ba9175e4a09b92451d60acc0b56913a56780ed3754c97ca6b3a048f8d5782
+size 208732269
diff --git a/global_step50000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1993d69766a34f446e77cb0a8592708b981e296c
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89290b77940b82319d9d26dfddfa588b4f216c026790647c5e93667d9e03b5af
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e4a73be37d2591a7517b32ae9e528b5987cd60
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549ace8fe7a7c1b1910167d229370af226b53c3b8a7ddb744a5039b01422f0af
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44772e35445a5b1ce730d2ed9d90045bb5981264
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e01014305428077f3bb9b8ea64d6ca459adeb7e79d3aab67485898fc8e5718
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b163db9f7d99fc064802bf409f3ac14e2a166db
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd0721f4cb39f70ddd4353f5c3021d43244ec2c9f5b442a819e854f38f737b3
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a024b512913b26a4e7ee41b3096ac529257b045d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e66387b4e4f5ce4b1dff9eb96a116f3b1d5277e426dc730b9dabcbe3780b4cc
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9454ae7f2f201940976a109606ae4900143c12f5
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf7eca9999877b8d07ad8d6900a50e5b62bb1801fdbe41ca0586eb057927147
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33314591ecc74b58258779e0cd57f71a0d1c0392
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd52bea0c0228c083609d5ed4c86715d88a4dc94415682a0bd9a3af91446c3e
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27e435f77975839e6bb939265ebbe3c7bbc571c
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8517a007401f4825c5f664fb7204a309571549793604948d918ea6e6a3b61ed3
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4839013e093d5f5afdad8b386e7fc0de7f422e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8407c74972f130a202a79f0c920a2a8af791fc074617a89ee0038fb4d5440a44
+size 208731501
diff --git a/global_step50000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6eb28b90274cc91d48990c7d1311467a329de8
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9310794e2762ede55fe276fd49683e4ab96efa2a56eebd2fd4a6f33c8799c69f
+size 208731501
diff --git a/global_step50000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0246601f229ea2703a184ab08f27b87f8b8419
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885fde00e3126bc35dd8d79e25fa8e9ddc29bddaa4f909656f185fdd84df9376
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8fa2901727cda71a3b94badd21ed40f31f77a3
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96dfa6c9478e472824260fbd2919a932f37e44e6ce8cf4c6a42b8a67c5746275
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f218261735f78b695fed34525cba814c4487f6b6
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a0b14067d6aab229f432d544c8ce9745232e4ccab9c945dc0ea337e2dbe25d
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fb0e4a91f99cfe6ce77d537c897070a9556302
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d76e6284a705b7c8b3a39eaff464e4c5383d52d7eda2ff638ca9c67244bf4f
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0a412bd684fe13f2e50b9530557b4ed79f5007
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1143333c35e248a637a4beab0b90a01e470e211800eef2fa8ad14ac93c8cfb09
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019f2ddce1434703142cfd0ad8d544923efd7d0b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119c4437c88142316895ea0a07c3b3b701fcdd90bbd1faf278a408da5fd9570d
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbd8c2b13886f952dc5f15bf53e751666a667a6
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a2014b3051ebda8eca1c13ca5da090c5e4b4381000caa8b3f45a8d2980cb5d
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f883d33ad6caa51b4e7f1820407df40cfb748821
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d6ace149065ab1020e4b7fb57fa6daf9a69dd7668002be3a718f73d6a4b994
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30190ee0776bf1db203b14503bb3de19c6d1cc85
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d3e2cda6a38b3518034bf8b3b258e87946cd743c23a0880fb4cb5db3c3744f
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526a7eca34d47a1124c4f2419ada97b3ae002625
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6191b683d1054739e7cbe56d8077293c443c5632503bd0f170ed0bda8a5395d
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030c8e2927153e1e01478360bdaea057627c66d8
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5995bd2f437d10c62f58dc082af38049ec1f3be008ccf76a1a5a0d022bd03376
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b9eb99a0923c779de01a1adbaf2412f9ef0f11
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a89cc43230fa73f3c1d781487c09a47a6f0ca1d8364c74d323cf4088babe3e
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a024c16f643c447f48d7733d421975b851e1f8d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47c22cfa7e1197aade53e68ec1a8164e07e987df5eaccf8a55956c0285d05bf
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4733c73756985af59bff359bbd5a2374741f51
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af33d326bdaf5d0a7f8d8d850408ebb5259c77acb1660bcbcb195aa96e42d5f
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a5a20fc1fefe8fa91c475a033ca758b5966f6f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd5e11327b69638ffbf19f20b5e71964cbd1d38693ea4a342b8a92c091f14ae
+size 208731309
diff --git a/global_step50000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68010d87455ed955da2511e335776c0433578db7
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6f4e34eecf54f71589599702657400e6d3e973ad6317d9cab4b0141ec6fe6f
+size 208731309
diff --git a/global_step50000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458b87767955426d7f7e8b38c40a1a1b3f26af04
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6086418efea623759c1276f8a2ab8075a186e8263b7e7b3239010d4bc5357d
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81046fa68a622d5bc2f4a0a5b5e6949348d36eb
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40823e984e0bf5e731415575b9b1843bc2052f43e8ae6d8a8fdca4b45acddf8f
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9b36a4b00cc13ac91d233a0406c0a228c70027
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb0c6b3c9b4b4d0e4b211842936ce0dfb030623ff1829cd1d75629672f6e1db
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8c957c0580c058ee6a339004a4215ec95fba32
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8d2e5fff5b6943bb1349bb0604cea263641598860441d598e091eb258d1e13
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d1bb66db6680335023f41bbb52af7b4f9381f6
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b679335cf69e5ccf6d24e973c8ad45ed2f04a36ed98808cb33aa595d09bd873
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f5aa0c43cb0fe8763a094cf1bf2a4dbbb57674
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9689a89a82d837605e6deeb253f5432b786bc5a718aeeefd7541e3979b517186
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08abee1871cc2917f6c35f96ebeffe909423bf3
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc580a743841dd8af7d08f003d2b8231f5a5aa423747d57065be095d91f1bb7
+size 208731501
diff --git a/global_step50000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcee762997fd2ee5a2260bd48a903695f55fb1e9
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66189dee6f6106498d92bfffe2c184f17b897bcfead72e292758419399a0d022
+size 208731501
diff --git a/global_step50000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a40d78eec428ee73d7d645917fa707cd21e3126
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0224492e277bb9316d3ecd4d5cc839794ce960c32d710b89b9ae2c12482dce
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4265779f4b614e1f8ef233b22c4320cbc7bae3
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e953eac3f2a6e9aeb973bce6f2e7af737ac186514e8163ad9eabecb6d4ded70
+size 208732205
diff --git a/global_step50000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356f266be64d4fddd00182f2c9ec2e80b5cbc6e7
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ee32bbe66e3b3c038a6e51299531f9d1ddb6da9ba7e6d257b81c14ffefab3e
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fa6951cef316e7baf5f46ddce51356e26ddf93
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8260818b36abee2436f5b5a57f9326063217245fa715599956e974d8a556fd0
+size 208731437
diff --git a/global_step50000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e7d8dea98d4a2790055189aa9e758e86bb42fc
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b39146b6522173990adc95bfc63ca23b9e3200fc334285e80e7e82cf1ae0c2e
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df884768ddb7ed2ada5ccb085db7ff69a83a1d8b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a670b59fd9cb4e2af29fc84ed6e49291d95436ff28327efbdc7227db02398082
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca7a96a9f96414fc60fa0fd3e0897a41a13af8a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf741a36ac5fd74c4bffd2a1315ce06c4503dfcbcf3a1973412a9fbc3e8d8d6
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634121bae00c4020c17d339933874544eb213422
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4512f19d28964bded78bbfb856f8043ee96050e4691c7af89df7c7ce6c0aacc1
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ca8741d6e8626d028ac047f5b59a6b827368ae
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea92cac274746fa082ab6e2689e2ea2ee48794b21e2fe5bd49b1c9afd3afd807
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d879ed3d4616d28aa84f81927a18950dc352dce
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d522bc61243c8ea2db4d2a810df4eeb92e7f2784b1f6f434ca0bb84a7cb31a6
+size 208732141
diff --git a/global_step50000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026ce370d67c736b7d0ba8aface0a54f2ce46f8e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815fd75da287a643f6c40111d448109c8d1af82c233104cc4112817a35ae3030
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d277690e1b73a79e873a521ed643b1bceaf8da0
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98446cac09aa88a49c92f9a112fbd7241f2a60683f7bbdea75d1209a4903516
+size 208731373
diff --git a/global_step50000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6f8ddcf29e70cc4478bb4b2c8955c8c9a33dac
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120ca5e482cfa30f61a5cb100eebca8adfeee8eba7482793116028a506c64fe4
+size 208732077
diff --git a/global_step50000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fba60c5ef9f298ee8bcbd2c20ed65cee3a2038
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07c8941de8d7f48bc0ff62f0e0f93121a1d363b7ba525a77107356267b2bbaa
+size 208732077
diff --git a/global_step50000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e359d680afa72f9ecb1e9a533af689e2a4d9885d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e39afd2bdb0367cbb9bf8b3d6e74118f14125166a1e493a760e7e78e728f7ae
+size 208731554
diff --git a/global_step50000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0c868230b4911eba3033231e3f21ac8aaebe0c
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21febcb5010d64fcd6a8b87946d87b17180149dc43a4bf60bb5817021dd944b6
+size 208731554
diff --git a/global_step50000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377088e68373ad038119633cc1e4327abc5a9106
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8dfe5e19d5a7e7cf6f56246dd147e9eedb88462d5bab3646540132c05101e4
+size 208732322
diff --git a/global_step50000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dee17934a048fb2f4c46738291319c5f298b478
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13390e60587e097be02672f772241d97abe6565125ef09c5130990b685ff963
+size 208732322
diff --git a/global_step50000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78dbc858378436d8e1d06fe1e15f44b4693dbc84
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e72f4f43955049de3db63b6c2e1834dfed02afe04c57fb933eb724acdec7d2
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf33e26da00aae7946d25c1df2aa891ac7254fda
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf0b7101acb8e1222914ad7fad683577246cda43b41ad21bef296c169496d85
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eaf34c985247e619fee190e97ee4c6380c9b342
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8d71dd3b19e3f6554c034a6e41a9d9e0bbf5bd7a61be538b699dff01d80473
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd773ac0af974b106f4dd5b689a78d8166b64fa4
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4aa1f888a3a30219b11ab73ed0363305191b30966d6187e91a1c086b296d0d
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554a76f600b9da382def20abd176a40d971b5c4b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce1aaf19e070f5564b259eb3812c49a56ebf59497961edc2490904202e332f4
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79628ebb3c329a5723395d0c3361599f41e448e3
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06ab217d9336a3106dea53491e912e1ebc626eab590527d85dd2de806453b61
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745acd1e41aee9e809423c90bc1980d6b1c746f3
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe71737df76f68d6ea7fdf2c80d2b052d05e7a9d6e4a9560798640301397b27a
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a892ff632ab5bd350505ca986ddada3dce8b3e9
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3a7b4f3fe46a7658a439a37e21c8680391bc8fe73cff2277b06e773668d386
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f51a9e730af3d4b147ce8c007ba6d2d8b67cd1
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5fcb764b07efd7400daa25b1327550ad9ed92f47092657bf3021db00e52921
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c725d81ba92c309dd0077c2c5a7f11c29d1b7f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aef91943cc5267184aa28a381f66848806a60b587353a5a178f8acf2fe1d5d5
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f75cadbf12b51fd97885d9a3ffdf0a41ba0b52d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d908fc4655972d5c4fdcbbbd348f9e9ec89f7d4cc37b2a66311c1b4882a061e5
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78547c41ca973638a73d4932d2f25266ca363d93
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0624b55249347d02060dd9ee4de491221b9a8cef8b48abd1a061e0897a6e2b11
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f8893a6f28c69de1f8d0866d6c61f49cc399eb
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59e2e356cce77c1aacbc0ad0fa599b2f3bb0efc7265db5484992146a60c1421
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd368b981bf97fa77a5e4c5c24bec512b242002d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97119d478eec5ed7910ed2efcad263f923199163853fb9be1c37a0058aa72ad
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cf5cccd4d80654e1c731271b3d0178c5aba762
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf5896c9e19ec7a59b936f0b377eea933613c2a1b68e3e3c577999a346cb99f
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7596c1e2ffabe35e982d5c2295e6363e5aee7b37
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7830aac04b423c0fb013fdb2aff1eaab7e557c95474ce3096c12e2d6f7ad92
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed07a14bf135e6581dd03f611a04da4a6ea9432
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f12ae1f017391ab592a2fa04b51ad6f22fe9cd50a89101aae1e9b56d2fe0f8
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3eac8498f9e336eb34232991f734531f355a162
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf067587198602185c32a9c9aa727948545fb9b665b53aa8125576ab8298014c
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b081fc082a4dc99aab182f6983103d7a4569c58
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421747cd9f651af019581649d2b32fdd9c870c1859c27ef3ed9e85d5b28b6271
+size 208732066
diff --git a/global_step50000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa1ec610727afe005e6db0b4cd062c02b04aff3
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230bfa17cca675dba27a98c4a6725e923d5c9b03c0a5be976d9dc8125cc451bb
+size 208732066
diff --git a/global_step50000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2011a6bf2fe743713fb09d041a5efff8d2066978
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfc0822387a699106baab9961f0a2288a2861b9f2458cd6494218cfef9e351d
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2634aa3463b72ea628f18283894152e67f76e4c9
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650922227d7771f3bdf497f4040f4b216108468c7315e1d53fb43617965da4ab
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b75f46d499c1ddf2fa0fb4f323610cf97c9a0d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0c5be41a876ea3de85c580a2549594550f921472b79f9612e6b017739d861e
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a6730dc2d564847798ac0d90acaf26e1d29468
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385bed1c184ddbb3749eb4b122a352c9b1b81b5cf0428df733a1e98413d75fc1
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e574482c0d478c414d031b3f0fa7586be0d9eae
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c1cb3a59dad5e64122208b27e58605f409cdb4fc9a88e8943329db9d3a2afe
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e769c2471d978709ddc231c012d1697d2fb6a8a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e773f38bced0080324bd056f7cb2c5baf4fe9d3a3c91fa8b7e405a50272b6bb3
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00029fee6543f0462da22285545b58510f7310ba
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816f5bbb0274d181b183166f2d4672bca9014055bd3a2b123fa59f313233b604
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52214fab373670ff6ae3de632ae1b91353b4b748
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca25e3e011f8c497b9c2140dae41e7748422b958a15c28081cf6b2d0a2b2f42d
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd8a977c8f745ea0ebeb93bd201a0634acb033a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d3cc4ce08c4f301e435599131bf52329160c4f9e316ae4505a85fbcee1abe8
+size 208731351
diff --git a/global_step50000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276e1c42610880110802169565e84962b150de83
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d1f34d4e5712e2610c0a7dd5ee50003639fcd1fed50f5ae1b9e53bd81994eb
+size 208731351
diff --git a/global_step50000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a683baaa07fdcf3b30884d10f2c0c2f433319a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7018646cab2da753ce08d1383579e2243908bc826f56df25dad284a1bab71840
+size 208732119
diff --git a/global_step50000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75d90a4f0137971e95561f2b61d735f835f3d46
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228a6a1420aee575b0beab66ba054793af5029819bd36d886f8ee37fb2f63958
+size 208732119
diff --git a/global_step50000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832d8a39387955f5efb73808c8b28f8792fecb7d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abee80f10817feef0258b0b3d7005c72255619ebccbc660a361ea552a1e99d2f
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba6854d8616e04b3ceeb5115dc0581ba8f94431
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe9f15a23ed08919e5728b3fee5591806e6f5ec34d094ae1df2bb14ecc3b952
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384603212aeacbee61a35b5ad85371ade0ed0925
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b647de6081979aae50e257e5de8dd70bd87264b34d2f5ebd8c1cda9a88e6f8cc
+size 208732322
diff --git a/global_step50000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51aa82dabe41838b931c68dcfe45b136e55fccc1
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fea1388e12c3cadb97b269f3dbfa4107426754339d75e002502cd14afed5662
+size 208732322
diff --git a/global_step50000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b13a83f145a2bf6a46085284c32b83a82a5ecda
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0beff3dbb520f88e5bce9eb92ab6b48072eda795014d5f523d99e9bf36f11d75
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3451ec124978f5aa259d10b49fb4287e53040ed
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c58e4a6dc6041d78336279cb206b20864f91e2613f69fd4788c8ac794611b5d
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240bc8fb8fb9f54647e2c107bc71c40046fa06e9
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6aace0dddedde153d5cc60ace89524725df1c33fc06beb1dba04694869a4440
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77f41995cb555fc26961c4242ddcc8fe7ec9b09
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee4d54ef5c250ce45128db45770ccd592719c39f5c3e4327817654b88866140
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c5542c8b0e5c6e48ba2b5dcd6c7789e98cabf0
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a864f24cda0a60b286d6582d5c23ebfad65370c7709183cf8fa526f32c41056
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3333cd30bfa271ed30d8376a04ea17ec0979e3ac
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274a91527f8716937013ca02a77b1c72b1bc29906f6798906bd91d5efe54a81d
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..affe4aad84b19988fb3d639135f97292e342b845
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a73636fedca681f29e11f29ab22c59ebacf85f0a540858e83f764e65b2b34c
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d116911260ef99644d217290d53c86d1c9e5fbc6
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e60429fa8794a70a8e6d8bc8a2ae814c6d336f163831900a6362cfa794696a
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826634c678155955d1e5486331071b3887709353
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099e6b5af24480f28cc679f26541f8f3ed218dbf0da31074be5ab9dbb719befe
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abcde82a5f3fbe7f371908c738cea2a66a2f13ee
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2212131c46a5a3ca8a233806e70eb702cf0cef74bc94f8027f29b25c5cb0991d
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2bd9feae1dbc678de3443b6c9904f9e346645a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ac76e1a737f43c73b231cf3cc4a240b6ffc2e77498a265f71d85a18638ba77
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f4eb6f20a08676df7e59abcf1db2b6c943082e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018685f17f8d66363f4ce131cf052422f00c0c28b645332d0989ddaf2aa4ad17
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3dbc6647d9f01a4f5052e3e3435b4d5c1c5c8a5
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86c9722179594b96c96a8aede5086d873e5a0b88d8a8da566317c1012ed23a2
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336f39c54c5bf883c7046c322368fa3976ac56d8
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27e606526c66b21634c8863e075b3a6c424a6c03ddcdb2b73caccd733cee7b7
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7009193efdaaae83e9ec8ab742ca54e5cdba7327
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa74c12b6fcef3e65ba5450c20731c96a4020135da229cbf10c7ae25145640e
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ff4458709eb9d5a2a0f2da485a7cc62f9be70f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b2415431c1de13afd9c0d9756f7faeb195966df707e6d3e0e52de7578058db
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb4c27be651abbc2337b3087c4500c407aec0d8
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0c2b120a9802d07dc8b183f35324adb0e260a53c62505bf8c6c238ff9a654e
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778091ec521acd37209972058f83a4a29c84f7aa
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0f9411fe8fff6a0fcdae9ddfe0c41d446ffc42cfecdb21d480c15219326903
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8abe0ae67a64cb1d1adb022654ed74bdf570c9
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875c44722bdd1f1408828b78f6c7394903194069d0e32a922a17a75b7bbeba1e
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff3235204eb470ad74e625a851085c301946955
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a543161ccb11b1da84a983baf61242cab1f7d26d710dd1dc9ad89a84c1a6c6a
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cb7fcd462a58c92fadcb14e04fee2b25aebcce
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc84878d1a4dcf13ebfb8bd4b845b0fbabdc7da34e1e12897a32a508cabde2d
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1484628fb6e1dd17a7f805da6a43f76712724d52
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1984367204bd9a1c28777281ac725b7546e5e53058d19327dd21f7a42b80d385
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c7c6f7e94876991a71ef8906e9c29d681d2959
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df8e2618d46ebd61461684e03a79df4c9a561b6a014b7125eea48df92685389
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fffce82c7b0bcfd65c7c9c6c392d9d30b1365d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c87ca8b5ca6ed3eb1efa331d95c152769251d03f53dfee18120a727e580553
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785d8f0082b2f387a2054a95b473f307ff798652
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9243df8da25ab47aac4e7b929d3ae9e57efe5dcd42c6d620a79c45ce467ee83d
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070cd9a98ca18f451d0ad9ac401ea641a1656b33
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f44c02d68174696da973ac9547226b70577aec7e7aafe315a529f0672e93aa
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083c9434dd6956b5d777a362f657ec561515e4eb
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390adcee0f01df4e56904a049ddd407e992dc29891f1a68a7470ee8a796e98a1
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a34e612d7f6ca99644c629670230f10f9a04d5
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4aa5f4f8ea1be3c52a85ba5de2cbee2cfdf46db1253274575dae5303ea46e5
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7002057f64276c6f0f4dabe29a39d21b310420ba
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdee2d9082dc40a420c8edb0925513318e50af8d8b9c66cb31f31fb7abb0b0bb
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b37e473d8797eba736fe6f737b137f1bcf259a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84cba1ce897802a6f7134ad1a3bbdf4fe6e1a32049365fab077c29fbeb3e466
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091b073f982bb69c553404cd733a6bf7d93ca2e7
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3804473c4c9fee68c6dc59f7ae04bf44d91dd8d5bb0827310ae6b013e6f5529
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2de6af4c9d719d16c77f064d419e05e154e414
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d336ac899dccef7283071e13202270e1889245688644f1b4296352faec4ad3e5
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58f8ee6e672d708d9d3df3581eb2eec713d521e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50a978c636b8b28f719cdd1776e6ef49900aee438b38be7fb88d3b91212fedf
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8376cf41bdb912d0064aa94d49638a7536b058d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a81b9ca4ff418000257aec0ff9b547db8d72c0f92c0e5b7446f0f21da8275d1
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bef3196e2715d897e33c8c33d90943565dcc1ac
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e56960f0aaa37e7ea8f6d88ebb1805841199c92f057b31c558859f6dced311
+size 208732066
diff --git a/global_step50000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc808ad5ce2e3a0d3ae4d34e969c679530a6ad0
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f13108c0b9b092ce383c20d96ff5fcf334cf838209433e41bc5cc05969ab943
+size 208732066
diff --git a/global_step50000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd50ae401661080bbe276c3657bbb6088bf7cbf
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adb8d3a2ba28a2aeda6e5ccd9a05fe2053b8b32b3179f1d4a53df477636b6af
+size 208731415
diff --git a/global_step50000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a2bca5ca23ae97ef678530af53f89aca9a2aae
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d978e5f1ec11ab26925318f22b34f4608a44c105e7c529bb117fb35dabc9a6
+size 208731415
diff --git a/global_step50000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c344566802419d3cc437416a35bcc910603e56
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b58b6746a1fa2290bd7f3354b83dfaf0a85b424310b431d306b6a1855ed2f2
+size 208732183
diff --git a/global_step50000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423fc92250e76e7fc59de597e73b112ed623f62c
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7488e8d3d0dd85e2b60a13838d9bd20fd5eba7317834553f4bc6a60e46c9179e
+size 208732183
diff --git a/global_step50000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d550da02a56f3cfe3c09a0bb79eea4a2706dea8
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e42b4e464a51dc69b2fb3e3a75f28a7e5af56ff6dc2b7d2e48c22b60a4f95d
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b7a4d53d3148b3fb3aa397028e2b3dabf13ad4
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba29fa8f5c293beec5192185593f11d742ca3c564224d70a61f332b226f287d
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7efdb789b1e97c90c260511435ecb56f1af4376
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f398e531de7a89f8fcb0d3070dd3bff13070caf3c45b26160ba2b6fa752fbdd
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209d6bd40491ae1346cae6edf46e54bf25ad3ace
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcb09bd0dc9c1e17579dfbbd9d887868714d1d9235836fc7939ad4a0d0cf7f5
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5944cbeb55e5659019ab9e386d174e252f01757c
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa078865320a0421e7a802bdab189100a4b10a322c2ca4d34ceaa0660c74230
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823dd597a68e8e9d06e57d26bb07934a241ac41f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc06a87da92cc0b6963d00c01d6ff76c9152f3d223cad302a0b0bf8374948750
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5354b1350b34e406b40c59cea5fbdf32944bc156
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc5520253ecc98b7d8b0a1364a1c482fd9fadb7a3325ab00f2345b9e34a9f95
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0d69f045d136780391eebfed0124ef744ba136
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6418a157c7ba5fd5b9c49e8634f8005f3e7b1b31e185968b5c7f7b12083106a
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6969a2399a2f95d1f168ddc7a1441972bf07f6
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64860cfb33d83410029508cd84451147bf83f46ae957908ca6978cf7e3ec40f4
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506347540e9f1eb889430fea8790cc2f527b18d3
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0808a4d0387772f1e2310a0c6344692780f58b7f56cd4b7d590aebf5251ed95
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5543dd7083ae21cd130895f528815711d6b51311
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb72195772283baa6ee5c20a881a8e64d0c4294b4236dc655fce7bd27b2b21e
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182e99b2c4d049b403238f9d3c9d6b05c0c9cf51
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbbef603ccfc94e76a779aa3d732f1406f3a419c698d7df9a923591fdc350f8
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681e1e07491e6c606e731a6e12cef01905a7ec61
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68fb09907706c0fe3e9606a32cf5f9c0c739ae7b87a2d4538dd2a19572945e9
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba0cac745afd0a71b3af14af63f1db9905aae2d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c775031c830cec82440a6b40979343ee985af5e74c872adeca0ee0e674211bc9
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e4dc23be5c440f9c932dd25bcf65f832ea67c7
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e89b6888e8c6a4631c607ea172855a17467b400de9070f631dbd9397f3750f
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054b98edc7cb09f37e099651743f70496b2f7b62
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277d35eb911b8a2a57fb62b72c61a75edd73c6ed942d868d7ee728a7e5077310
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04cbc65d782cc020c28441dea60839ec942ddbe4
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5464ff484a0c103bb3569caf1c9cb24edc8df52eea52df3f5a060c4968ab8f8f
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6240977c078c47bce18653afa5c498a342ef6d71
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b005ec29d857ef35ce6bb5f09dea6cb4f7e04d3e502ecd5b3395e01ac72191
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ff7046374290365e9c3af1150ffb7e95b94746
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047d06e6f74ec3edff486c4dcf3e62028f08c00e38806cf691ad277c37aebe1c
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5275330ca237f4f987a6ed24742f0ec169e7620
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c3f60321aa0f12709111a8db2b8fb46ac61fe1673e428d67d7b168d7a8eacc
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac44060b2a6d74e94455df09cb3cc4092c0f6db
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792387198fba52a1cdf5dffe61b36dd59a5515638451b4295c59c23cd3d5cf5d
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83541024e81b4dcfe387c38819a490bd434ace4d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00c35683ecf0cc15de03e29f547bbfc08335ed49375f43273001cbabbfa9f8d
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a0a00a4b95fdde92bae1ff5578806b52d0c15d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3bc801ead321b85632e02a968bec6ef10f320cd0c615b45e370d2eef839392
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1e78d47bef0bfe7714da0e5090e118040c5bdc
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78cbc5f982700b8c7c443a77924ab07fb2c5141b7b3a869c30de7c9baf20e2f0
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c62ae5d8ca8cab83c3d6553ece9717663a4352
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfb4facd69d8f860ce81fb9ca2c66f5b0daf67809f31f86a8710dd944ecd31e
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a970bfd7a7cfe52fa173b9b81fbbffab564f7ed
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f6bc1701905f2bce7cceaed72c860b840301d2fbb9489490a605288117a86f
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03c07088cb61abebd2c94f9f33f7b072d93f1be
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206e27257ec8bb8f4fe543d60c9e5806aec9bcbc024f25688d7e51bf66af892b
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf5a0b953d08e228487d55d1bdfd0de1bfb887d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a966680f32342ad616b26d24eb4cb481ae953e15b0df0ae34da3f1117e155576
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da2c24c456d7cfe7b667e90b8620e4e32a9c09a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239b3cb70dd2f899caf5034a8d4c4540d1773023e8172a914d360b3d162948ae
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6992630c0d22b905d4c5f096a9bd4f56ff8b0f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d61b88b92993971ec09f2486160061a219fe8ea2b70b5be209a7773e6a4c39
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f071b3935b4195f4ab8f0b77f8639ad0a5caf7
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98b37f8b621485c0543dc043f40916c410f2a565e07156bb0b4a1861558f48b
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e97af2b931cb76975312de7e697ae60acb204f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dd09760ec4f3be35bc9cd5a68a5bbc2f29b3ab4f00a7c17151bef222395784
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a943a37c7264188aa8b8b4dc28edc24102a18e37
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5dcea451449afe729e1b139f5bf6186e800f4d9de9c227efdcfb4e01e57907
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188ef6647b50a05f257600da2fceffc5105447c6
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b6169e1242aff0318ec278f727f66710d56591aff6fb831acb14167eb60d6c
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1518fb544c6c4b989eccd61c7e502b78b25a118a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d26bdc262268c962a1d625b2b4cf7a0cb5b345e43f11cf980cf53b150eafcc
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e667129724999290a82ada35fe947939242a6a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3097e31627bb8e2187e11ff05f0739945fffbaf25a306c4633e115bf91f42bdb
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fa9968200c3444e38745beac05998aefc7389b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5992ec737b5f83980a1a52d46b88f726adee528f848052a9a5f571071bceff74
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568683cea46c651dd68272a84dbb89bb9e00ad2f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae290a512c8ae84bc4338f568f2fc151ca58f1e81597aa2efcc38b8bc491341
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac9c665199099f97303ca1d748f37c33d3f6f61
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf5a6d2471064765498f24840729f13caa46292cb44cf9ce8302555e3b8bc98
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba10291756ce80208431ad4ee3180be13fce236
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f298eab4ad5cdc4131cec4e8e9aa49112d83c6e0354cf8aeb73e2bf51855e2
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498ee690d18e5cef78ae14556556cf78273ff357
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc79219c8b112cb8036eb8b1f4aa0acd912e6c1cd339373f2ab6bfa19f2b9a5
+size 208731351
diff --git a/global_step50000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afe753f56759e53fe1cb24b3977f39abc284395
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2fb5a1a6fdc08f49b33248051d80b92082017b627c7b62d81ae574d98f947c
+size 208731351
diff --git a/global_step50000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fb49d02ca9ac149f33a97d646934c08740cb36
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265f5f09c4bd85545131a7a0b40357a7f6432d59eff197db1c388d5abd21b385
+size 208732119
diff --git a/global_step50000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e37da05ad2a59692249bec17a6ff17f65d50394
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7e43b690ac660c62b32899b2ac6a6c02e9a9562203697e1321c5028253203e
+size 208732119
diff --git a/global_step50000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ce1129c5698731527c865cffc51227f5117fb9
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd52c9ef0185d76a3beb702507568091350072239b5d287d59130250e553f131
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2ea2e1b35a10faef586914816cff721d087a47
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6269111d9a317b0c2d1ebb3bb65d4dca68cc433a3dc0a69b1c33894073ab687e
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bfa8227ab4bab5642d33a2a089510cecf0f5f8
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366580588eccada8c8ed19815c3b77f36cae7d60cccc8e0365e9dad6e3c56f7e
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39f0a2e9057558eccded3c02ac25b0ce58b261f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644406584c4c2404a629def34f53b6b88314f1afd50170c6e8f16e2b174ae8ab
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3005e2c4e25c080ce3882e19f541f091009ea1b9
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77cd3c94cb86b7eac8b8d1b9755de4b3e4dc16318c1013ce163bc2c507c6d90
+size 208731234
diff --git a/global_step50000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95e26fcdef4e3dfb19227cbbf6083d7b8b4280a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30de37d2f6dd26176653683ac446b81ab304fafb21f45b1a436851f00dda1bb7
+size 208731234
diff --git a/global_step50000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0cc216c5665baccbb6cdb5b3792288fbe3d8cf
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09b6303be58ff61e5fefaf171579ae925e7051fc23d7b9ea4f9f6e2e81251c1
+size 208732066
diff --git a/global_step50000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5eb875297955628872d4688519afeabc26917d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11fc1953d5ddb751f81f57d8660195d68e17cec6769aec98090ba23d9a96756
+size 208732066
diff --git a/global_step50000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e88ce047d0d844d660f00689fb63acb703d80bf
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac58b8f7693e0fa4a3a1e85f8e87dbfadb8b930d8f8e30694d0de3400ab95550
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8934f9dbbd6c97cd92549d1f975bdf6f02f02db2
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5900f1d578d66dbebc04b92cc108e13d90675d975b30491f8dbac9002d03ffe
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93b1b1838a65b71fb72b6b18aa6e165e4639657
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87dcf09f19eca026d49dd3fbec2121fe1b87152eace8075db437a904861bb0b3
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0799e84f912c0eb2147123add07090dab1519c0d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d805001e985657c07126a8363c749748ac3ccdddc56a77d3a8540e502b5854d2
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3ca0db4bbfd6978c48ac53f52e7efa4423308f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cde5497bbf1c6b1ddc55d0c677825394cdc171ce775f1a1c66eeaf7a420d7e
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75da03e5cea990b69f4c10556af3362e977374f5
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925926cc5caa7885d81d547c760910801902e310564fe4769d7b00b8f5680332
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de395d5c37626a1c495924111c0f2a9b9423e660
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d12436ebef2eb0cb34180e9829ab856525c40b99610579e22a2066ce6350b6f
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f2287404b35f355ccb0870b871fa5ca77e67ac
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b363c336be35e51f362b61b94bd95180452d0cc720518db9a75a16ea03c4be7
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4407f08fd5534b6bc1a5373e4138c43f53e74db
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdbb2006fba20a4874cdc01279aaeb63c2f4a3d0fd5c723ca475b4792f162d1
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94145c16597c6ab2faafe84cafa2e08754a216bb
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa9923cc21a3974f91b8befe6bfb7d36608ce189107dec555d3b24030deaf36
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33eb2bdb7e3d401ba33d05379caa3e132fa7c3c3
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f6df86e48568ee67e7f9253d41c52fd4b00f44bbc881f798dcb51670e8a779
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ae121f38bd3a9dc59daeccc1d835a524625c9f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d739c18f5db43362b6818d1ac4956a92e483caeb562e0fb35468e5342b7ccb
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737a053a30d8599a58641602a788d28a0d1fa226
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a884ab85ab9df352a225531e4816e40d7950c4f94ef392fe936eb9615df1a76d
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00bff8e87ff85dfdbfbf7bb80b921f3f51264e15
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86237416aee43dc9a6c18c50547b84bb3e2079e74a60b4a4ea34744ef4e902b4
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef24da6f51febbbbf6c486a2498abc135dfc6d27
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ec55ccd7ecae4727fd9d96fff5fe79f12dd01a15f03b1b637e21f5228727c
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930507b6f9b284f29eea607a2838cb97ed7cee56
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40aa5e159f50c26d0da1840d602ea5d4501232b6588f4eb9ecd497c150b815ef
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274e9b770ddd3e91ba21a5a5a7e1c4b23c978f50
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00b4f4ecd8e07bb475ad0c309699d10309d7948fd9a20a00dcd263893a27ccd
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9e6c97b17ad9905a5301ff70bd1cf82cfa237c
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3c34f2a6e70a832812b9edc11043eb54c3b367f656ed864730de3b4a342811
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce5c690259bc970189924851e77c59123e6f388
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd090208c470506128010026091223fec0486716e33452c5af387a3d1b4ca3e
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8b5a74c96f6bc277e6e71ceb5ea1bfe34eec15
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d76e9a3056c8587541b9df397ed3a1d97578cbb9744c6909a743e8ec0e4a736
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190f55a231115c5e82fa91b9b7d5af30c7a3d014
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91ec86bc03fb562639e6e68e909775ab992e4b27196ab2adac587d04049c154
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23eaf08c9e2bde1c5ddf3b7f20256ae994569f2a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452d24afde6652aa4e1dd6d18570036fce5e21442b395ba7ff6fb103302074e4
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4956c8b66b48cedc7954b2c248fef8523b91f979
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e94b59c51d6f8bf2ae15b2fffe47bad615547d4a7c9b9dd53d2d3572a85eda
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2a47a2cf49fe89080e7a07a27c6ed5180537ca
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6209328c1f1f3a28dbf8fb9da4b8d7bd3e06575d7510f9812261c6025bc010fa
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603fa25318ce03109a8194a6a7e4f6f073fc385c
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8923eb92e85d2d7e3d0fa60f1ff959f5fbea5d3eedffbe67ee35ef74805536e6
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d432786640e9cebd19642337b196766848a1f63
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b7c000deb459546b3a54a4ffb213d69889cf787a64b6780528b86f6f8a83c7
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7c2bd8db239850e8b67bba997dd1e0c462475b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7216920af85b4220c68ebb3469005e40bcf5d82036ffa47dcbd81aa5cbd2a4
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fda1200a3a8ab89ccce3ab6e3d5136b6718c09
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22968e9f642728afcabbecd347ee7af78c3aa6f84cc0bd6f14bc54337acc0393
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d535184c0c1373f832c1f4d4dc22137288bccb85
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0baf9404437f34c34148f244b4b884958a757c1d539e041b7725e6a73b0e3b4
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d76743ad87ffe07990c020a756a2a054fcce57b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d259818af0a220e9fe657b4a1c311410df1b4167cba2bee70c45bf068b1ef8fd
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d258e32e05b8a07bbc875ba9af7aa08e3cc0c52f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccc7da80817482807bbec0ba7e315811914cd167a9cdeab5500e98d50499566
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51f8c725a9932df89905c3b186167400704f308
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0996ce572e2d041f24d49f47bfcc23c3909f257564acd7c9ed288f8e1daf5d
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf5daa1c2fc490bd649d70dc11140998fb073cd
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8baf64943c02a2bc21e537078e2f08a313c2d5f329d299e0c9c02fdf28dd2e27
+size 208731415
diff --git a/global_step50000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c92c22c5512a4363245ae8b84ec815d86b53f1
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b2e7e9ab6910b9f59cebb91e507025ae8f5717ba2afe2cf3012bfdfd76c216
+size 208731415
diff --git a/global_step50000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53eae0be32c63734d66c146071c02d04a8f172b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0728d83bf3372b338eee649f29b9dbaf27af699f75ff40322287f852626f494
+size 208732183
diff --git a/global_step50000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000527d10e54e1c5d615f53c5274c1509d4e80a2
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1332d058c92297fa0c0e49163dcefc165621df441bd46ed6fb7966e96e8fd5
+size 208732183
diff --git a/global_step50000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2ff35541f396ef9871df2dbeb8e7b83c97341f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff6ddcc98169a05dab9512e85fad144cb58afbc725dcb31aff403529622aa77
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17efbf83592addcac3c64e3c58bf1ddef4f44326
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9c8038dd3a03295235482405b1af7377f97e3d94688ca0c0e98dc38a7c7886
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b560f615ff3ce6ab0fbef0bb1da69283454bc724
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844769d6659e048f2bf7995d139c20df1a3dfac85b719b85bf5a12194216506f
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b47cc4ab45e59117172190aa579b7e234940a6
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c3f3cf9c1c548d8d639bb647e01e1daefe212a41d24162a5df0e381a91ac8b
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac96ba61c604d0ae7e6dca1a08cbd98047cdab4
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eca456c6f688357442a9c0d15cafae021408ee50ed52b401e07c6117b950303
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c667d0f93cc541b146d2f326a563c52532002441
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2801e3b7b0d752766c513d78628e61d6c50152639044595b766efa1d7718ff1e
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3637de939b39262eb3c9ae2991ae32fd10d13889
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f5f69082077208e4bcfc8a7a48a8b1484b1d484fcd5f3d93fcaa0eb4c45ed6
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a532eeb16096e371c003ad5f06ad64aa78b74480
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa90b823fac2311b339046b671cfbaf9cd43c7550c1774856e75eb59377c568
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc66b066f32a4145fe1e219b123ca581012060dd
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23edfbe5aa21afcb89e416d6528ffbfbd4432dce43a42edec43687edd1dd138
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10bffc062dbcffcbc1aaa1a05e1ef4d512a307d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d655a4c59dfd4c649253a520f143185ee60e35fac5a661c62b60e23c9130ef
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cff2c64cb2004db4e673f95e656437155fd36d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4813a50f25dfa86a74d4d9aee3add69f42dcc929d854c58b3fddacae2da29ba2
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6d097cd06fac94f2da0cc75f3cae24394dcdbd
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004db652d20305f6172ccbff2d6407e7a6d1f3c64e5584661fd4c31fa60f7035
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe051521a1aa2855138b2d7aa1f82c0a363a1b9
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362065e52b27feef881c3651a7f5fe60309d044bc07f0163706f83af99e54dbe
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e81ed2705ab9e0f9cd52e817291f783c9bf2077
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af18ad61499f0c459968592863adc66b8967641abe9cf7a6553803307a4b2c26
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10f9e5412e710a12bdb9fe2fa8021a23631aa7b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0ad5ac43625c2dd749c86e75f876a29a6c1822d0edd7d644ed69c6254899c8
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b58a4f671ebef399793eca5d6c2c25e0612ccb
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0128cb2384b20fb0bd1628c230a30af15f86a086b1fb3bf383b731ad34a747ef
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684a0fc39bcfe3ced9c53710e0c08c40dfefee8b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d85dcae37434702c9d0a917c90058ea7d1f09255b771b219f5d7c60e70aee9
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dddbaca3691fc9fa00cf74e81bc07da60af934e8
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe612a352d04621f225a2bd64513745003414e316f9320f01ac75d617684b3a7
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd6378cbbb76a0d6c795f049a6af21774592977
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e80bf59168eade7d7d01263d6a7d890164a1f42120c97af7560d9d3acb45714
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95da54a837d5f9b80d094ef71e09b644dcfc7b3b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af102dcae73ce5baf4779146db8300f440245a8be913e0402b7e59cf30b650b8
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4816cd272b1d57d773e58061c46eba5084a82762
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88843e317d0805922f620b22a1128d4dd292652ed5cdd82f033c3cd57cef0a10
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d8785052b25043055c24920c41a6b595c6f5e9
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1064158c275b231a69757f403f7696dde9a3bd7567fec61b31e9835208f2523e
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2812446a5d30b9fdceb743dd3eb5061abdab79f7
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0850a559ee545107515ee031b222add3428c791a4d88cff2a683404d2a027e
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b92a2a17463d6706f7199fa2fc37aa5e3786aa
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3257e60da5786c6da06002c5184763867346049f4432d4f637e9ad34204f2a7
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bcd53003d42c9f4b3d57749a04040233158579
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfadd81d9588d77f7e99ee29d69e39ae62cf36f8315848d2b932b736cd9ca05
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bc19301677ebe549d74175b125ba10503412c4
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920bb76ce99dd581903a37053c21224a6583810e8d19e180f01c71e3025708e8
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8771615c21e17562a6148c7c898d82f167bcbb
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3023fcd4741c21b56a056de7bba106ee6a493c398b43d9f8fa26cb3d717c48df
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc12ca4ff877ec0c19f59c49d20b98bfd8a8ea8
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9903e1ef530ccab792b734dc26d5ab2514e7371d427bbe33faec637e60815513
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e303d37e91250566d96f533995d66c1e343a6fc
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5288ec2980f7c177634bc1055ec41237d73a6217afa43444f255de830a50331a
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c8f2627005894591a6bfa3226ba87acbac6a48
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6376ace9bc13f532f367d3622bd31afd2ba96812744de5995c6953a80d7067
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d104e6691e4b2ab21bd09d43627c760b2718ab
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9025bc3bbbf540bf08573c3db593761f34602e04df72a943a4bf2c1c2e684b80
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0699738914c4535fdfd810e867914d5480323b4a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b6cc0d2502cada54920fdc637d417f763e40af6360064897ac775149987068
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91060510d41c67c7ca311f976d3993097047c08b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec1ed07ff2b3e1135a462a3d055d8f1b02a2c7cdf7073940d10b62b3241ad74
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfc32eb7b288a75cebd7d280669757c0c103d65
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a2981f11a1cf852545fafd241e98ec9f9fae7ebe09e6d32564e1e3cba77a2b
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441f4a1c76758ae5c64bb3b36a3853b94fec94d7
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8421ca345bce3ea7c22f87d56991f3c73ca9787eb4db1f0f0e1d6fe40d83dd5
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19031fffdb64018fb30edba827f1ee0b3f052271
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9fae8645cf82b282252a228788b88bc61bbb331f31b4d89a72c6f3aa76f8c2
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f20231479f72ef1c9a863f040748119e581ac26
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f91923936d527d820f2970b16256403259b4ecf7e0effdb29a022bd38a96c84
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf8755ff74ee8588fb5e12d96e17a568150f8b7
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9899cfca53b2dc81614915892f568acd86d0278743a5a89e59b06061c066a64c
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5949a8130ad0f581eb5f3e2a06db67624823e0
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92604ef72fd62807235847b1a6963d3a9a6fb2f60f882ad13e27be2aa8241b86
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e42326656d6844d251236be47f23c4ffd4d806d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e23f8eb2d930d2e42e27dfa1662d35b46b5bb23cf7a1d024eea20b30202c8f2
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cac806b83e29c354f851d9fbafb1b5c115d5d1a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94af9e0fd72f48b00f5b00e060fa99c5ae88adec9e8ac3110635ff7dd46932e7
+size 208731351
diff --git a/global_step50000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c362162a1f74206f222a7c996631108cf73a0ad0
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4127d3f012120922d1c44aa2f9464639e7462774bacea113f3fcf01e70a2f0
+size 208731351
diff --git a/global_step50000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24512770d1dfc83f509971bb72e2e6b82e0ffcf9
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ed95aea7a284964a180b7f85fbfec9bb832b7df04bf924b4aef7c78a18849f
+size 208732119
diff --git a/global_step50000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353adff536307c470d6aceb29554d4efbeeaeca1
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2a140132f4efe63680b27edce092af4f1f5dcb2f2c9fb42ed5c97475b59f99
+size 208732119
diff --git a/global_step50000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4059d1f26dcc363b3fb889d6838e7e7297292a6a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d640183b9a90e64c4971bcf57df91d0760ab43e06f3e58242d88d4a01f73222e
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f77f875188ec887b4f28931cae556a22df4404
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e46261b1b60f360f06dd531308105a3cada639566bfdd528a0e72af4da2d57
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbfa3de06d2e7a0daab5302a47da982be64a5f8e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25826566ce1e01babc0c452758f1851f76463bce134700c19d4a64299e6ff198
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e683958fe38cd0fc4d025d1dc9e5860ef1fd5b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea059bf3ba02f7ed48e1ff483d169625fb163c471343404f31e2b2e0b1036db
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799b0c8a4c73b4bf4ec3c5b1d7d3f8063267771f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d491f01b45937154cc1b218311e074050e5270a7a44deff62560fb7e1de6dc6
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b5cf3de4f464032d628fa4a218ba7c53055a4f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f6a626d563f7e63fa3e8ae816f76fc655ce0a418e2c9908292072d3c63a48a
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0150f0668ec0e90ece2474e210d7c763849589a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6126478d40510677936d5e88666fe0d94b7af4a9bff6c0b3029ee1222500c9cc
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768c62f633e068b98417000fe313dfb0862ce725
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d86133ec6bff8127d9a0ec85e03322b3297bb434d6bdfdf34c38c9e5249fe0
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bff3477f0599b8e66b156d8d7755a7a357c1b1
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c9fe6fce81a3dd55bd3f840f89c866bfc9a1f158a42f940144b5180aa5e501
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1296bb042e6b937c8546f72cc211281d749a0b09
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbfbd1ca0b9c7ee4efe8796bdc6a06aa436bf15967892dcf6b7f50065cb57bb
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd873bc795fcda7069ff756a3c6e037bfe7d7814
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013b28da59daa40bb344877e946e0f149bc9f969c59f3e08a94c59d4fe697f27
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785dc7fa3256adc5e1dd22a8773dc8be2c279c3a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da47afbd841072846fc03f826902424bee1fcfcf5fd493183fb725ebd8aa4ee3
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7701b4753e654f9ae51b55b2e49d81be7e22f7
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55de4b8892f67f2acf6718ced145c30350086d78a6f80a5d6beaa3c70e82eeeb
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523b390bd4542ff7f5e6ea25297bc45996abeea1
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9173d8f82cdf5071cbea7ef5ad995094b5eb20beb95290bd9c0e90bad9008805
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd5d885c76cf48a4d2e210bbf0eeae3696746c0
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf5c4f7fd4888fa73ca7557a4e2cc764a3474d03c4f86dc0880c4f3dd2bb02d
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44818c4c3c7dded58cbe2edf0e714c995c436e57
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23dee2a4efde50baa12b409b4bbb137035f02d5ebea5f55705127ca3995b6d1e
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc293df8f97a6b9efc81cc2c7ccd5c563d0de91
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c119bd910743f3ddea7cc6f0669d23a53a0bab4723e2be357a091b1b9ccf409
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb263853b155d485375f3893033e9881288e510
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71f6e4f2723e0bbad6d31cd34e3898b2f734c74e353350b0fff66172d495080
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d2f7f4edfd339d19edaaaf14fd3b4642bcfc55
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a5480892226c569aa49f33a766d0f0b1e1ad407db28d4cc367956522bed8b4
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d446e7662a105cad04f3e1138acac8d91773bdf
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf3d9e991331a24d6645dbe7b485802148411785cc5161d791e8faa5b736854
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc23cfa947951d5ab68b153893d647fba9a00cb
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21417d459ced9d7f833b5982b52cc3f60af76f644ef85e8d694b81537d7f35b8
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc4d6548f58790cc3681f65555538d65e482c57
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2256c57de4c04c1d09de13bf59e1cd8e276f6fc4e3297ff87c44064d04da086f
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef515b26b2ad9ba67d28685da0ef27f1961d933
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7699aee5326551eb7adc7a750f8e4f5c871d9aabcd9787806755abe273ff7f07
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03917069f7e7ff369e6ab2c4743f741ffe9f7749
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d4097b5b3b486ccee6be4e47cf9a95c9b9fe9672731e7f920e877afafbaf61
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74048d51b297b0439cf061ab14361b02f82a8aea
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8fc5012f7437fe37cf8389956ab05f213b4c6cb73e61d8485df12b2b147924
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3dd63d67b50d7c8144d028eaeae61e5e5652df
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241d3eb4a6537f64b61ba091daf1205c37932fd16c03e086aa1a9c077b80fa04
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201515210033f04dbef57a0111f993ba3ed73789
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434d5b536345ee54466a93a9215c03b0a9d1385df32f02ea9fc6dd2813fcbcdc
+size 208732066
diff --git a/global_step50000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3b34bf43b4d5cf31e0f4c280221fa2ad4c4e55
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a26a2a9b9ff1cde0ff9181eccbad67052708ee353f89b5217a5def422a2146b
+size 208732066
diff --git a/global_step50000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9cccd83a8242c1fa2611b9dc3046431f51cdef
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c546fcc9df536a5c1b272479f6513c81a3e9d47ab6f3997efcf2c3817bc8aac
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185220f29156bcfcefa2b374b96504cebb7fcd03
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a1d9e67c9f3df4135362020e8f386ca460037ed3e6d040e16cdd02f7a55f2d
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3cc11b8e82129efebbec788110685784d9a82a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287e67d2e6f49cdfc6a7603e151457c293640c5f551373507e53553a94f04959
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cc331789fd368914673d208ef5be237c36ccb3
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad0de069a9b842002a6e0c4b38659dbecf2d7a89ee7ba533223b0f46405d3b4
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a47359231f5a5647c6ba45694bf1625a7efb21
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f0a412ea3392138bc3ec79a102c75bd8d93c274b23464fa17a327d579c8bf0
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826e73cfdc7a39b4f8d44c8b837eb626e2d22d81
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628dd24d9390b00debe08a806ce00380381cf474522d955660f63337377f3cd1
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34dfe0806555f4f2560daf6967f24b9c342fe50
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b3d2fa8cca0a570c548aac34ccacaa9aaf3c6e777d9192bed7e631154e995f
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825ab004873abe7b529a7242d4f434f56053f95d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0adf799941765e823c619b1da2844e5c6376b74ad90da839d164f15314594714
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf4cc7b0339728abff4314398916d214b98a2cd
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22329d796c27c0ffaf448c12f8b5f073008af4a41c1675cb742e2f52f6a1a68
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae4507fe8c52a57136d3146cd1fcb625199ed13
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382358dc6930f3bb3d464f47d555118b9e1ec1fd5fdc2e50f2bac018b34c8afa
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e86f88e263195b5ac669e163e735d8a0a0dc30
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69de1ed08b105da86b1b6f95f026a5bb1def13e28fc261aafc04b7b6f5d4b36f
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139069ee7a1fba0d4f884270e8942553f45b3d4d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e22ca948d1451a244f5f1b74732efcdb9f667b438c30508106935f414beab9b
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f4f4b1cebeff44044b12994b5dd1c6b5b9b73e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75966ade243627596cf8a5c534209c4c0e86f508c419db42d168627ab256845
+size 208731351
diff --git a/global_step50000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f5ffb3b68620a0a35392e1c85daec06dbdf784
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b15b64865bee204a1a2bcb35527adf4831a4bb86c4df63c443054462e9277a
+size 208731351
diff --git a/global_step50000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727f349d33e0ad701642285d23ba8e4ac54aa938
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909b898fb2cf2a864d725d80a8cd7514d701503ad85e51e41d7fdfba0fd47452
+size 208732119
diff --git a/global_step50000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36ae911ef20ae844096dcd8f2c4b197bc44d969
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e385fc4b2845c2adc54f77b786620f20e693b8655897eab6a9d2e1781d87e6
+size 208732119
diff --git a/global_step50000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7877a524960a569b8c06768b7673de44d1fc6a9d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85378b6e58ce0e6db17b119874cb3fa97ea0ed8328cb7602395c7b25c3876e06
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0ab0eb70a5e5349603990c36aa2459d1eef0b6
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d7ec6382ea36fdb3c288a7c7659b54823a5211f323af104d562ecc5e6f1c63
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46031ace9c043a7270b34c6ea3a2c23c80fabc14
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddd6225c4e1b659bb07bcd01075b7ecc58d69d4bfa51a74894fa825c1d35b59
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e2b094d7badd2e27126cbacaf019a504b18350
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5024f44a23ebda51b07fc8bb551e1a72732e0883151689ebd41689e6a46df00
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c992dfda77a45af99fabbf72c2d983af01a97945
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afc8e31e925775fc0531f1eda444f6e1efea62701c6ce7dcd0b146c9e312699
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf092c91ee4901be26aa333be16de06642ae019e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f50b1ab5326fd4d1047de5efc50e9858b737433adeba94bdae8a466b4829a7
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee20ccce39952d036ad06ec990a352d74eb66881
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff4eaadc94e3aab646d8ca30d7d97cd245ebaef35f99f88b80978ef77012f58
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ca83b823ee1e2c2fd78fe8cee2a0c89fce3cf9
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116aad04c15a88a927cd2f9dac7f8466aeac373d67f915207f7051a3fc480d1d
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d712be091190dea5a5acda548cb4b7c2c460b759
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a58931e62b39551ed4bed4a0232673a05849c7aacb7afd91b70bb99adac5b6d
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d43262f598f1fd2cf74ec4b9501a8e4e333d15
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21558b430a303002fb115d015d8e4ca0a32ec7740ecdbe9a6342a9cb4377dd37
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941c7e9f2b26637440edfd55a1299123fcdae460
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828acfc1fa61d9cc51a92e36a50eedd571364ebc6c808de1c336386b713583f5
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebb4f4b033cfb50b6f15aef68f83fbad41a2c0b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900622e81f54d9a734b91377381d6cf47402d423e5e5781c228c3e69c481f88b
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf0391c4a176dd9556fef754e0fd32c86d0632c
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18e0d4fa31f53e21279c76d97ea2bf47c2b1dbfd95316e83dff89bd962436f9
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3ca6bc7fc195563da1626505745c77ed0deb02
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8057ded78708fa6894589a6b5ebdce69685ec71a8c1476ec38e56f7258f62b0b
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0998b908c77554dcb660e9858e8ba18d9bbf71c
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebeb138e2f2dd6ae21e702ea605eb2e26a43e5429b02f083dcd0d4e64ff822e
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e4b7bce476bd9c9962ed83ff28ffbdf583de1c
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c70a11c9564e10e830ee96270798b5bbbd0eb794ebf286f33125b5317cbf466
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d566fc85ab257a09433f7a38bd98dc59f020587
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e574a63e8c2f01d94ceb8ba8c321ad8b5e04b88110f3e8fd4e5e099ac58ebb0a
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0223ee59ada63a44951b734aba964edd2c40c789
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4099e22d9a2dce8c7dc253f7a545fa4a6db4158f6416eb18301284070f2f85be
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8be79f99e654c3cc08d4630b0694f5b7e6e2de
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28fcc232baf3d286821a46c5700162a796a5e906d5659277327a85dfa329407
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117514a7d8295106ceb041b1046d6e4da87e25ee
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5321f90234598f9f7d75c1467654b285aea3b778e44089078e6589b6ee8fe588
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b4a5e29fc892fc2c73e5fd0d3a2c7be4426409
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f508f1b2ea8fb7dcf12cb8a209c14bdfd5d3cd48c48a196ca0b8a7a24ae3d7
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d16f577afd8706955e993dec1e2b0f1fe21f1f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e0b4b21398dd55aee829c1db64cf5378ea9f9cd0e8caff85e349f23ea1ab1e
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784f47bb8c2822119bd6d2f053a8bed3e9149b86
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2b70c9efa0a5cfbc23febfa7343196b6aff5f5ea0c1f227e3c75d990130028
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b7b0b386b42ffbb6f2813bfca978b42be2fc8f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17d7a814c193e14b476fb603014561118148a7c1810872207405c3e48ad72aa
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b426cf0f682209ea32fed05d6df4e6f4d37bba80
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f768c0406d24acad2d4f7aedb954ee19fe2c329dffa6bae6091ebf79327f5b8
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2294e32e69fede07da3d0e4e6a7717fab7ba92a0
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab5dcca2a2b3650d8d8300259a30d3e575b7e5560c4b6d7a35af481a2f9f6b8
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f799a829b3757cc83454f18558cf133f7651eedd
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9132630c3d5b0c5afedd12cddaeba9d48391f289092d2100b36c7924b440de8
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c59a14f1eb8b07a2a69cbcafe2cb2f0e18fc8a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1447bc4c3ae868a19ea7d33b1542d851658b878721518aadc126b6db52feff6c
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82845eeb60d84c24ac65f38bba947c4645a5e78
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d52ed4aed7a3d74a3b87727133da9a9737f381182e3307a19af44593f64b06b
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3886e0b93cc98fcf91f0102dd28920079f13d330
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b79f9232528e0c30af634a3c3b76afe68131b5e1a2070a52e49e32e511ba3f
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56559738bb633766f31dfa49ae3757741f87b18
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f130ca47d7fd82d82e58864e05ef1202a134c7ed7a87763f9d9be6253a76dbdb
+size 208732066
diff --git a/global_step50000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036ddc10bd38e3bd089ba70cb29b54e8955bde35
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ff90a8593dff7dd58a9d67696d5913857c905c7d86d0e440ebff501df0d97c
+size 208732066
diff --git a/global_step50000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc128a74803bc77633cb1fa20914fbfbd28b41f9
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5df8951a1545f28cdfcfd3544f1a5efa42248dd5261c2dce0d61a669d4ec1ce
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b614018f6deb0a15cc733c966d14e7ad306dd0d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4797f0a8f4441e885488aec46c2ccd0e3f0c15f115e30f8dfebdfbe449642af
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fb7ba61c522fb730b4f8acc749363238a386e6
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a7c3fd9a2ddab67915f450a2221014582268c66cc9d5f0c4240da6326cc46f
+size 208732066
diff --git a/global_step50000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09588e4c77ec18e8737307f9e3db13e2bce6b07c
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a987e35603a58ce58521455cf253ea2cc2c5075ced5c810185d6ba5050caa7
+size 208732066
diff --git a/global_step50000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010e44bd29cea1c00c20f84b4acc8595e5fddfcd
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ebce914d7f1b95adee13115bd4275b095d2142b4b870f4710318b44f6d79d8
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd102d99a56f4cdc337d26d0c55de4093ce9d5ab
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56896c9ff098f85b97d9051f8f1738d57b65f75e1ffc04fae62b4a11e2c36019
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca8cfbd0508d98f3c441ce9f39cf219ade36f8d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3537ad817bad4880a9e9ee067ecf9111c27f771f4753ca358da09bf30bf16116
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c164b6fadb401f64b533cd34c315022df9b0edf
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68906385f61d93243a922d17e2a0032729cd05fbde9608be066c0d7ac2783a74
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9086c3ce7d99684fac9b6a28719221c5dced8ae
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226bef1083f0cbc374764f71a7331bd6d498a8c67dd1502d21701c1d9181360a
+size 208731351
diff --git a/global_step50000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2d9abb290c47e831e0272469d51c0fab8c7197
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882a4b293f5a0e25132fd918d6dcd3167a6459738253ac909c310caf0af31752
+size 208731351
diff --git a/global_step50000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf09b3d630ebafcfb9f4791ae42b13301f772cc
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70234ae0109ed52cdc4bf71aefd7ba9d2f02d0efdf254becba7192b259909e0
+size 208732119
diff --git a/global_step50000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdf41447e85a73a1381d645f066cfc6f730bc6d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3acb7641b506441222393de794a0f47d7004cb0ad839bc45f95ad619cecf0e4
+size 208732119
diff --git a/global_step50000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be02f77afb601c2541a4fc07726323f742f87ad
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b157da70db09cf8837f00cbf42e0956ace138e72045f10b28938c37d66962f5
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e038ea75901b4ca21e4c414e45663fd03228aa
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b196c92fc492fc395834af312f99cd03fe92f0877b85dbadcc80113510840a0f
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8fa2ca0c0d3579cd24bd1ae049c7ea07d98bfa
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e1d4d01a39fa02c5de4ae8cc38d824ae9c65a1d045e437d69fa751c0656180
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222e58e42d0c6f74d39c333f01697b013401e657
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891464bbc6205abd53561aedf35848df394a4052e7939d18963edcb02bb40e30
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f801faa6bce2472adc07a3b378d1db397b15f4d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a0e7815251be7258e92734a2ec800fe1a6293ca63c75bd2cb15a4a1e1f0a58
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136b0ddcfcba235d9306a39237e4c733f710eaaf
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104646d6a1784c16b38edca540ef0fed732ea2422b91a25221793695085ecec1
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785acb0b860446abf15aa6322cd1ba1eb2a9a257
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af0681d3b5a035a248dbd6cc7d671c119df94374afc1377931a8d84521f5236
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd40b7e24d81c77cab98dc8c5bae97f00f1c02e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915fe7ac7ee6031b87f4d8e721541cd80c9587960e880bc7ed18ac5e9c05b205
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fba2fe54696a15c3ec3a16733a7d2e3fc3c2c2
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d817a9403c7cb8e51a2564f744e7d93d83a4e19fa9bb9370eab364ef8f75c76
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9fbec6a693f481deed29cefa4474cdf70cb4e1
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1031c440cc398492b6259a5c2e2955e3dd584e0f25162f482b590b8e37485b7
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01df86b91559cd01f018da6590daf78a968b010b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5438d1c8eba8c4286b0f09327d75424eed5b84a193ce01fc9a2e14159b8b6511
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e727db57efe31ead878fb1c7fd2b74885a2b753c
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e431a15ceb50802ea04653f480676a7a6a1e77aa22b8a11e1e65cfd9e7307db7
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce421cea7cddfb2ca9fdc113950a19f5afdd2381
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144a165d80acc2e015fad0042f3db9329a0771dd592b99a60758236fad6caa7e
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd3077a9dbfc44157913ff484a6b0ef04511696
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b89ed24fcb8f87759526c00219c51db8d688f4030832ff1c6ae563285d82b6e
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e08fbb4de1b2dbcdb76bc578262c9a47b1e0549
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c6c6f882881f0dd342dd8905f70ca012268bc823364e6a13073684d0f7923c
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799f92d2698dcf2adae1e2a2f231cdfde4624a5e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58535c28efd4faf8f1228edccba0ffc316e84ca6bac20595c5c98343e3a38e9
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4e71d52a41978b15f05b7233b313b6084aacf2
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a7d2e2a2c5de4046953fa0e4e516d23b2b210914bd2d45f5437793bd023abf
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1d922f95c09c6b45f61dd89e27593d04ea0a16
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84acbbb75f54d2fd4c49c27ba478d6a1bc075fc84688fbd59fd7e60aaed8e1e9
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807284cd3978fd7c38909f823b737cb759284b98
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0879e0d3baddaf8131ed0c917180e0a15c49c51faa723ecac1e4548d847f811
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6c846eb2857ade9e2401a6a209dca564bd7c25
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ff9c9f2c38b2c00d0f62a9825b2b0c0908b17afa6762e463d1101161342989
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac60e310647b27addf5ca1d6b355ac85a25ede69
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c194b2951a4ba24f05e340b239dc525ff3a91874c89740cf9b82c68cfdfbbf9
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbfb52ca5fc2cd3d4811e1bdeb2dd451cc7980b6
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a80fc70d02c7fdb4b00bfca4887fe8b9834dda75c9c2acf3ba1ea32cea9edb3
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78a2a615a9461d92f9e4dca3a92d906a4d0f7f5
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13be5d750b71921b93fc82a950177d6a3f3b4be8cdce6876b7c8aa286de39245
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353fbb0a851384189b85aad1168f0c4393d07101
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6ea94dba5454743f0c23952844cf37288b95873684bb04ff36a1b60b828e74
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2405c37c07c83681d011b2c58e5b6d881547667e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be495c95b31de7d9054345d8757b2fa04dbfd69d54da838d0654acca4f748a6d
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e72eb044f19246792aa97fd8bcf61c4e724fc48
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defc5974c9085ba49bef9766e2e2211a7f91ac0a08906bcce77d2e4354a0904d
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fde41e81811153a68ce9e66ac5c2b25f31430c6
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd9f01205b62676e2b7b54ef0cef7af66feef9806b11fb5fb3960273d422698
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353b148c6a5cbb4202bb19140ff8b97c83b834fa
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e2e8604615e8910a22cd540e974fe0ef5ad94269ade004cad75b93da0d64f3
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd98516f2826bbec468f4b7ead027892e028a286
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25a4089bed1c0c93491128acfdc28c5aa2c7ebbec4b558cdf1fc7c0e249eefe
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96a99c8bb52eddd60da8c49e920ba67487f0056
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90487ad90ba1df8d4b54994be2a9bf02b2c2ae46d20375b76bcd12adda015e3
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2119fda1d1b23892eaec1e7b4d88dd878dc34519
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5da0321ac6ee9be97338bcd56d10ff74c93aba5f0fb02605b86a9ab0e35b7a6
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529d4f463b2ae13873efacb2a03321f55deb2af3
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e5fd4292c669737d0a978ad018f8416c2c6e885d2e8cd315bf33873a954252
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba8264ae3b932864d17b0cea45403c7a134cf12
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5123b8222494e9cd8857a39788953ecd0233bf1194f412a79aa450fbf8f090e7
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03192090f31e0f3909d7f129640014e19df20a86
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c09884509965583ed8af876aa3c5e0c8215ade38e31013c37942a22a9047cc
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec1984c3b2df49e809c9a96d024a5bb464c56d8
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f257a03af3e9f02f5054a770517879cc9c4043688aa7ef4dba11414db8a86c0
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2c6d764c76bebfc2a70bd1b8b91aa592883a62
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a63b688fb653c615a1d931904f8cd2f2a1d6ff8c46b64d2915b04f4006b8b15
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105abbba42fa491afc69f6c7ce036984520ab41f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1524e15f68e628b55852cda6c59a3bd412a0bd8b711609d1b1ecabfed0b2e25b
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29de151e769f9250fa1872d74fb2bef7dfa32e5
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3466bc61f745e280863dfbdd34c4d41b38b1cfe850494f26bb54def468134881
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6606e508e2c216c30fa70e8c90404ce0c091a6c
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e193e48bbf0b5717f40c3b3e03457a9a7baa6d07280ba6a3840340cedd519d72
+size 208732066
diff --git a/global_step50000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29614a36f6a28992f5a6eeec93ce0a6e9045caee
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed91ca5d9edcdce57a7e563b4bda2ef8f534d26e43d9459c7265e1ddeabfbee6
+size 208732066
diff --git a/global_step50000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea54135d7669b49bfd0ce2040301a6f7bd48a57
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48e4ab48986720dc646d4f5d4e7cf0966304e7e639326a95e91b0f31622d081
+size 208731479
diff --git a/global_step50000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ff86a090d32805899159b4c8439348b505c32e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a29bca2fb3286f8068c608948646469efa498f5432ebc03341ccf5187f7329
+size 208731479
diff --git a/global_step50000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3980bbbe5eeb3ba45d1d2dd14a2a8cacffc8f18c
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ada241d99267f11dcbc33c095dc42935b7c13aaafda68345750ddddf6761e0
+size 208732247
diff --git a/global_step50000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89896d9b4e6dae9faf1eb75140b2219979eda718
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849915902e38633f86b8abb6edbee33561d2964484922fb965f01a58a45c132e
+size 208732247
diff --git a/global_step50000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48376f9ada4d6ecdee0bc9757cacbd6f81a6056b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c329b823174af6c3242ffe478c83af2988e5a3458f1a97d3808705bd86d9e77
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cdddbdbe295b9f1a3f56a0a4c5130c373f45331
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d178a10f6c306a342efd7c79985af0289ca60fa46e5a9b8258290934ba8fc9
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b806477e425e70f07331b652b01ba7e30a76f3f8
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf90e641b13b96b99bb1befd6197db9dfdbe7728116cea889ec9bfc4be4d12c
+size 208732066
diff --git a/global_step50000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ff5cfd8eaa38cca95df00d84d2cee7daf11964
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4fb4d7e6448098e0e0f2bf346168f2137380ba4965a6e2dfef756045f8e52d
+size 208732066
diff --git a/global_step50000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086d97ec230b6a11e3d3ad9ea6a1c59de000398e
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d98e9bea785b9bb27153f621745dbb452df428ecad9049ff2bccf5ebd33d80c
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054daccd1fef21b237a43522562eee539be9ff99
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a2d4a44a0800a92f36bfab2b82f7c842da27e72a282cd0148040c1a544eb93
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890bd0f4b152ec892597311bfe69febe0f1c71f7
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c9ee945678cf54873f9b03bdf5b66578f807b52da359e8c48942a8f6e7b0ad
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869aefebc5e547a1f0addc08de713c0806a3c275
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f616622129879f5e0e11d1aa014a61521789ca4998f9b71f908311c8aa606b38
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cd4e3765670a17de48c13d588a4d127cd3e967
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95d123bd8a4133efcea65df84657c2f3eee94c3a2b7cee2831958e4fdb44c1a
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03ae849fa634da0c4d4d79cd40a74ac04311de6
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7999ee1e7ce8d9fbd0c7df7360e15a207344202364e9d8ce9e09665ffe6847
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9e96830a3057a7094484452b0d748b3c179c43
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e604b31e468eb46a2d09d1b5c7db6cd880104f44b5c7d384f913106bfd45a6
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077eae1cbd2c8722e2f45e15dfbf9aca924fc036
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2b164ce1def437a1c715a34206e15888cf2386cad6416951ad35a3a484bb7d
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bfc2725f82525c47ba6a150f8816152ed158fd
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c147eb8ff86c9c5fb35519506f47d6e614015e6416fbcdd7fed05819e59ac6ea
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83104e0fc1cce254753d46dbf63ae92b0937be2d
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af789bec5486c9880deb6454abbc786ad0507b17483fe3888a8e579fb9e1cfbf
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44a9cd26f90ca3a3e7a4725c4ec1c8204d90628
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd4b75e072dd8336794d85ebaf618c0493192a76f92bfa7450a1e596c3edf07
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cac418009e7685f52ce7ad4a285121b7c8b6a3b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0020a1ac820a857eeed868ceb421fe79f91bc6077d6f69d1738c3877ce65e7
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e29d1f3f49fed77be53ffdd94a73fd94a0b6087
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3eb8b72a0b495236c4412dcc9ff16855cdd483246c0faa65d3ffb5ed7fadad
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcc3d145bfafbf94ef3048594e93fe6248d4f13
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cd615519bc327fff2bf4eec9db0005195245f27b9ca3dcd15d39b447468ae4
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51851095edbda45e0c343463987a3776addba26a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae7fbc9f62b9a25af5964ee6ef28f6232f2adb69d1729c9683a474299a05969
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6e9ac03807fef488f9e3d80dcf9cb4f6ab585b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57976fc8e178b4bc940076c07385c11ef9c6c909eaceb62c95afe0ab1a01a25d
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a7a399611c46d7081de3f7766cb17897b18ae5
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2490ab87fa5882460b6452ecccd95c4643183d34212acd8c4a3c523d5513e18f
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2366caa28b33af320a1606fcd6d30fad49f06f0b
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57274646b97c9eb6a2a03921ff4c1348109f6c40a6423e41117d72888d15d500
+size 208731490
diff --git a/global_step50000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7601352631afe6952d44fb2b5d807a67768ebcc7
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de155f52400a056d174aefe76f218dfb4f26be963bf56be0e35940ae463385c7
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422a8d4998380f18917ab5c5fa49680317741dff
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c96b92579d94f7b14ee9891020afd52f2a5a13bcb7d6fbcd751e5402bb3a73d
+size 208732258
diff --git a/global_step50000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ac3c7b6ed4a78d9ef55ac4f66c733c2e13a81a
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1fded17b7bac2064ba6510462653866f9263cba9641a0c19c72eac98635f91
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc5c7d47b24c79cab58942cac974cd9a40e8245
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68799a1600dc49047f7ba14061973eabe1fa31d58459d5e02f20c602eb0df8a3
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082054d17d84f46d2559ddc2890803e9cc224774
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20474877d522ffa5d395f852c1c470bb31a313f5d52888dd34eccb1aae91cf6c
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0697c37fa9cd559db077f178de9cf4c469ff4202
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da2475fff483756ccb289cbfe6c721bab2902c61cbc9ff61ba25c585496a9fb
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8877e4758dcf065b7a652162bbee1b52c9b02344
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f47704ed71e8657b3efaba99a0cd452f586ea501a70138371b50641c2c15fa3
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8306f39dd5c6da6d97fd8bbc0f5fcd7a829da3b4
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596bd20c30a634b40521e92a9e1fff4883d9dce21c2a6d4ed7f1c9148a15a0f2
+size 208731298
diff --git a/global_step50000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c40794cf15e65c4713f791517c42ce4adf05171
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f256827749995089b60da96bc0ced123f3a175147fe2c81dc0f6c1efcb76cf6
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f71b57a2c150f7f0c48b631a5804a5d9575a37
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bd54062a3eae93cb5aa4189eb982fbadc775e810347f7463c5c044b26cf189
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c21b16a2d629f9671bfbd831db4593bd45b164
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105e790a6c4370e27869c1858dca7d4c73ab8ee21c53f5684c9a37528bffe356
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c03c2f98da45bf5c16ecb485232d395c715f128
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab31700cd40a51c3eb012e1b4529582d5fbfc86c4ec47c596c43cc664ddcc8a7
+size 208731426
diff --git a/global_step50000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b023ede9b26cdbdf79f3e804a61cb1711385ed2
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbccb9766cf2003ac4e49d9162f26e3ce793dfac20148d7d44adef20227b942
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd42ec89334d618a2eb644158ddf83454f53900
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0f7c0b5c6d32a3b7396d9ed1914d8b22855889aeb1d86e01e53e1014980b79
+size 208732194
diff --git a/global_step50000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62beee7be776b96c309d57e8e46fe1b1d636b3c5
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ffc5cd34b437a08d4c68120e8f47f50a2145b09aac8b88a054af0d8b67fdd6
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc3ec6880ede42de08bdaf6fa60e549d1e31b09
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe62fe9c14a7fce41141e2c07b9adae54af0a08a84235c53711ac991ed038cd
+size 208731362
diff --git a/global_step50000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb0617905a6e3efa98f9b020c54394c540ec833
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09a0ac1735bc35979ef20443abcd166bc2b9b81ac1d2ca24ea62f432a6fc012
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870f70131852624c6808dc7d6f87c01e55c49458
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e257613a8bb8f5666a6af56d13b5648ffccf56dae281e0aed8b881127db70a87
+size 208732130
diff --git a/global_step50000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/global_step50000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cc007342f613debe97e378b3f06250b370569f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36004edd92890b9b3d441a8cb8bc5a1f469730b3c3a67bded19d5bcf4a066903
+size 208731351
diff --git a/global_step50000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/global_step50000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cf45f663ea7cfb8a2c98b61803c8675278dbb9
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52931f1675ef909192ef63b617ca81841e2d220a3a83c95d6965128c5bc80053
+size 208731351
diff --git a/global_step50000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt b/global_step50000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3916dca9bd0e78832676ab2793ab3c08962d6f
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cc7309f01aa7bbf5d0fe07cfa2750eb05b2000f0db4e3229c10fcb4be8b99d
+size 208732119
diff --git a/global_step50000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt b/global_step50000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f72c686061747fdcc1b792f01080bacb72d6ea
--- /dev/null
+++ b/global_step50000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975dea09a36428871a185f7982cc30b19cd863e4159edfb829169dd6edb184ae
+size 208732119
diff --git a/global_step50000/layer_01-model_00-model_states.pt b/global_step50000/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fd7c11eccae784a8bac07f9929d27a6770939b
--- /dev/null
+++ b/global_step50000/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36c249260e1d676bc191c5aa1595946db35969b5064cc4f7001d46aad43c17c
+size 223347971
diff --git a/global_step50000/layer_01-model_01-model_states.pt b/global_step50000/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714726d766bbb052833dfa7d850b76a3dd18ccf9
--- /dev/null
+++ b/global_step50000/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b1467532a99365a7d27563ee1ae99afee61c09288ec824d91c3b5c216a5fb5
+size 223347971
diff --git a/global_step50000/layer_03-model_00-model_states.pt b/global_step50000/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fd21c02b3af8fc696b6429a01447bd2caf43f0
--- /dev/null
+++ b/global_step50000/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e067c678fce3dea6354420239bfd4c96b2dd65fcbc1aff61c5a7438f90ac92a4
+size 201408771
diff --git a/global_step50000/layer_03-model_01-model_states.pt b/global_step50000/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbca94936a556fb3954a791ee5cbfdedef0ad784
--- /dev/null
+++ b/global_step50000/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5834b740d74eb090511ed9db94215d5638f38e4f288d7e44851c0253ff07fa53
+size 201408771
diff --git a/global_step50000/layer_04-model_00-model_states.pt b/global_step50000/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e2673744fae00aab991385dc8264340f1a5525
--- /dev/null
+++ b/global_step50000/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44719ebee3e26324b0d0c1f7f7b2c47600433348a288be0811ef2d1dd3cadc0f
+size 201408771
diff --git a/global_step50000/layer_04-model_01-model_states.pt b/global_step50000/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11b3ef897123d871166f3192eb24f0224914e9a
--- /dev/null
+++ b/global_step50000/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea0dc28360c418a91f6d811b142300433fc049cc004264dd6e1d056ddde3a6e
+size 201408771
diff --git a/global_step50000/layer_05-model_00-model_states.pt b/global_step50000/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683a043bd68316ada3c9b1e4836b7df46f957a35
--- /dev/null
+++ b/global_step50000/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0e70fd91714c7191016c9a81bbc1b9aeffae7917f4dad56977e65386d8e286
+size 201408771
diff --git a/global_step50000/layer_05-model_01-model_states.pt b/global_step50000/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4510ed6bf90c4beeb1a047701949821c4a74555f
--- /dev/null
+++ b/global_step50000/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa0bfb223c1335fa555bb01219f34c3bf16f4f16cbd6cda4b90f753fd4e4125
+size 201408771
diff --git a/global_step50000/layer_06-model_00-model_states.pt b/global_step50000/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b427612c63e8a8ac703ad235a55a2d7962b4ec
--- /dev/null
+++ b/global_step50000/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a4d81d64658101f57547fca045667da05b3c5b9b13e3bed328531dbb20aaca
+size 201408771
diff --git a/global_step50000/layer_06-model_01-model_states.pt b/global_step50000/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6474f607658a960f1f732af050749b6817c27c73
--- /dev/null
+++ b/global_step50000/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56afe9eda2985fcd2a11ac451789fe7e505dfacf486259735d7b7212b962cf7b
+size 201408771
diff --git a/global_step50000/layer_07-model_00-model_states.pt b/global_step50000/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b596646558a9d3299ec9388976f16db64601641
--- /dev/null
+++ b/global_step50000/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa4339e484393dd600a57ea4227383f1c461c345a757de1b33d8a25a742d89c
+size 201408771
diff --git a/global_step50000/layer_07-model_01-model_states.pt b/global_step50000/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637a8c89822e9bbb83a0d6deb789e1db9fd2f5c1
--- /dev/null
+++ b/global_step50000/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b1ba40f33bf7e4226408e601a3850cc10b6cce5899ffcfe96b7a698d64ba20
+size 201408771
diff --git a/global_step50000/layer_08-model_00-model_states.pt b/global_step50000/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a66cc543922eb9f6cf1aecdd506e25e5c0d8664
--- /dev/null
+++ b/global_step50000/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8da5409c34fb3619642cdf36db2359ceb9401b43b97ea9176e197b8863a6ec
+size 201408771
diff --git a/global_step50000/layer_08-model_01-model_states.pt b/global_step50000/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddff52da77c616705904178b1f3129bd0ed296f
--- /dev/null
+++ b/global_step50000/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aee10788aad2f71280a371a5505fa22742eb0a3e4f19b6cad6f185e85fb02df
+size 201408771
diff --git a/global_step50000/layer_09-model_00-model_states.pt b/global_step50000/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f234cf896a74fe793a53227b0cc99d82aeb37c1
--- /dev/null
+++ b/global_step50000/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410ad4a116741b6190a6662ba628b71bea33d50003c58c56cf911b41468370a1
+size 201408771
diff --git a/global_step50000/layer_09-model_01-model_states.pt b/global_step50000/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280d263b98a3d3a6a7293049f74e6589fedc8ecf
--- /dev/null
+++ b/global_step50000/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc6e6412f9fddb4d6eae5cc69b8ddf0897233b1ade285fb91f6c03a692cd3c4
+size 201408771
diff --git a/global_step50000/layer_10-model_00-model_states.pt b/global_step50000/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5187bad74f94576b15e7e1ca261327981b8e3a6
--- /dev/null
+++ b/global_step50000/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7452f4314072382f4859d996bf36004ed0fba725ec003ad35338250c5e518da
+size 201408771
diff --git a/global_step50000/layer_10-model_01-model_states.pt b/global_step50000/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cd1a634ad4779c8ca3b477c8a2c7ed965027d5
--- /dev/null
+++ b/global_step50000/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aadb66eee861081a60fdcb07a8b19245189916e2463eab7a011e1dbf9089282
+size 201408771
diff --git a/global_step50000/layer_11-model_00-model_states.pt b/global_step50000/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3c08b4666ee124db877459e7f505ae5d4cb417
--- /dev/null
+++ b/global_step50000/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f530a71d1f507894dfdb311c01955805e085be200b63b21057339c4965c05e
+size 201408771
diff --git a/global_step50000/layer_11-model_01-model_states.pt b/global_step50000/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60c3a6d066d8e3b43daac758c8b022f53fc84ac
--- /dev/null
+++ b/global_step50000/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947c0ff6cbf1e8b25ee959ad5c2047b944aaf25b08ebbd52d73b8cad2aca8ea9
+size 201408771
diff --git a/global_step50000/layer_12-model_00-model_states.pt b/global_step50000/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd9c0358a9f7e14523677d2ef230cf91d94fc1f
--- /dev/null
+++ b/global_step50000/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31022ecd605d78a530378589abddd6d6e5a7ac617358c85fd0cf579d7958a602
+size 201408771
diff --git a/global_step50000/layer_12-model_01-model_states.pt b/global_step50000/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b34be626d617f909ed44ee17ac3cc6ba8be9c88
--- /dev/null
+++ b/global_step50000/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f990913e30beb778506665016aca3a72fa3f16704e4206de96df32b4bb006f27
+size 201408771
diff --git a/global_step50000/layer_13-model_00-model_states.pt b/global_step50000/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7ff139efda6675659cf3783f82999460dc321e
--- /dev/null
+++ b/global_step50000/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2aed58db73c8abfe848f611cb4184a4a76faca478d43d0f546905c35e145a2
+size 201408771
diff --git a/global_step50000/layer_13-model_01-model_states.pt b/global_step50000/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d4b2babc4792277967cf7364420475183d95a0
--- /dev/null
+++ b/global_step50000/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f0e1a3acc0e3002e6ae7b10b37e13360308342a2ae2971f2d92088b4327c68
+size 201408771
diff --git a/global_step50000/layer_14-model_00-model_states.pt b/global_step50000/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6f925dd69363a7f445466c099ee219b0a4f850
--- /dev/null
+++ b/global_step50000/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2f740a0f58f03f2f601c705953ca709c98df76dcf273e88eb38ecbd91258ea
+size 201408771
diff --git a/global_step50000/layer_14-model_01-model_states.pt b/global_step50000/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d5fd280ddbac04534a556e1d7f34d4b19dec3e
--- /dev/null
+++ b/global_step50000/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c094d844c79bf87fdb371d98ba0c12ee062a6ac1b137c5948f5db230808b25fd
+size 201408771
diff --git a/global_step50000/layer_15-model_00-model_states.pt b/global_step50000/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e66414f042e83e8b829ef3f3bd12697c9b05dd
--- /dev/null
+++ b/global_step50000/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60103b3db58e2b127d414e566ed68f141cb91e09ff926e068950654ae61852d4
+size 201408771
diff --git a/global_step50000/layer_15-model_01-model_states.pt b/global_step50000/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ea4b2330349d2deea6c405d228cbf9c570d03e
--- /dev/null
+++ b/global_step50000/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bb9ae83b6b20bb7308afaee8e315b5b0a42679c2c9034cac80db5c8f632ef5
+size 201408771
diff --git a/global_step50000/layer_16-model_00-model_states.pt b/global_step50000/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db373fb2df4eafe323545d9bc7c8ddf57643321
--- /dev/null
+++ b/global_step50000/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d34055ef4f516a3e70781f5a7554bf0d01d23944beab40e98cb4570f59d3ab
+size 201408771
diff --git a/global_step50000/layer_16-model_01-model_states.pt b/global_step50000/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9da2f7b9b072413014433949debc01368557b6
--- /dev/null
+++ b/global_step50000/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ea207bd4ae0efd4d035684df5b9d3c166c3898b25aeb9bb0c8ec1005685df1
+size 201408771
diff --git a/global_step50000/layer_17-model_00-model_states.pt b/global_step50000/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adc40798a1eacbc136dbf2f103da347d1621efd
--- /dev/null
+++ b/global_step50000/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58f9a45e101ec7f3f8ce5421551b1722b3956505cff9948d028465cac2670f7
+size 201408771
diff --git a/global_step50000/layer_17-model_01-model_states.pt b/global_step50000/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44966cac9728c4ff96b7216f8a19d65f6974462
--- /dev/null
+++ b/global_step50000/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a392d599669cd471ad02a073b0b427ba8ff0019d155834a20aa736671e657a
+size 201408771
diff --git a/global_step50000/layer_18-model_00-model_states.pt b/global_step50000/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78759cdbe478d9cf1ae03143c423fdec800e4a2
--- /dev/null
+++ b/global_step50000/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2cf8f31f52f7af894d63de4ab1e0a87a08d1e0fa0f21fb37e06068a044df06
+size 201408771
diff --git a/global_step50000/layer_18-model_01-model_states.pt b/global_step50000/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c48094fca66eb83cab55baea58921e5640c713
--- /dev/null
+++ b/global_step50000/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6682c3df838ae45b329b85320917d8d40bbc35a38631ed2561da1f71a582304
+size 201408771
diff --git a/global_step50000/layer_19-model_00-model_states.pt b/global_step50000/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be41f7e798a1ad3ee55d4a55140d7fc39d82cab
--- /dev/null
+++ b/global_step50000/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0051489916603ba7b42de56b831374f5e40c7fd9ab2e3336409b7ceb519daff7
+size 201408771
diff --git a/global_step50000/layer_19-model_01-model_states.pt b/global_step50000/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942ffc1c622bbbf2db6203149179dc5ee1d77bf2
--- /dev/null
+++ b/global_step50000/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef00c8366476af5ea9f615a4c604570dce4fbb893bf839269685d46bd9646f8
+size 201408771
diff --git a/global_step50000/layer_20-model_00-model_states.pt b/global_step50000/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b550da63c2050240cdaf84fa128284c4d1a7a829
--- /dev/null
+++ b/global_step50000/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb6c4d9fde4ca5cd48d11b407df71cf2f20f71e523ac2dfbf54bb62e3388a7e
+size 201408771
diff --git a/global_step50000/layer_20-model_01-model_states.pt b/global_step50000/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e266e43225c861569a92fec8b95f40292be3ad7
--- /dev/null
+++ b/global_step50000/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12577012c1aabb407044e33ba31dcd33df5bd8639cc101be89d81999d9db738
+size 201408771
diff --git a/global_step50000/layer_21-model_00-model_states.pt b/global_step50000/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d86bc39ba9973f7ada0dd594f0767a8b12a567
--- /dev/null
+++ b/global_step50000/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2198cecc5aef1478a8a1cecffe06f6157e371afdaf6a2548ecd481794986374a
+size 201408771
diff --git a/global_step50000/layer_21-model_01-model_states.pt b/global_step50000/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e21d4743c7cf6a27079dfbbf68c196a9c68abe2
--- /dev/null
+++ b/global_step50000/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d99bf3a6eaa10821b165497503bc1f3823c49694d2f4ec4a7d27e3061e0dac
+size 201408771
diff --git a/global_step50000/layer_22-model_00-model_states.pt b/global_step50000/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe0a1d8829fb6844bd4ff650e449544049452ca
--- /dev/null
+++ b/global_step50000/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c729f0d62981ccfda72439c24757e6f4cfd08263114e34fb48a04ea5fa088a
+size 201408771
diff --git a/global_step50000/layer_22-model_01-model_states.pt b/global_step50000/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c2689aa063cfd88e7bc4e1aa2319c9515791f8
--- /dev/null
+++ b/global_step50000/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fae2df8a2122e8164e4e7ac94de8da5f305eb51327749e8834ef4abc8e5c6f
+size 201408771
diff --git a/global_step50000/layer_23-model_00-model_states.pt b/global_step50000/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3604bb4e05880f372e82d375fe67315e7993785
--- /dev/null
+++ b/global_step50000/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1db7e41df9c3f3cb36045c86a60f0babaea354d16216018fee9fdb5b9719d52
+size 201408771
diff --git a/global_step50000/layer_23-model_01-model_states.pt b/global_step50000/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5e4a7e96670e5b886351380b49aeb76154aa16
--- /dev/null
+++ b/global_step50000/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c19ee6e231255b142a74a035c592fea25fbf90a5355f26fa3e7529b3b62210
+size 201408771
diff --git a/global_step50000/layer_24-model_00-model_states.pt b/global_step50000/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5cc68a51bb0484db3c3f4f5ce93f1ecfe20d38
--- /dev/null
+++ b/global_step50000/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d299c85a42113101e12efdee49aace9575c3738034f19ebf8911ab36085625bf
+size 201408771
diff --git a/global_step50000/layer_24-model_01-model_states.pt b/global_step50000/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0832a432d4f82bd6011da18ce1253193c70b08cd
--- /dev/null
+++ b/global_step50000/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1414d174f1ea89593a86b93dd337bfe83dd3b49d0836556de006cbc5b97956cc
+size 201408771
diff --git a/global_step50000/layer_25-model_00-model_states.pt b/global_step50000/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82611d617e80ea5986cab258843d5c76bcbbaffd
--- /dev/null
+++ b/global_step50000/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0e754ccf8029c0b99ff5c82346f30bb099e8029591d5a9e710ca9381fca6d6
+size 201408771
diff --git a/global_step50000/layer_25-model_01-model_states.pt b/global_step50000/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ce00dd01c38b4cd43358126233e8add8d19e93
--- /dev/null
+++ b/global_step50000/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b99fc1649d32c7d5ac657726e5d28d72f88627b1044c51755521800b554e3cc
+size 201408771
diff --git a/global_step50000/layer_26-model_00-model_states.pt b/global_step50000/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a3aa75ecd4bede5a245f628fc4692e73762ca7
--- /dev/null
+++ b/global_step50000/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c520f3dcd593848f48664f787baba717f9d5c28aa96f4eb944a171d82ccbcdde
+size 201408771
diff --git a/global_step50000/layer_26-model_01-model_states.pt b/global_step50000/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce067033902c308ac4f6ed5eeeabb83c6096f347
--- /dev/null
+++ b/global_step50000/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f65fc2d6de89e273a3e77c0e693d8bc820330fd4f6156e1ef9d0d72d774b77
+size 201408771
diff --git a/global_step50000/layer_27-model_00-model_states.pt b/global_step50000/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2679e4fe4159ecf63b2510bc31c1cd368b9c123b
--- /dev/null
+++ b/global_step50000/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3666ea7a32b9e30e5ba882f098877c4b6ab41f0f1b37df235ae6092f9566b63a
+size 201408771
diff --git a/global_step50000/layer_27-model_01-model_states.pt b/global_step50000/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694ada1182592c0cd2ff5f195b3554685873189e
--- /dev/null
+++ b/global_step50000/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f0b721232ef7ba3064c321a948e5e2800dacc23ad5f10a1754d381cb56938e
+size 201408771
diff --git a/global_step50000/layer_28-model_00-model_states.pt b/global_step50000/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543b7251a6da8fdeffeeedb30c026c920329c61e
--- /dev/null
+++ b/global_step50000/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d09264277dc9ffcd8660a26f81837ff080ccdc417ef5e8c0c399c8ae3cb76d
+size 201408771
diff --git a/global_step50000/layer_28-model_01-model_states.pt b/global_step50000/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dccb4497823a64cb141c9aba3f6357bced07aa2
--- /dev/null
+++ b/global_step50000/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f14321fe6bb36d5979049b91f25d2915be4d33dd8fe4602e519821a0b707c8
+size 201408771
diff --git a/global_step50000/layer_29-model_00-model_states.pt b/global_step50000/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b03c8b7875025786e7cdd5b7e83807bd5d3cf1
--- /dev/null
+++ b/global_step50000/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659ae792f944cb605b0507f33f5b759e04d089f7b7197d2018b606fd2a244dcc
+size 201408771
diff --git a/global_step50000/layer_29-model_01-model_states.pt b/global_step50000/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29730b331863f97e74aed1e1c9c99a06dc47f214
--- /dev/null
+++ b/global_step50000/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c78b9f533ecf62b458e9f2148dc34e5f9204401215fc6dcab0592ef76082e8d
+size 201408771
diff --git a/global_step50000/layer_30-model_00-model_states.pt b/global_step50000/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4da48bb0bf8752615963a96a97a6cfa1b62196
--- /dev/null
+++ b/global_step50000/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b8e1acfffc521ba6f728aba46b40e3a6382c89bd0987d1226d0e56677ecd1d
+size 201408771
diff --git a/global_step50000/layer_30-model_01-model_states.pt b/global_step50000/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3bab624fc0c7ca5eb5088395f613d1a0432208
--- /dev/null
+++ b/global_step50000/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105e6dbda44a1d64593c0263ac7dbff4702319edf90049fb3ad352ac180cbc5c
+size 201408771
diff --git a/global_step50000/layer_31-model_00-model_states.pt b/global_step50000/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05a6d3c3b7544a0356c437fcdd3a476cfdb2577
--- /dev/null
+++ b/global_step50000/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2835e21b529f818d8ce53ba8c4a7d830865b898f512fd8d13719e462759d04
+size 201408771
diff --git a/global_step50000/layer_31-model_01-model_states.pt b/global_step50000/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba87237ce48d47bbcad41a138021ad894b3f796
--- /dev/null
+++ b/global_step50000/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b935ba8d9c87c2739fc612000c2e84605cb05c1e08aa015c4f9a787c2f819d89
+size 201408771
diff --git a/global_step50000/layer_32-model_00-model_states.pt b/global_step50000/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168011afd590e3c4878fe40c6ddfaf5c41f7314e
--- /dev/null
+++ b/global_step50000/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ea59917eec4aa45f5850c9973e9ad1c684d69f0898ba76380798506b67a310
+size 201408771
diff --git a/global_step50000/layer_32-model_01-model_states.pt b/global_step50000/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f53d588b8b540452ae8bd9d2a7f42f11b1987e2
--- /dev/null
+++ b/global_step50000/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14702d3ca443c01becd20f01370bf10d18e7e20b21bab3026b523514ac1910c1
+size 201408771
diff --git a/global_step50000/layer_33-model_00-model_states.pt b/global_step50000/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50d1b131448f4e5a66ad1ba65143da18923f7ea
--- /dev/null
+++ b/global_step50000/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4856d2853c1a35aa1e8b3a75ba79120404992cb7c00ea1c743e58ba7167acc75
+size 201408771
diff --git a/global_step50000/layer_33-model_01-model_states.pt b/global_step50000/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7c8c14962fba18ba0f172fc76839f6f30c2f47
--- /dev/null
+++ b/global_step50000/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14d4be3b9297062b168375d74bc87dd7c3aa5476a4a8c4960676cfba72d82c2
+size 201408771
diff --git a/global_step50000/layer_34-model_00-model_states.pt b/global_step50000/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2896b07d018661d794c9e2b98701f4792b5c3c
--- /dev/null
+++ b/global_step50000/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07b1856c6c5c2efc39da9a9f2b3c8427bc30a9cb2a83f54c07140db74af5087
+size 201408771
diff --git a/global_step50000/layer_34-model_01-model_states.pt b/global_step50000/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e5d105d02f5c4f86e2280abda12116a74356e3
--- /dev/null
+++ b/global_step50000/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e890b64a9e6a0234e2326ade3178d1e34eae6ffc4ae02db380b86eeb51ac7012
+size 201408771
diff --git a/global_step50000/layer_35-model_00-model_states.pt b/global_step50000/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b552790d73099cd238090ddf810ba382dc42f67
--- /dev/null
+++ b/global_step50000/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a072b063315823e4a3d34831a719b5ed84bd4ffb4d5d6949b7f0443a257ff1
+size 201408771
diff --git a/global_step50000/layer_35-model_01-model_states.pt b/global_step50000/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef692a588c970450ba1f3ea34cdbadc8f26e651
--- /dev/null
+++ b/global_step50000/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9930ea76c4fbaf58d40a34b8dd43dac357166d163adc1764ea1230c24508c118
+size 201408771
diff --git a/global_step50000/layer_36-model_00-model_states.pt b/global_step50000/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e48879ddf3e1ccb331ea70661cfa4c497c3d4ef
--- /dev/null
+++ b/global_step50000/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061aed31df95b3d98c231111ce8534d60ff7cf79a58abb9cd84b77a3a28d1f78
+size 201408771
diff --git a/global_step50000/layer_36-model_01-model_states.pt b/global_step50000/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5561f856f4db9e709a77f0968cc970e0dad05df5
--- /dev/null
+++ b/global_step50000/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6712f7db23a19bb6854c34842fff494b85ab83414d0058927205168156e28f
+size 201408771
diff --git a/global_step50000/layer_37-model_00-model_states.pt b/global_step50000/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79e99b9f7a92207e95553260b8355e2b8e19176
--- /dev/null
+++ b/global_step50000/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e82b641ba7566ed457f6540cbdf189dee9fa7381db6633a3b8689e6ba8244d
+size 201408771
diff --git a/global_step50000/layer_37-model_01-model_states.pt b/global_step50000/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285ff0826ca4f91fe62d6a66a84b7ca78ac58bd6
--- /dev/null
+++ b/global_step50000/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9614dd8cdd7380107f9660350df61dca07c6dbfdeef06cce5eb7ac909513533b
+size 201408771
diff --git a/global_step50000/layer_38-model_00-model_states.pt b/global_step50000/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c0fc2e05bb2847a1771ff202a1ded76181930b
--- /dev/null
+++ b/global_step50000/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3645bb15c06f41b0b55568690db54742c6ee532685ee1f7ab19616444d217bfb
+size 201408771
diff --git a/global_step50000/layer_38-model_01-model_states.pt b/global_step50000/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c76a808829ca0559dabf27c731252d402891b8
--- /dev/null
+++ b/global_step50000/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa6a76326201e024d4901fbd4f001d49e688ff8cf6491d6ce58c921daedd2d7
+size 201408771
diff --git a/global_step50000/layer_39-model_00-model_states.pt b/global_step50000/layer_39-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8897ef13749c070d5e8aeed5fa67fdd52046b6b2
--- /dev/null
+++ b/global_step50000/layer_39-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc190c72b84771f77d2636484a668e2f3fa231ab062c3900894df1999d5904d
+size 201408771
diff --git a/global_step50000/layer_39-model_01-model_states.pt b/global_step50000/layer_39-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6884f0529a786e34fbd1d4a2228f73e186796757
--- /dev/null
+++ b/global_step50000/layer_39-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b015945f232eda3684227095c3796a413222c10201bf31498b71ac5d88694e
+size 201408771
diff --git a/global_step50000/layer_40-model_00-model_states.pt b/global_step50000/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6745ff5b1c9035bf24b69ca5613f951c1460b6
--- /dev/null
+++ b/global_step50000/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1632b787c17577d739a892388e52ff388b8edeecb6e1140d0292e8215117bff
+size 201408771
diff --git a/global_step50000/layer_40-model_01-model_states.pt b/global_step50000/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a81c2651930b2a1d8b0df473645d60a57567964
--- /dev/null
+++ b/global_step50000/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff2997b4a8d43febcde3f2e7ea61f71ed5260ea00db2e93118ab20dcbc15add
+size 201408771
diff --git a/global_step50000/layer_41-model_00-model_states.pt b/global_step50000/layer_41-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ad6af333b247e79b111bc84ec8879a3168232d
--- /dev/null
+++ b/global_step50000/layer_41-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded77604e86a113407010792ba80afd59ea7cfdfd0e080fd06cfbe7967f74d21
+size 201408771
diff --git a/global_step50000/layer_41-model_01-model_states.pt b/global_step50000/layer_41-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538754d163a9069a0904636fdf10b864711f59a4
--- /dev/null
+++ b/global_step50000/layer_41-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977a35aa497220b124e71030b9d7861a8ae8f3b0b77860849080a2d45c7634aa
+size 201408771
diff --git a/global_step50000/layer_42-model_00-model_states.pt b/global_step50000/layer_42-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6f41dba52278f9920751e3d73d2b4cbd8161d2
--- /dev/null
+++ b/global_step50000/layer_42-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cae0591de220a1facffb4cb2f10d34c00298090fc39d77fe366b5609fcf819
+size 201408771
diff --git a/global_step50000/layer_42-model_01-model_states.pt b/global_step50000/layer_42-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463cd42d883c661cadaf66298ab2af0422adcab9
--- /dev/null
+++ b/global_step50000/layer_42-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8454cf7d627b62849f4f8fae0760a6fa2623a87e891d7bd90ef306c7fe5a91
+size 201408771
diff --git a/global_step50000/layer_43-model_00-model_states.pt b/global_step50000/layer_43-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd937e211e25dc57022530d22a0c420ce69fc31e
--- /dev/null
+++ b/global_step50000/layer_43-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404d48246c8d82efa83070b3963136461d11099f1f2c72812c9f2687a2895116
+size 201408771
diff --git a/global_step50000/layer_43-model_01-model_states.pt b/global_step50000/layer_43-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b6ba70f64215ab5fef29fb965916713ea3b56f
--- /dev/null
+++ b/global_step50000/layer_43-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d637b82f2e998ab89587f6bcfb87a9cef39d77048c7b4a94035b4d5d909d35
+size 201408771
diff --git a/global_step50000/layer_44-model_00-model_states.pt b/global_step50000/layer_44-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b02783b6400ae4e624a1cfa1d4a448462749eb8
--- /dev/null
+++ b/global_step50000/layer_44-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b6e82c7857b2fa6c43c81f461a26c8da902272f781abc66f9358e7402fe325
+size 201408771
diff --git a/global_step50000/layer_44-model_01-model_states.pt b/global_step50000/layer_44-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b65eb5d436813da5ac6639b029409340d0a7bb7
--- /dev/null
+++ b/global_step50000/layer_44-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ddd9cb7a7348cc5344ba53ee7e366be59113b4de2e3e5e9fafb02dd5ea6f77
+size 201408771
diff --git a/global_step50000/layer_46-model_00-model_states.pt b/global_step50000/layer_46-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3d15c60db03a2129e81b4ad269c7ccf5574ee4
--- /dev/null
+++ b/global_step50000/layer_46-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40675f302706ba19c516548284c2731c6a2a04942aed5556c1762296d51aaed5
+size 17603
diff --git a/global_step50000/layer_46-model_01-model_states.pt b/global_step50000/layer_46-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf07d7589ff42baa65c3eb4060db230c61d314e
--- /dev/null
+++ b/global_step50000/layer_46-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6227a3c44f8f1642004c5e08d54f3ba1392c488f488894ee9982c215b15c29
+size 17603
diff --git a/global_step50000/mp_rank_00_model_states.pt b/global_step50000/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9490ee1f9e3d8169fad4d1d0601ef776c0b539
--- /dev/null
+++ b/global_step50000/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac06851797800a393df94242d5bec836035a2a6d9176f4001f3b395583d0dcd
+size 39923
diff --git a/global_step50000/mp_rank_01_model_states.pt b/global_step50000/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b241c023dd0d6687d59e1e8ebdb7326c589150
--- /dev/null
+++ b/global_step50000/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00715b584031ae282afe7a1bfe6508f52b6c1cd86a61200ca6be20e3cedf70ea
+size 39923
diff --git a/global_step50000/mp_rank_02_model_states.pt b/global_step50000/mp_rank_02_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c35b3e42d65fc51b74a029da97f984c4fb8c74d
--- /dev/null
+++ b/global_step50000/mp_rank_02_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d05905fc5cf085ea83574fa7864c0c3ce3778592cb55ec63f943f61a0488f0a
+size 40051
diff --git a/global_step50000/mp_rank_03_model_states.pt b/global_step50000/mp_rank_03_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927373dd622cacee4727c54cfeb63988228fe6e7
--- /dev/null
+++ b/global_step50000/mp_rank_03_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119bcf16ee00f9b0adbee0bbc8d89a32158f45e025a638b51778d0fd0e63daa0
+size 40051
diff --git a/global_step55000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588f1727f80e4602c7310525a4b801f8882015d2
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e63158472c019bd4368cf8a235764d07b7a9686eb268be281883d7b85ac167
+size 208731415
diff --git a/global_step55000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643e30545d888ee1ceb3424f408d70351fea1521
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da27a6d58b3bd9b2acccfcb43162eed64c15cc76f6ed14dc7f1f234e368bc25
+size 208731415
diff --git a/global_step55000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0f20d442c0a6a47e78f8a305b434b97a49c4ef
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568fe05cf375f6a62f79ed952f7ae90ff6156670f8d7af76ab51f0352ea2cb11
+size 208732183
diff --git a/global_step55000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e555b97b61ce720ab45f80f6beb8d796536979
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d136a842c24e4c4598e9cbb24a98c959a1f6da45062c027a45dae388dcbd9d5
+size 208732183
diff --git a/global_step55000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63760fc2b34c04152568fc65932f9b408d70c0d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159f2598e64bb26b234acba5bf698e3722611f194065def4b2920275d6066943
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6b9696aaaca44a7f62a460551cbff99ef7bd34
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4209db54418ea635fea46b60b7b72f3a73641e0769413f4e7a8665bf2b83d0c
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b11a78502cdf2748b8ffa30a433fbf38e85f3d3
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2637073e1827a7a20b6251c28a6f3a27c8ddeead45c8736efc6201a3852712
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3907ef24c6788fd50db64d0a4d9d7eb31524c32c
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52cbba4aa6f2bf4b5881ad2f0c2cb9da10c430b1814ddf273fe5eeb57948ef0
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04867b1a0a6aa4908e5f02cca904a5d437f10c0e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0e1fc7e1a9f5f2fdc51bee4aa465af80a2f8f3a675ef7e8eb35063654f6cc8
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323633b651ab44e3b8be1a48812e4067728b7ce7
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b965b19f56182a5e8a21e54b5834f36e1c8fdbf234683e70563a19cf464e006c
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b4727e9ff7a6b47a056964dc2e10e58bb1c5bb
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd430789a4c419692f1a7b6a5930ef43a85b65125abd922442be8adbc4f7b10
+size 208732077
diff --git a/global_step55000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8fc4711a0535b8210b2d4d783f44821b7fc17e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0848f71cd2c0b08ef19f0997a360cfd98e5224a33818ec68aaae5f7df3445a83
+size 208732077
diff --git a/global_step55000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ad5f41179ffc0d1eba02413776f5f5d28dd64c
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77608659a8cccc4d676f2d98fbc2bcb915d0717aef69b2fb56e9f02994bf0982
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42235cddaa62f9d1a8af12e888e9e528be81baa6
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbc0a2a971f679b06b44e9b4693bf5bab197040b9e4829f7d167dbf2cdb2612
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98c7f68b418c6fbd94c0929931815f03d46b319
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b3ce53a954c7bb74515f9d7324699ef9f42d4d424508400aa86d74180da462
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389f40afc4c74bdcca406a7ccd07aa5b86b8b581
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2892d503a66dca768d15600698461c9caed2bcc80f56b7fe7c04fb7ca80e59f7
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d98c8d7d2ce0c9fd5071a787cf6c908bffc81e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af8a6fc54fb9a4d444863c7547435187b97a9cf1c1bee0f79a4446f9795f988
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34ed547bb9d9533b58f596ec034e3294e84d2f1
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f49b5f43ba77c0235416684bde18333f63181dbc5e6a84eb81c3e47d319bbd
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7af7db5234af6b29c7cd14bd636c22942fdfed
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908377ef74fa74d2a756ec22e04d9a3299bbcaf38757049130e9b5c7c34dffb4
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9dd400e1f0ae098bf073a25ef1f58765bace6e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef052ba55b538e6d1a77845a14d832c7e569c8306898cb9c0849c0a531f3c0d5
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957c1bfbda76080ae31ee4fb828355a3b19912f7
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab07bfcc2cdf61f9370d55630491c3255c8d889b8926610c2100d87fc3eda639
+size 208731501
diff --git a/global_step55000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d13859bc817335d5257e3003fc66ad002282a5f
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a237fc08c5933056e1c37210bf188c0ae22dc88245f2ca84d0edb80791b6fa
+size 208731501
diff --git a/global_step55000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1202d8ad29da18f8b87c405bf4c79d4242e9747
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35af8f7ef02432484d7fb020e68a8bafc3fcac48bce0ed2afff8757c5a9bc628
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea9a1629055bb0b00c68453f71f1050d67e0b8b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5398a05097f9a07b725b57148c678f347603822d5b82c0b0a4200c9cba8ef07
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb814b835e97d30e3aa14f4814bc53c9f35d4c6
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd5a053b79d108945255bbb6cc8804473d8fe66f4a96a185e0c413340d02df8
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cef824758c72f46b56aa0d4c75334061f0121cb
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a52a402e2df00c6d96764243891de96271b70c933e814e54dbbb0727f765f5
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4dc3b58b66c61cfd157c7033cb1108f684237a
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1341066d34d36ed47eca2a100dd0a5ea4da67fca0af32b0bb331b70abb5737e
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae15606f33b470e396db649449bee8c419ef7f6
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c0c033510a2cdba9165e0b08120f93ccc743454ffaef3ff31b80e10d5d6e5e
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6d79f62a9bc7d5c2364b95f8abe516978ae166
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0114fe6b88fde9c7a11c7236d0e5cd74da8860caf6ea36ecfd767337d03b26dc
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17db22fc250414043da3ba771f43163d2352fe32
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48e82d4251978ca705b304317e38497778f0eac13d8e6ee674123a060502289
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c033b821c8ed17623bb10ccfa4f26e5f8d6f1d62
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f47ce540d1839217a9075f35fb93341109460cbdaa0991618853ba9f6b0f67
+size 208732269
diff --git a/global_step55000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384f9de5d43ef963956d9684a663e87c4213f9fe
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e117349bfe7ab03ee97316edcf13233109a141fa747bc02270c083e2d2784b95
+size 208732269
diff --git a/global_step55000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454f13a9e5170c60c0868bd44d532a504b721d9b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87cefe041a1b297d162664d0525a7b69d8117fe303caf7b376d109dced7f8d2
+size 208731501
diff --git a/global_step55000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faccb4d08b05cad2921792d3c6b16c8b3d0b55e6
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bd4a89c979671b421f723c63e26e630954044556b4edc5218490378887914d
+size 208731501
diff --git a/global_step55000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908a3d440101a2eab0be377e7afb9cccc7b45ea1
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b5ce726ef995235839d4219066131aa2482d64b8628c9616f7d5b1d92db050
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7f887d8f0c901137640b3c6e7419e34cef65e7
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb7f6cfca121390abbb6fb49c3c33efa3e771b5107c7d253fdeca47a185c59c
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1ba8ccc426ae7cce423ef14e72268cc4b94697
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599a1aeebd9b622597c7d1e4ba20764c634822d8b395468f81c663435e7a5b97
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee71b71d9baa263407f3d6154ac84b923dac93b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666a6866dbb9626947ba759c5c365ce716ae1166543524bed8c48887c5e35fad
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae95641718f1afc7425ad42129c6d3e9c8d5118
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ae06400e99b26c16e7a9a2a9f4a77dc0ce020867158397c10223a7cd78bc7a
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaedcf85b4a636ca4f8c2b1d7e550571d9f5e09d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27f8dad92c7ed71364581fbf91c99fb159a75efd0090a3dcffd37081f564031
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1601296ae055467c313f648b149c6f2a8825efff
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b002d610e1af802f92d41150ec8605512105e35339f3b8270c8eac8080b5a7a
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1a1f24b8ce96c6094bfaeb75c4ea6d6a55658e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fc3a074bab0724e7b5908cc41b77f705708c191743aa9b81dee11ad60bcbc9
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99568d310870b377ab7468e8f195f99ff7b6865
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919ab33e8b718b9eb73dc05a969ca28ba4dffd21f3032a457383a91daf8b2995
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4491ce3ab0c2f935b54bb443432080ab43cc7e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e19e93af0f9385108db16e83e05612ba1da62a7b9a319442e56b8010f0b40aa
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d567757954cfa65d6819d9606ec8a53ca5f60d42
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061f9765403b3979d1f6230cbc8f8304825062bf84f660282bc51901ed45732a
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd20c9f37892d5d2a1f781b870cfb550d7bc3ddc
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ee4e0db82bc0ad4a9d127509362537d69faed204130504ab8a13877d1b6235
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51a07c966eadfdf4bf6c9faa7dbc5c3cb728eeb
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd033bb2f6ed5e70ca54e3dc116bbf738562169d807af60afe42bcc354a863c
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f04e4107d7a53f1c97dc4a6bc98ffee282380df
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526efb6e90c8797b35432b0882959418bb51d018d4763f2e89a2de88225275b6
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd545f7e5579e2b8ac625665d064e695735b7276
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087e5207d9435e21df4f94b01d844bdc9998c9c8b397111e951340beee94d31d
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567e774b5b1c1bcf68213a17e4e10b46bb549e04
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6c343c643459c05d0b3d36c02501c130edf9c4438e18c8c50ca57f17c853d5
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e93e517877c35a085c60292960a88acf748863
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a65a1292a13b9d9f93059dea67c83104a3de0b341c24f8f145c41b178afcb05
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8547c1b9132548825edc256d409a189a19b98d4d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ce78b8a973cbf2e06815739059c2d0d646aea5e3ee6367f22440ecdb01361f
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6e1620e2ffa749f8e18afe9d49d83be5480526
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555f45e5b5979939f238565fb871fdf32e1eefe2f7553bece35d4e588c7b4086
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feaa9c758f8169e634e9f100817add03176dbc13
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579fa57d71a9ffc447cc6bef1a7f23336d0de6ce008c4c7ead9e5f77c91c88e7
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c121783fd4185ac7a8fce6149a4fd792f7ec414c
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6cead9ef7aeeedaf34b7b723b85dcb6aa1c849ecfad1758ea30d93651de861
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce68a87f9f0021ee3cc3149209327b830138c7a8
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f0b76571def110c7e0034301d6792b046e043abe7b5c24bc6db625ccea6246
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf94bb065278fe1b757025437d33ff08d395399
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e4684f7a562a8344ee3b1ca8e0f760da059572799e04afa1e37e169500e973
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7ddc70c3d8c631287d1da90aab2eca9da6d198
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b809c8128cdeef6ab104bde4b31401a341e088a605dd15d43743586dd26dca27
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995e66add0501a81c9e30997c29a95d998928440
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a849e1c2ac8ff432baab4deabb26aa3854de962cd37e80b5b5a72c270f27451
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4cf7c7b3568b83d9ea3ece5e9afd3e62c19632
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26948df657579ed364ecd54d6159a7373166a8f080cfc0989abf43d22b4d689b
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf807473e7289b400b0a874c716cefcc709f9022
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251e430d274017ef741ffc0b5bf55e3765cca4eb386561fe048279e404952b76
+size 208731501
diff --git a/global_step55000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6348d4c6ced54edb94d32c4df4bf4f1fffa88163
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fd7a0d9dfb7aae801a5ec666117ef273d1318ee9fae6a65285f056d5b4ad14
+size 208731501
diff --git a/global_step55000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ff4d1a7baeb848ae36ad6029c16ad0dd3d85b2
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42ed5d514482c3d4a94a023e3a3e4f9e39c22bb2a1cab4d1a3b3d8b11d1cef0
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe7063031801041d06fc504b65bd21cab599955
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fe6d8c8561606f0ea587cc022e6e692a67ba057c48be6ca8666fff480cf365
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c92edd9724a1ff7633a325330c2776e77f2c96
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472c152745a677cf51d3c24357787d921e6a9c4e857556a2ba36b73f3c641bf5
+size 208731309
diff --git a/global_step55000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319af73c76ec0fdbfc90b8e6e32f7e9b0a58fe80
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedc918260765f08c35034e8e6aa1a9e57af63772f092f9f4eb107c5a47cf8d2
+size 208731309
diff --git a/global_step55000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d2128f0aa3776dc54ef46d568adea6c30f8665
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0147531c04b2f936c87f8ffbb601576f894d8f23a7cd86ee68f02eae5af53f
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60552abcaf42b0fc68929a1735151704678ab5f3
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fba3118c2a437c8c6acb2cb5e6c44558ff87f2d0ac5955f35d2a65d0775590
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259e5385119f848ba4059eb37492568066660797
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff11c10bf6e4327335ebf7569343891409a734408ea11347b7b7918a85fb329
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c49cafbb86ed3d2af7cd301cc7cd29bf50626c6
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823964d7b14b687088185956e155b3083873957cbcf1d86bcd88e4774e098275
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ad0d9d8680b8c25e05370b7292b0cd299bd3ab
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2197a8f6db3f380f8fe1dbc365719041543e3aeee87e70dd197d59f51c5be67
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c053dcfd26d2b81e7766f0885db871e81015a57e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eda739b30917328738a2fb6e1afc5852e0f92aeb123acbbb5576379ac1d5213
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3206ca179708ac3fe4d4f7a0ea32301c07dbabbd
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332657a7b11b98a862e9b59c93f6236af4f7dd768f258865afee0784ffaa7907
+size 208731501
diff --git a/global_step55000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7a70f05b6689e456c28b22b0391833fe9fd7d8
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528b091da3e9a1e4caedad0aeb917e28f9396b9e40c430a1d078c50c69e3911f
+size 208731501
diff --git a/global_step55000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571d55d7574156364f9e5910482edc9d6db15d99
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070c3c0c84f5ed3c2143bdbb6705469d9966daf3266809b30eb5dc40e149b8d2
+size 208732269
diff --git a/global_step55000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c958cd5121676322bc5c2fea3e4522928b9dad
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d64bed23928da040521d38e7808d0f9a19c226ca464ef8603b83663b059173
+size 208732269
diff --git a/global_step55000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b852e320007d827d3769a85fff73a2c1f2d27ee
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b95ae69640a5f7208e8df90f8cbd4ce7f847def99fe03410b09745e6524082
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19799be88a5a56a8c5405e22de2b2af43cefdb3b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8099d85076a399d7bec5e4d7a2f045afdc29149bd35f68ac531e74ee4c6cd7c2
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470403a0dc2c5aef24d24758158b229e10b19409
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d648aaada6a6a48bb61f6bc53e802f41f18585b718ef74f2e1e422e1db544a
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0475f005ee24c64151fdb1f8158d33705e8e6c
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782b565c65b6d1c82b3de84343625e855d7e53b17294661bc6f9460db6e5fb47
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c86366cdfd19f3fc8450a8573d6a1a99e4ee945
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c389ff6d78f989a037bc4792067e5843fcc88982d1c6854ed70876acdbba89ea
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18aa0f69941082639b0ea51c10c75f18bd5e3096
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cab90318ba1d426b4901fc3c9aca66844a805faea76534e0f6a4cea2b7c5664
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b1d44ce26f190f51b851d74d0e71b5106574ae
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d0ee1272a4f9aff27132d023d3ba7061bbe01730cb66da7fc3f8c0ea39cf5c
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e577c3d8c2b8a50e1d25cc87dfbb2a6657fd25e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae345cb7860d3b8da6a8bc5d55684d3ffee1545c3e8f34b5f6874290fe4553a
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49026f652e1b342ca280a1412fd93559ed0de187
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20ea3b83f3830b4f42034e729a7816011dba235f2bc9c91ccca46af6e4af9f5
+size 208731501
diff --git a/global_step55000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2eb857ec312bb03442461391debdfbd43fd126
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d28930275bce3b302cd9f7739d97d3b66f7f6f29144826b56b8727f887e4ba0
+size 208731501
diff --git a/global_step55000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c015622fdc7052b8ff9a50532a79232192796d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334f8df00de38ffd9d97fa7da53ddfed8fcb029972bfd45dc05c75853d452fa6
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6b2fcd92c2154c63c5e251179c64fde1290d84
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684ddd3ae75d5e33b105274e5bc8ccf2ba4bc270bcc51de2f4258dbd57b9deb5
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118b4012034bbf632b997e9bec6fd72c131b64be
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e64bfe458b8f35ec80faf18d06d5be4e426691f5bafe8de70a5f6af79a36eb4
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bae1120ebe2ad1a5f041b39eb2c61be2ebd66c9
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da903e9cd5738621bdfbbbfec61bf29ffc0fae797ecf6b05179ed1c081e185c3
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d231e379e6e19421ffe0237e009b6d56ae912b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d3405dc526c925f501d2f04ee404f3e54eb7f54edb5c8895999b8f597a74f0
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d7492b9e027f934967d2fa8d1cab9c04f599aa
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97c132483096ddc2813ee23cf889738149eb189e1ca556a5986c2e9c6d59d2f
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95b788c404bbcbee0c51d13e37353ba3d2ad6cd
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646347e5d72c5b736cf6a31eee408f108bc285fe1770ce2538905f6b0f6df977
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a8633fc54342ccae575fb00ca4056b9cd79c03
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3ecac71988e0086dfbcecbb482d16de2b6dd748109af28de499d112c8c3414
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5dd974db813dabc5176521ee313bcbcaaecf10
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d981bee13aa6961b3f8b8c3a9462664e6e3a882b48857228fd210194b4d12ec7
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce609a73b03a8651554bb8fc0dc69a2ef2fe9d69
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f24d679febb59aa8438207ccf0ccb12d11140b6f8a05d0ed5b512a3afb4cef6
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2760a25ed022de7b632b6b5f2328f980f5ddb9d1
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0642140cd1e9cfbd226d77bc76c12d725c837248447c9cdf139976c788a2c859
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c2503545dd8a565083e40fa2f942b815ec2f25
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9513bc33c2b78cb5ea1b8d5e503138b8d3e3cdee67dd1b77e03eeee84d24703e
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c47586a37d731f25cf477787e225370e66f37a
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584aa1f21bb04777473a17631577317c9aac3b6adbf6aad1a382b3a763a7689e
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968a42957bca9ee9618bab8f507518b352899455
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd2434da5dbd71d3f31e5a316816abd92957cdc5cd436383d68e6f4e754323a
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce2d75b2b3789a8e5bb8abd8770eed9e76ba0fe
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4483d77ffd225f7472d34b12638dcb2145c1604a2f306aa63f23fc42e3e74c0
+size 208731309
diff --git a/global_step55000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3dcc0220ac7f9a38be0feaf64657667543ea6b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50633e68f0b61df8350c8d8c4d1ecd69e4774cbba75ad29d2018cbb41bfa3a8f
+size 208731309
diff --git a/global_step55000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6edda43c056384fc6f360976fa22f173be15cfd
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1803c135e58dc1cb8c3318a87d6fb4db1fae5f8c05fec65cad9cb90e6fb2ad
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b797da6bd54b4ab00b6931037e8c21f77b8d23
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0aeeb9097774c08e5d736bfb7dddcf8773da58cbb0f6ad4bd08f61d2d11ce7f
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d3d2243c21aaf5f884d0dd21325768fa89562e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fed164b694507b3549a01936f548dadcbbd587c9b27a9e03964917345ab0288
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a300c201cf92b216123b0e4e3422a3cc95eca045
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1b5180f3da0ee3535f2effed8ed5adfe7c5984374db6bb00d19d932832b663
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d66bc2b5c79f7d3bdcdcfacd225b142f267991
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762c9c4f967863c192009d540635cd4991d3e836a69a79f72bd27aacced0d133
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc02d24398451cb65952ff81fe7fca5df2c7ee47
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6581b7a773e449a30e97a149185c5b2560fbf4b78980bff435aba50c834bc6d9
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81d8d90623b7d10b0f10d0e09e6ece88616b5c3
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c944931b84e8cd65e7e0acc19d3c2005ee4655333faa58095fe3b54a20bcc58
+size 208731501
diff --git a/global_step55000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677b23d0a1ec2d49a7ff30142a818ffc489716e1
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fecc7489d64020d1776c48245da89df4e5805c4b9e9574b438027049fe21ce
+size 208731501
diff --git a/global_step55000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c92b61d9927528d0f346753b389970e3e061e5
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e497cfb57180d61a6b18fd761c1f98ecedb0fb90aeb99527d6ad20680abfe8
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26bf2815f25bcb532ce01e15ef8b2409fd7c850
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f271f0183d64e9536ba1371722e40563654103f890cc14e16d5940ecaac779
+size 208732205
diff --git a/global_step55000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a729e69a4539f23d3e5f38fc5a23af422c7228e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf48dcc6f8640ea9635f33fa380fd743f928e2279291f83496b46991c392ecea
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144b2ab8ba86f9b1e452f6e52c04e5b97090a7d8
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b4d5ac2389968c32dddcef5fa064957e183794a3e749f2138be141a8f6690c
+size 208731437
diff --git a/global_step55000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19032b831bbd32606fd6b6d896745373e0869ac
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cbb4537e588a5aaddaec83505a7724895e4329acb46a432353c114cd820482
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1790f252925a13749cc0bc2815d02547c1a819da
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7de77d68ea95357e5214339d79b63767b9b5267e8e5804dc64937ce0c6e274
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7845e28b7f4cc5f90146a7812d717f50a88fa65
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728d0faed28bbe7e8192eab0406426528c7ed3664b7410c9daaa1b68f35f7520
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a7bc6ea6508c40c70c2dc6480119075e436e30
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06bc0a62d1133a24ec4780c3fdd999698988e32466e523da9174b374259317c
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1017c21c0818c41eb4c0a03c1ced63786e0de766
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ce103273b34d13e80bdd8a3435ce8859952f048c88749f6bf4ecbc6e721f80
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95945ab76411dc8df53c12cd3e7d2eb281339ae
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51b26fa90c78b28519f4425607dacf7ca845a91906546fa9af09d921e86f589
+size 208732141
diff --git a/global_step55000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb4081cbdfdedd46506766133d299b4d3088600
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b621a10a32f70412918100f2cecc0eec573c58c7a686f44c66a597c1eabc1501
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0983aca3bfcf898255d34d4cb6b2ac76872ff5af
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6a6cfb4e9aab1b6f5e1fad84b708f645641ad8742d742699d424e7c3279ebf
+size 208731373
diff --git a/global_step55000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97fc10b5a8b5bc600117bd345d5ba2ce5b62f5c
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faba19122f31a86c4af019e6c72a4ee706ebb43080d45f3cae44c1f0a14045e6
+size 208732077
diff --git a/global_step55000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80863d6386df2d6b9d49b814e5458c2fb8da3862
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6951ff730d849e5c1156043fe69804d5903803dd0423adab95eec810924b1a7
+size 208732077
diff --git a/global_step55000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8933e4e05794f5aa643584a8557143bae48e7a72
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abafc028428441fba681a5939d726a55cf259964d2454c8dd25066d8a65f3e6
+size 208731554
diff --git a/global_step55000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cefa10bb09c44736b3111bf78d6156e947bc1f5
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c83481abb6f42217446c4d85235fe98c2c37171fa25760a35d097d07491aae3
+size 208731554
diff --git a/global_step55000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d8833001ac2474230ae067156d7e6d0518fd61
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e5c0d3798c8a91b2158134eafe23677bb99f273cc046746d71bf562fc45152
+size 208732322
diff --git a/global_step55000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183b95c0d603108aa64f94185d2513ede298e15b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2104ec81e6335be198315476dfa91517a2ce522cf41c7c6490f39a5da1902a
+size 208732322
diff --git a/global_step55000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45becf3e62142951f81ce97bd839da74c49c62d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d28699dececa3333219cbb37a8ba7e895b3a95d2f4d0bfdfbbfb7600851b0a
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df92d0e0af147eebef366e8243621ea017c24af
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4de4adb08a9a4a80a99451adbac67553b152a79ba36227417df06a857e9e393
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c796902174e30ee2320b45248ef521a22241609d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7526bc972b644edad583424882c8a40b4a3d13473567cf4510f683e297ccebc6
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8210cc669c14b9d39cc1ba3060366718fcf5d4f
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11459997ae95227d5e6d083baf7c9b4b6083a181f2d24c3fdc023b4473d01d13
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489ea1e669b76c69f0682acc0f2738dc05fe961e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bac89a9bde4ffa035026867409e535444276bb1b23fd53bdc76a9d5ca35545
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb87963ae879a102841c13aef4e30e3ec995b914
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8c950940e861e891606a56f16c4024c2171f5ff5bd3cdaeb5376db88418c10
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb31537c25d7bbacd74367afe0b16f762ac43246
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0d322a469e47243d4a658d420537cf223a5385bf0fc35be468b0cafbe94012
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b92270c100bdd64aa048f6a30e1fe248246e38f
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c3a972e988191369bd01ab11cf7ad1c77cbecbf580a0111c5b3a0a4b95ac31
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9940e0f070b54ba20debf248b2626664ef34ca25
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fbf172b232ffb2ee61150f128844a34b23fd5cc60c617c1eef776178b1734f
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3772b23082b40685f76add67186f3df7de44a5e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d87eb58c5c1d8952e82c03988cee35ccc39b378158d1b2fd864ca2b97a2085e
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951af3e8ff5e02c47946d73845a582277d1e3658
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ef6ce4ebf75744dc85739d0dc0acc7a37b83ce81da0f3186d26b055cf43787
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e8dda59d7314846180bd6704f54eaca6a55119
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227f08329db3de35e4b2b34c250f57fd1f68335b33e8773303832bdd68a6f83a
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67de3a9325e93a866aef25d3c1d037e3d4216c88
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a65ed8d59f92808291a796930ceddef9626ddaa36af3acf1ab5dba2fcc34100
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c4bca9d9bcd14856bfacfd596fc936c89d3dca
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab748c25307675ab293c5f3a1bb9fc4e8b811839c3be7de4bd26100c2602560
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e960f7edaabd12f926ab26f799deeb5dd2b3c9c
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c0f750b21f72efed08cad6ffaeb06715101cd282c9e50dd5452aa325489b2a
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3037f0912c3d15389bbb8b9b804effac026345
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a7a2b457a07aa8d32fed87bd0d8f5fd32eb8de2722c15c5fa255ec4cbd7b4d
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e60603bf7241b09aa60be94736b286f54e90605
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3813d7f6f532af1836c26b019883ec834424856fe0a562909cf93fd867e97de9
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5024e731e9b1bce57025e4c91053454c8d34a670
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19bfd00721c398597871278b505064d137a380e07174ca90409aabe58867ca7
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abe93f96063854f2583be5d8376ea7d19e3f7cf
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8581072a52eb593b7f57d9bd9b4dcee31808d372919e1f3d65ec0148c09d8f
+size 208732066
diff --git a/global_step55000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b823b7e6d63aa844f8925955fc44ae2c3266915
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec141a7deaf2726f94e96ef47e909ec675ea58e52d046f9692c3d0c6cc1b60c
+size 208732066
diff --git a/global_step55000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28ffa28ef6b421ac747b670fd52b903d65d8715
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da551e8d48b0561f77a2a07e97b2362e6e712e1120e6e22927632b513e07265b
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa002a9ffab8d4a8b59037b7f6c03ac850002166
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac007f78aec4b8e46ad6af8a6f179031ccbc3b996ef5d0517bf6ad5511c377f2
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6f42f2145b9305bae8df2299cb500a7c57e716
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd2048a79ed6aff2c428a635f0a908ad6deffced7ba5db3b44d676a35763fd6
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000faa402324844c3195acfc768ce24635ecb213
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56aa1e29f1a286ff38d837a4e9636a12a0fe394adb26e34e6faf7db4daa53b26
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc6c6768f8f0c4b45040addd26804e6753ea93c
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32d32ec1da9bbb6818fe6a06221b4197813ce0c95cd92700b54d6b2ebbc4110
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c13d25a61ae960b3e1c15becb8273634be8568
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b757c4c82a4c939c16188d5ae6c9c89098972cc4c2d29ab2cc6f9b3c1f48ce
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd211ef6436962f57b777c22374e119156d344c
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895cae88ee8d0c88965f4e7973da350347de0207d38ce39db0e727d269fbf178
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6044823df13546808d47087b44f25e1f6eb5bb
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3041d77467c1c2e6a27b08da44057d38b65e1db0cee14bf0454191402712bc
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14516b8a825019b3fef901364afa595e1a179fc9
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91051480792590613720140fad0cafb8666f2761b015efba936b9aa76749f51
+size 208731351
diff --git a/global_step55000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0f3c8971afbb69890372102de66a7f5e6931d9
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f379271b2e8840e1105529955be1759225f14c4098d4eb2433682e99da3eb16c
+size 208731351
diff --git a/global_step55000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e8eb477364917268f045755f55b6c51bffda29
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b01669619977838d1a06321fd212ce5f2d6ff3f4337a960a9746d61617728f
+size 208732119
diff --git a/global_step55000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45fed2afd00f5998d3de3e56425337986d8b225b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be988fb8128a7e268ce257f5130e1a64d5c0cf6b2dcd06cf79e2fc2913f5046
+size 208732119
diff --git a/global_step55000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de904759530fda935dbb43075e41382ab43ce47e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6faa505d0cfc8169d1ffee88b8427a8f25e671559c2760ad4b0357171094a5
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c679feed9532a2b7130a3e1538bedd74478d36
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4855dc03e51be31361b23a77c234d79bb1196670d0008476423fa2c5f35d7a
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc669c958132a074fefab5157bbfef1b0ec0572
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5b727b8ea30ab8480aedb8e0b7b1e41fc21a1ebe976456b7eafe0a7b5b5297
+size 208732322
diff --git a/global_step55000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19acbc003deafd2464917243caedf576d79dc68
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bc9d9fe024df6a7044ca54ad0f20cf43c625f29e41abbd279de4be663dfeca
+size 208732322
diff --git a/global_step55000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d02c70605f4b3cf4a5ab3072ba00cec5c1e017
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fbe93c593fb21557eadc7c785defe005d5409d45233212a8114b0edd6414c6
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34852e900def21956f5f91fde686d415bde2953d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30430ef172834ab7797575da041c198ccfd8731419651e214b50a2d1956fdfa1
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6e9b6a2856eb11bfbaa3c7b975524395bae6cf
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4090c47844751a44753575f3c102b4ad55db69c55dffeae19718b2c8f85724c
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d63dd4c4c687f8582fb9ac90554f240199700c3
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347d685d20976c0f7adf3120fd5c75c1e531876a8d7a5f8debde5b17a6536ca4
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4977dd8229f16c64691449d2ef441a25660be9c5
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a8d125ff411b696f05107bde08e0397a7c9ac9a0d02693e9e8a2579e34c890
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c488196d9c6eb31f54826dc09aeb12edf46cf636
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7976eb18b84bec19305f38d44f727fc32803ffde99f147d1f2621fa871d1a9db
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a9e4c0d2ae6cf77c330e2be2efedc3ac80c8e3
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea308b5809eaafb16ce75445d2c9e762a2ce496c9363673c4233929718ffcb75
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43713cb91ab3e6e28df8727b3f0327ab43513b0
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b807cc92e0650cbaa2372292a05b308bf9a54689ba8a05c0b99d7562015e85b1
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055379de4a1b19a53521fbd101896d05510e5d1d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcec8011ef72ce820b5c68f30b4ec8af79818c59ebc7578736d42e76440c0dac
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88277e153613c710640d898196a8a23b103fbb8e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1d4511fd349a7beb268175ad01803c5fae5412fd8956557491db153de99569
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74278789c3404c4a0a30c98916df4789fe7776c6
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5a7fa940d4665cb6c64267d714886d98cacd11603daee88e8b5ed3765bbb64
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9973ddadde93008fbcef74703168fceae7712f07
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0835f76635addf19cf57fca35605ecb658b2286498ea7a16dfc9469c6a8126
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5012abfb3b1f83aefa03514a082d2eff9ca66e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797cc31e815ee12e230ebb08f8777190153ce0ec4ca6e786fedf6c5d15e56a91
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da64fb822bc8bc5775eceb9d5818b0427c26a9df
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da91958577fc566c994bf87e99da45026efb05adae1dc18e869b0e40731c798
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0ef4bc1aba20a62fe0789ae3170cec3dd427bd
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c0ad5ad5976491d4e42ed3280662e5c0af19355249347cc6faa938510c4677
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497f8d2817e4f105d65faea46f89fb82ee68575c
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99a556b9bbf778464288af2b42a768e6db7b5438c06ebd59643061ead3633ef
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2886102badb6fbc4b7f41010e4fc064d1650f8e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38739001e574ee9c1e1040ec6b5274c347544f706521f600fc85d9fc8c271b65
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2f516f8b3299fb8b1a120842616a69c02d330e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480f5e0153d7ecd1873e72b4fc7c20595bb9ced45d6b09bc61af10bce7c08f95
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95b4aa516b8c4b2cb99ce9d45e788e59877d3a4
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca6aa28c50b12a69f8e0ce9685358116593f4b2dd3f0be7890257207ffba015
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c40f589070766aeaf6c7a7b2ec3f9c8c22eb50f
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ad723c0794fd7398a6c4fe3be1a8d55a93b13d9e6e0db843d529af024c53a9
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0174c1e0a8e94acd189ec3619d0389e9c030dbe
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c427219d4c975d88d2fde0a86b17eea56860a5943b3b3a89c7606a72a038ca0
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ef73a204ca1404142bad329398ed57a4d5e02e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10333076ba4733999e551793e066bd5c9f2a19e81a41ea9ad0eb00b6c5139957
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bdb8ee81c943a3624d6e8e9d71457196bccbef
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a87a336ebe5c43c4275ab3a4b24d4bea83e09aff6580a251ef48cdb98eea71
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff2bb900faf3371439571301c1a552960144ad2
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70c8f307f6267f78a23cc570f62d6db3755913a03b3b6bf1dada7dd5cd0a4c1
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca04e685c550d7adea8768a8d9066687cba5f18
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5afbffda2c200d492371ca3c6277c1dfa9b5cebc465ae78a8860b058d1c5ce6
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bd56ec3c082815a733cf6d0682c35e497c4bf9
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cbdc9e389230887e7544584c6d98d9aa185bb982e8940c58ac1cd6d3151062
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc634e1375c2351ae9ff0422404d2b86ae864f9
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5319f40137ea4ec250fa55c6412a2c61add768ad2f7ffe5d1a87bd5378bcad
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19ce466b00116a1bea48d8a08c8ac9da42d4c68
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36b52ed5dc080b4ef0845f5bc8f149d32fae8ef8fc7c28f4314e4e900d48fbf
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339e8370aa68a619cfef6f52dd27fee02daed01e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c9417d3b1cf9cc78a9147e9295630e80b772bcb168c3cf2ed98f19a479a138
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d37387cc28b6fa3b40833207e07c72cc13e3288
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4927f707b4f7bea582cf9767e200c937b56d29858aa51dc6e2708e354b78833b
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd6dd9224f7ae3d5b89211e7d4a9dc067d26095
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5396bf29d7364c680b150e99316ae5ccc11aa4b869e5a4c376445d330da7d6
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ece2af32a560438cacb4c8c0e505a3b49b54a6e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252a706ad746320a389d4b5ccf81813945d6da64867fcda55f2e93621272b2ac
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f36f4a2c7dca2778c7894d9cf4355e468ccb1d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a590de37e7c3716cca46e786baec9f2565b389815c83d51f52e68fa46554d1
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bfc57139681f3c3c4e72a1a49c14aa31069970
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429318e158bcccd86ded743961d25e730af8e73ab555363e18b0383f07ccab2a
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62586d9231bb2f868cff13c5cae5edbdea32cdcf
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f061f7c6cbb18ef7264388cdfefe359f5489467ea8973de8998b0811ca2dbf
+size 208732066
diff --git a/global_step55000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6734c7e002f0edb5013ea78b625222e0ebb551
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e1465e7ff93c8706c629f36839f39ee29219c1b99bc3fd89db204347660ac3
+size 208732066
diff --git a/global_step55000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80cebf52e98956631e76bbd14fbb0804cb94ce85
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c12ee6d0c19592eadca50c9e83cf9407589b00f182cf90401190e8a3a534a6
+size 208731415
diff --git a/global_step55000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38afedd11004b8664d3f7c2b4d57a351eb879683
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbb634540527055851954d82933de90015aa02af468d42d7d6031d48b6022ce
+size 208731415
diff --git a/global_step55000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd5aae53416d1387de7bff6f4c56d59890a7a79
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da26a3d7dec2b5aaecb67463d1c69c4dd128a3aec3442c1c855cc968e1b3e9bd
+size 208732183
diff --git a/global_step55000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fbd57ce66ac41f0e9aef17b73bd25acb233acbe
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ba0fd114aa7413228a21e1c9913c6dd9dbf2ecec4783c64e1ea20adafb3210
+size 208732183
diff --git a/global_step55000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6acff690427a685fe39b99fd5b17bf4535ec14
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c0e701d333a124116554d9cd476ae5c1d9e75582e1d982937bab10d56c3061
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4163a78c522c3ff02ff1fd6f7773e6b3b0841f9
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257cf15b42c2644db5edb32d185537264a7e91a60e8f8eb46c2fa433381543a1
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e56454b515841ac85076b8b56762a61399e39f5
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c62a715cb8c85c9ab4bf323ac8c7436cdbca61e6ac91a83dd450b71bf2f7ff7
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8b79e2b078b9fbb8117a8be011d0abf4cafeb6
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feeeed48cb6de2e0a224b8e16ec910341813676784b54cace610aee1ca95d126
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a978b274f5067410b49032bc41923135b7e97f
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb88b8044ea3b1be38066242a407d8c308465b6114b205ed7658f880c81f677e
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf19cb018981d41eab880e74157497983cfa5dc7
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc33b03bd46c8df38682b200d051073906240cfa3c598156f9c4f5c49d734c9
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146d6c152a98aec750aeaaf6444e73bdf50b806d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cf9bf7a4fc6b1361036462cfb78414d9f37ca1e104c9d575b1903e05241d4b
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1fe02adcc76d7b61cafa6272dd9fed44d8c8e4
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fd7a24e334f0abef30f4d95a91e8d913e1cfb8364b08055110dce4e216d52e
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62868a90e491a4f3c546cf660a6dea813bd4727
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418e53ee8b4c5a5533253f791e9bc241b6c743276fa33151552f9ca54638b461
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69831f765613fab67dacbc14d5601b9ec1902f99
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8dad899d2ae393ea351b132e802d35efe33101277d33c52a6496a003769a72c
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f7bf9fd1e209695e144f1024817bc1742fd882
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e61f66e00066a77051096a1c3f02db592c7e0e1650fbbf6b50e727256d3ad75
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80b0bd64f7778c7806c9831bb80ee93a34bedf8
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9684073d8dad58cc18e3c2f44dd9e4d5080e2094f5e7ee4152460006eb990e
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa06ee1015fb0add08f01b3cdb8addc8fe45bc06
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93ded9b70ae18d7d10945416c3b9db6439fdac5586ff5d5c1eadb43ef67be09
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be150c42cc9c4ba45cbe48daf8a448f51a99320
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f081ad55007f65bab2410a3d7e79a230db425d42c982963385f85fc24197f1d6
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bd6f8599b9e0c174aa107faeaddbc6ab6196b2
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da370446999f29cae251e88a0c93f992ccdb3482e2a9b1dd32f6e66ce198f77
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4d29ff5768ff02d45988d22048ded67ca13955
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b03485e43df45049d159edaa9f036698577f888de85a17c8cf5ce0ea3bac64
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935b54c77394b75a72371f523fdeb06006197179
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2031419bc227c0022f9b01b87fec28302c5f5abc6ef8dcee0bc6fc7ac395e2f
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc28b1a742221bb0b4c8469f98ee8c61151962b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c3631af860bad373ee7c86002b543d72bd308c18ec6a7e007623e8be2c9964
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58449a1ab371db0e5d513c31fb8c12c13970d73b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968cc5e0a72fe099d1829ac51ec3413033fc092901905d4962878a386db9ef4e
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3394623360a77abd87e887a5c05de004aab2ff8e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b55b961ffff6a10bf7b5495776bdb39f98aba4f61e1cc576331758f27fd5aeb
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76f06391c6544f7f0fee217943d8b9ba5e9fc64
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123e7cb26e4519b1ddcf5e6b39fd2979b2e8b923d57eb920f477cf0797cea784
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edfddc54d7141d87708f21e43e7df845f893d9ec
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a09b989b7b1e714cb8d2b489c3229c0ec1c380e86a51c60037fe0fc8b4393e0
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c1515f34bf6fe4b0b85b33876cd09a9a25e3e9
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3719ce8ec640fd0a7a4a30f93d1e16735112a94fe179b09191ac975314236a
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75a0ceb43a83f70b7852db043bc544a15cc06b5
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e19a8aceae66e3b962ff47552890e5e915fda3dca78447df26d852741a4a76
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1fe341a46bca320f0aedd1f5a26a5eec50fef6
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b176608d5147a3724c16f22402d129ebce1dc0ab105ea23c48ddc067a9659c
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a8be7ea854ebb56b35520b2e444a612e3e0f7b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1271e5675c19a25723065e81f47da341db4f1304d6ecc3b6a4743e9a08090b
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987df061c863e5e54ef8bc839fd22ba6db025e36
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c8eb9a60c72332cd1b139633acb7c7c1de5c843ce740d998b05082daa6fc1c
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fae3261e7a84d8c6b1246f960291058b14e0bd
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4fe0e04be84e87b74773a1620f336e15241391708ba0f9984aee3b6f18bd8c
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502ee1255eea8e53ffec757f5006bfd7b719acc7
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5926c5789b7326c7e9a7c4077f88716d367568cc4339bbdcfaa12e7e26e4e8
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a82a653eae866629f3a611762829b7ef949bfd
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d753decd25372deccca76066a67d574e975427d9dd0846f01f965e3a71175df6
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19190e0b0220384653c7725bb8ad1ba72daf7195
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df287e4404ab8574654092bee2a45daa9621835bb19760a38bc859a83351bd8
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b194db7b1d27972c79be44cf483bdab9a54e2ce9
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b575fc0b48ddeebaad3c257725cf673212d7a368893a123ad61be0907a94b1fd
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c26fa331d541a1946e42a1b21509dbbade4ba9
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cd642fd94659d7cf7d74c05b993705ca2ee6c90a338b5fe88ada5653df610e
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e65106a095680feef2355a4768ea16a934447d8
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990cd6fa121a2863075978722aabc1a975270e016327fdee81a3be3a29539f44
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc9b395d145ef15a51b75489a6dfb8a1151b24e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ae4dcfbe96f6ca02bef95fbf4b13683ac4b95cb5a934d19d03ffa66d027492
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1689e9933d7de21420c3b409a731d9492ecc3e6d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1dd7333dc86277b6913803bb70cbd2dd29fa7464417ee058fd6fb417095913
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f7069895f2011b0bb77b94ca9e8cad4508cfa3
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cdedc1ffb94f3a9c7136b685693346386d25b55f7edc3288b9f625af47e79e
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8841010df4b87ea41fa953716a0d077d8f4edff9
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6e1f5c1af017c607292641579161dcc2d6bfe92422940af34095ded5fad1e9
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ecbb1b6d22e7599fb085c5516f9cbb1e80cc42
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe2274ce0a7ab85dfcae823efa7fe691f540f1fd86ac14e0c23f55759a43404
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd27ae059b25e2f9f3d4e7db64a3f8721b93823d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b4926bd16b7a0429a6e2013a6f020cef0e056034f785b60198a650206e2ac7
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef852918e00be87cec088a2b806ec947e352c9e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a24caf5e53e33762f40a9da6d1ebda299bd2e02f6be2363584157ab659b3e9
+size 208731351
diff --git a/global_step55000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af81da05652b92d2e904b09cdbaedcc2135b98b0
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cba55cff69e3e76330e0949b8527dbb0682e1867412aafa808ce93bd72bce02
+size 208731351
diff --git a/global_step55000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a239d5471de575ca5f996fce031a0ec6ff6a456
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c76a61341c94c2756ddeff81c1d634aa582636ef50a16d8eb0d28b3d56e62e
+size 208732119
diff --git a/global_step55000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf59d622920175044d7cdc3a3b712a45bb0ebb4
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9335814440c59fed7510920864e098153e6364d4c29eddfb0827fd464598cdf5
+size 208732119
diff --git a/global_step55000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b537188bf3c8fc1d1f930596a25f73c5ca027700
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cab1b275626ad2a687c4f43b90d147bc4a9994aafe28d13ee62579882455221
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f280a360e57f5a8a8294e08e9b4a06774c005e1c
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feeb8efe6d879dcc72faf5fc9fd2ae11da2d52336d6a89ff5cccff19c3f502b2
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136b9020c5af6b4e215a716700421f4d8f43e5d6
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4336244bcce952f1fd2697648727d1b084727ed65272b39786aedc5779d6f796
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c16ab4a7fd2caa5b3a9a7dae5dd6128952048e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d605aab2687c28202a48a44cf51c344069a4344a4df15bf0451b0b3061bdc83
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caba763306bdd8f0e98a5c8a0bc545f4728fd448
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d61338dbdc61951dc260a2079a26857d6b92dc3b340c3804ae387a678c48b0b
+size 208731234
diff --git a/global_step55000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e56ae46f27e887fec1fd7ec1646893e0ef3e54
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c8a983dd6cf80f89101747ac2e96e706173d60b792c8da4bd0d872b82d8a11
+size 208731234
diff --git a/global_step55000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f83466c1a9f19498d29194db0ec389be1624202
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b57938ec09422d6422ef5990074640b62bbbb9fd3aab48c97d83d54dfdcb385
+size 208732066
diff --git a/global_step55000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b2807f65ec95a375878d7e0ac5b074cc40f54b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14624d9ff858d7f13a7d2ae2af7bb988aa5025ceafb97f3bb521df3dc560cfb5
+size 208732066
diff --git a/global_step55000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69fe3465ddd80d1af393f57ff6135b6050e6cdc
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8366546d40cadd4d2dbebc388f682f69650f51a9a59eec4df054007c938ef2
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a584e6c82e2ca54a68ed6c152a1be8bc9a8851ee
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd5796b676ac870856ac3505bd3d1d1decb7ccd22a29337cc570a34d63ced18
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ffafe465bc592625399b3289c6465acc9d252c4
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe31326d537e9f15d71a5156c73954f0a35b15beaa8d963034826bd0095b5a1
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b3852395bd29d96995b0704309df71b8c1a73e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb7df860d28ad7f921ecec2fef4307a649167360ceb502fe5cbb4d30dae13c9
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e540dcdb0c5cfb74a553cb6423a56845bc5fd01
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba0fb2008d3761e39704765d5e6291c2da9a9a5a32c8aabfe20a1c6775c64db
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dafa8b1dc46889c11b909f52266a1e3a1559b6f8
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d21d7ef1e77fd90fb78bf132f08a751debc88b899d539c1d9f47799d4cd89ab
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cae71752d219d4cb19bfd23f464140f99658b44
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04b8851a1fd0795acdabbeaff309ec8bb49749a85ec13ca31236b9635b84d60
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4340a1e57f77dd2778c4b12d304bcaa5383cdb47
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e7224d17f60c027945dd80f177c66199274d599e27c8a8be382121805a1aa2
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f837a6172a4a959624f1d4a13a3a448e012124e5
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082f3ed4c9f70c6f39602aeacccebc06a0f60938743089a412d870158a7f87b3
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414ba3c707399be2e2213ddb7e2839357f2b003c
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b3d98aa86350e7922492db2e5f71f412e92289c577d6901a05579a9932bc2f
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bc980bd0760103433109c233f0f7505adcd531
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ea903c542c44418a59df8f8130943126dc6b119c1eb4ce015ab63e3917b186
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fb178d3cc139312fb7b81487c11094ad655903
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048526fe68a399bd81e34d18c4e5f2327527d0a9a141add4175c45bbca219957
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376e561a7d4ad29ccec1715a7c157cbeaeaa4916
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30fd6b7016089b0cb5ebabed997451e8f52b8b60d04a58aa82a23fe921d3ac3
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c126fd3d8c81419463e21a9079ad01d3e8e22eb6
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a694ede70b41ba6eeec5679f57f3712b198a47b6009ce449ef5d18d731c233e8
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd8548bead7fc1c7dd04b8c373a31eb61637617
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abfded98f1073e8ce64649b8d8b880ada6ed06ea80d5571c99317537a5a07ea
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7eb5f4174673e925ef8b30f89f051f59652bc3d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e35ef7236e799f31555f81285dc5a6ff77042a45d07a8d891adb1803b4487ab
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5f744180dfdbea3bfdc9d6730451aacbef35e1
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd3343bf3e15985200b63e1689d0036fa8f3495e6c3043cbbbb1e042f5af464
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0b0392181d80c30e9d943f6967fa51d4e23faf
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efcce28b9d6135a91c758cf476221b60b9f45608762a810c2690d4e613729ce
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19bd0bdbabe9df1bbfba745ab84b89104dd9556
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182f3304bc3dcd007b9e8917dbbd7803dd1c6f5ea5ebf8334456cb10e8278578
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f1bea24b40e1bdeaaf0ed11539c526ce0c218b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9909d8b3d17ba2163470693194c1fd2a504dd45026cc418182dd1e4871e2552
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b97612243f30a77dcfccbec31bffc915be87df
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e295c53c7a0e8a52c4653e7f65835bdbd1d2e172b309ab2850f7ccd4a224c263
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304aa79c46b5615ec13da70f2b58f91ebacea4bf
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2eaad1ceba7db98f4a6a1ee0811cb133e3cf530a3134c99879300e134169183
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1efffd85f483fb5f73f37905b24ed02552fa7fe
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e64caa5b416e086a139e015a049cc7362f1c9ddf95920369ac0c3f5a68066c
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f613d841b83c496d7244d19286d8bd9caae63b3a
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5e6def1e68047d28bfa3e548d00cf8bcd7c96af7b5347f097a210ba950a262
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81b1d713d8e252d3822f76ea66deac8e4f7b0d5
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0b5414e33d08b9f53fef34db52aeb46b24cd039dcd62aed4a57f627aa612e4
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8ba68803cbad4e9c1122d27c157d097ef2b982
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bf30d16a1eda45a6090a07e976b469be97b53ce9e2ab5f1900d52dc0afd834
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5c33a483c0b4ef31eec94c0f64718a6747baf5
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1853f7e2402d22cc2c61024fa70452c0a30aed9841d190f7deb688e3a0c5d5
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4d930645cf5d646dadfb50b35f18e66deff1ba
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46768865eed5c0e425d876b7e06cff1e9b0f520f9c43178f08170d3cafc18780
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afebbd068433dc5c38c6ab86fcf5850533e7b920
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714389bcd505d3589600e76e4a5dc3f7251fd6d5e728cf497320b4ad7c85950f
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea025a6c04adf89ec553973d47259eb63cb6cf9
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868433f0f970b7a0d338dea37be9eff3790d936f939615f7c71be093f8bf3317
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bfe5bf20ad73fe240ef0a8cde4e653e1b3af24
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0874c6282a3517e4d74b1d6f9a03ccd63461f925d5a6b4477ccb33507d3bff2
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af5381dec4866cb0d593f9b45e42b1bf607f882
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ab60e11795b169f373b19b160656f0f1ef2aa250ca1262bb6eb43f5fb88f15
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a0cb73e159b7b2caf7369ca9bb5287cec91392
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6bc38711ae6e438a9ada0d736cb7c432add7d210b8df48160d87a2e4d8813f
+size 208731415
diff --git a/global_step55000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15c943d45058c2b9beeb2f8c4e38255ea79bc13
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9479d0e7500e8d9bd9d35ba6129dae293f8f15688d3231f5d30a4cf00a1024a
+size 208731415
diff --git a/global_step55000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2341f478c057766815193d76fbe55d72e1766ee8
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bf3f810881db6aaaf24706d179c2b49b7bd230133e640fedb526852ddb9ccc
+size 208732183
diff --git a/global_step55000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c204afc38bf96ece448302c8fb4ea98c5423a45
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4aa6622d1fba47bb328858144acbabeb3c34e98bac0985e2255c14b853084a
+size 208732183
diff --git a/global_step55000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a57e4e9fd58f68ca945e2209831d1effce1c577
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337df6b8482d9a1fa0ced0d7c7a0a85b55a52eb4751cd354b0d6536e0e39663b
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917f2061236ace7abae7611938f0515c923bf8e8
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092ff0a6176e7091794536ecdd142c45379e18af34662528abd2d21b48d16cdd
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba5972834ba53f10b6f0d546f6d15e534c1c9e7
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77db31041bcc62165d92ef7716a52698c9a79f0dde061c7e7bbf0805661bed6
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b1876d71fafd63a0d7fe6c002c5d3d4d10261c
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98c2c3ebec4ca9b5514462ba0e265608c1c23a725cc4bdf63686a091b96e1fc
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17068d6e520a6d518684b73367547c94d999c822
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636eb77dac73b49f98c1f7855f55427867ae1f21b51fd5860b46e23aa30b7aa7
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc73eba32e6d8c3dfb493327ecef7d34344bca41
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34049406f5a8558c09961e8e6493b9716167baa69d0d2fb51795866287c3bac1
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57feaf0e52fdc939b16745ceb1551e8e535a749a
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08a0f3645b026f72be80ce94f953c152fd48aff8e3ef620e8f493421ceeadb8
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f04671bf9b59ec702d7cf89bc5ada4089be746
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97510f0b55ce95bbef3cc8c20b7ca5a35b1c297b7ad2325003551894acc6204f
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078872c779a28310257a047459bdc6479896d13d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1ef95775ffd8c9bccfeaa0ef637dd3606bf7965ff8db939b3f9d14cc339781
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed08e0b9f85810a00b3d78f386b5eecac41b8bc
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6cef9359e7594c632036d561e567b7a701fad4b51dde7765d024da912cd85ee
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e7dafd31c64b33909c9f05cb3e6099b6eba6c0
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533524f2e0708fdeb2d238d38a60e445098cc451c46cddb636cc2f0402d975c2
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08865cb5bd3dc27cd2fe39aa1dc88677093ddfe6
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ef5ae8c234ad902006220c7179d2d4c9013379a4ebdba7738dda90ba0ebfcb
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3e79e343f21fc3215584e87b4cba93371f233f
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473f3086c7de4b78aa3bef2a01460c3c00a749abd6a3817e5b1ef10a7155bef7
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5750846edc164220167749a9ee406ac9be33e004
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093e0fd684075178e45ca347717dad0857094fe2063e9e83f1101a19d9754b15
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8baddddae52e3ae5c74d852f30def05e8fb98edf
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f63a281a1e4f3f684e481b4e0eda2166ff2d28c1d5cb1142d9bb487c2499489
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68176acb00b0a51c47767c7bc224d484a5c49c3f
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3e16064bd83ec8a80111198b4ad1390e28217a0adc61d91d4a4402e1cd515f
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1be5340100551854a552c8143372a202238da4
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c612c1fa675e096648ecce49f805e1e3d0e4510e38e23a650f6e7ca5e36bad
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34337d094f5f241f85e575f633beb2e205a123a9
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7f0154c3981a7cbcd1816fbaf07f7c5319e86d9f22fcd9ff5988e00aaf0735
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd43152838b6b46ec229f8f94258e5a5c56d4a2
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d915dc7de20a8e5ecbd9c16243fd9f60efda99220bcb74012583e3a065533408
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de06e2fc38510472b6bce861ef730d4b0d4d3f5
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcb134b8aaf3e106550b39094040b0dff7a6a15083716c97f60bef3ef26a0cd
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3509921c309bf43217df647cc5f1edbec126c1
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98dbbd2cd59ed10c5197c77163fefb0e236992c7177370767fe468d32794a524
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068fa05eb304947df367b768afc58aa517dbeed4
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2590033671ba1de05327a1b73751ecfdab6e927ad758b77423406b80276b666
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea6871866f0aa1fcfb3748f47f033495629e5b3
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf91b405454de9bdfe6eb8311751fa12fadbf16c56206b993775189a09454b5
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa032537f56b79b8a22aa784547201330cf0b8d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d51d702b92bcb069db4c13b7991eb3e3f616af8033b7f1c3284dff7a1ed64fb
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9698f6df6eb1f72a3f74b7255c82e944d037e053
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd7756f28c6c1bd39d3e873e9d3e179bd5dfef5b1f224e77bb6a3fd64274907
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db9cf4a8c5dfb6c0d0b0f9f9262e6294671c15f
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302d1fe9e800de825faa4a3e558da9665da22e91d8d6116ddc2f1ead636cf4c8
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995b8a770cf9389b04ab687c1db8f528778df50b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600a4c61895c3095328fccd4dd0b10e32d13cc73c3eae5843ba34148728d1dd9
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7c2e0c7e94fb022228e709c5ce9b16480b0197
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9afc6c7619359b9f2764e60d793fa7dcb24b2ca752b199135b45afc72c9d1597
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85749ed6d0525945d98a9623ad5fcc149bf8a864
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a822554c06498e2599310aea829185fff24902a12406f15d12715878f7fe88c
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81dfcaea514bfa415d91fec05e447ac539b6dd99
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9364239035a8cbde3931df0149cdba93d228c7e0d4b713592e8da7f86dbfa64e
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4035f2912d594f31438ea5b244588e57c9d6e02a
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab1a8a970c888c8f859f2c199d18fafe40d28222d8cea60381944924c31b066
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5f1ecaf7405f774e7fd505412fc79f8ba44bbc
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4a6b2cc4cdfe8fbb5599942fa0b7ccd2327505688cb7cd2ee3ea058643bb97
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d185916aca9fa051c733ed7c7da7b5a45fc230
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c83859aee9b712b9b59a55af925a55a05a1c94d906dfad0f4e6b6aba892e1af
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab7e7bcdd1e7ce0fdd72d4339bc7e6fff85c857
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a18d398d6dbb2aa562a0ac4a6456cebc4b98def90fdc77bf30240bac825bb7
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b654aabc08a6316692d5244cee2ba7c9db7aabd5
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf962da84633c85e5223053719f409a4694c7e6d86e522d8f71eae789187aaf8
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09258bb645f23428b521d4597d00ad8ff6fc15d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d712dc82f98df18fdc606fcd0426b4a94f76642a3e322fd755886547c7c7bf43
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6be265b1dd6f1d284f4c2e9464d1a8318428b6d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3313f80af958ad726c8e092a1b376cd93f86128773c0ab6bcf8b0c221e83ff45
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4ad17e85afba2fe2cc17f48caf3f2f22563a29
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4925ea641a01a9c1f6ce08f1dc1b2f855eb4ef71b10d5f682bcd8636553bd3
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb766403d78a56bc787b2647fca0bd296d4bd69
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a14bc7d8f28cdfa492d2eb592e9eeed65a54f2f6d5809e31bb6571b00e9e0b2
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8132aad15e2db42b46ae0f13c4a182b0c92f70
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e471f82a3c107942a4fc1d7e372ab9f88d79dc8e91ab446841a3d82edc77c4
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611971d198334f8f6cd7e99c7ac9e77467cde7fd
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f15e1f6a2ce60e7e93a2770af671c594c56718d509eb7d1b4dbab730b93f58
+size 208731351
diff --git a/global_step55000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398841cbf963c4ee511998acea93bff126639515
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d883ef0c17a79c8e5f9eef9667dda734a3c1f4b9524af9f5d8c7be1efe0b809
+size 208731351
diff --git a/global_step55000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1a80e2a037806c4d2da11ee5c50dc5ea108deb
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54894343609fc5ba9286f7a62dc8b7f1c7ade5175b7ccc291cd28ff81f06301f
+size 208732119
diff --git a/global_step55000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07971a4f6c4edb852fc42efacbd5b8a5ac0f469e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f72c1623fbfbf9c913bc9d96725861105d7fb487b461d289e6006369f7da35
+size 208732119
diff --git a/global_step55000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be833f488d7036137ea91a8b74c7e8d9b4d806af
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f5af3ef829354e01908d89876aeb9fd427ea6b6cd0346a4e164ba06742d669
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27120533db7a449df97e779c5e39bd383a8e2393
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28adf50233842c6d3241c272012d9d0b3ea28d3d9180f6568f4076df03886d4c
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a5c64a32e80d9b9b7c7c859ee581791a8b40b4
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ec1d2a3400d20df71fb1f98ce0ea3a90942e8bdf5fc4ef8f7d83246e171346
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c81b30f7ad597eb2bc080f405435d3f0da65a5f
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47be0ba93719e1907c252a7faaaeeaa8cf1cd1d52a04e91ad14b66b73cc38f80
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad41b46fd5aef114a139883afb5f878be8e267fd
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62964c4ff20726d474a06e7fad2d9007c023361ef392ea4d9507ac7ddefa8c2
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2399b932163e2bf8918df0075054fb95b4aba3f7
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7b145ad9099325963433e00d4706cc4779c42bbee46474cf4ae5d7b538b042
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657c50a31138cc364146f89ac46b9db930257b07
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbe74b9b8abc5a63cc71b5bb69fe6d18c4c3d240364d1cd00b7bbbd2a6e471d
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21c62f94c4cca9a7a9dcd7500a62f6cd8594a6d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66d9447fd8ec9941b0365436c01fec6c25824fdb2c50a58016a62370d73f9bf
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43c306f43685254f3f72aef043ad031d5b30f42
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fff4311b94d7e1a9163063789d2fab47ed995963637b046c8ee9bde72b2ee4
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2689b1d75987ccc44872c2a81bf01ef2c54d0e7
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd0702b781d8b18a04447846d53aa1ae1a57ae6ae72a4875c67f204501d349c
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd89b5a96818b8060e219a6231c9b61b39137a0a
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4beef18640f0d67f0f251e32922e963429878b3bf1ba5c93021ee6db41185648
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bff4c4a609bc8174e5348ad1d6f1040e82af06
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243d1fe02a9fefae476bed7e82b031ddb078e108f2e68aab9ca95759e91b903d
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fb55f98e4e447aaa206175cd042e49cd20bd9b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03698e0726a0d92bcfde6b1b2d04c7b50d072ac42cc9915bf9a8184721c6be0e
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829c566c56e2e84bf0fceaaa65d723cff8f2a281
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e780fc628c486dfa5c3623e024b39293e0798b0cfd2810708b8c5883fb84f69
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cbaff57789b3ffd517c6bd81c52b10dac849e24
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117b517717c0a9f6747aa746599fe118fdd4bd740ed84d392b63f96b8e3fc0be
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981b9c277a9554c633164e1a66adba4261df30ed
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1e8a09f9da839202750b9e6e02670a3cc7c96698e39e403188fe1b67f7e3ba
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ec069fcfb612513c087afdf2295ef9e2d530d6
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ccaa0f0019f9f20753393cf66428f19cf6850583594a031545f6ebffc39e19
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8834c0c7f033bfc8476d4829bc1b2e032179186d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a27ca4cbde0ad4d1db92b7c3d3d3cd11ed5b1217f0d695c7f61de08f921ae56
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a483e218991a8d164feeadb5f47cdffa66a5fa
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9cf333545ae0801c2212604012ffa8348d75ca1753ef718a70dde4c3f3d293
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe04f001e5d0e6f416793c07e79b3995bf49f09
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac58edb4da867ac65971eda3d3d059c36583c079d91d2ce7ee8132d25f875ff
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436654285cf37a805c46ea3cb5b7438a9e41fe01
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88e12e79598d72fda7ff7121662cb6092e66cd62881b7e8d400af3e4d7c7dd4
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb04b7ecd9bb82b4295e31f8fd5ad5848dfac77
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aaaf0993e7e7e145ca821180fb872e8ed1f9a00661dd9d4fa40e3391d4a4e35
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8349cdd5e2dbc4e57d3f7720eb8d604fd8222b75
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e33a3c6176beeae0893c9fd3656bf119403b87b0e5466eab6aa9c23a42f17c
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93726b0dd4fe742206bf1891b29374a9b11ecf06
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27bd196429a5034338fdcc36fbffb6ed63c8da637d7a70c7312b7f1dda0283b
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74b6170e7770105e7483a055f3230262a3ebe28
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1564a84dd6d215cadbaab259ca52a79d85824b83bca779994c5f1202135f499
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b29618563aded79ba4e727ab60a3b8b42cd382
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c7e6144800345a7b41625925282939fe23388897c3e0aa4e6f012c3880f7b7
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03a1619782068c2dda273a30a541123b551ad9b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de29b21ccaefecd6758fb67e8863538f341825a14d72f2d1527003565a38a4ac
+size 208732066
diff --git a/global_step55000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f960278cb1e553b6396f7bf132486edd1c4f3f00
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e129ef4291fc251bd87da548b83e912e8318080095b137ace16d8a4b6df6c51d
+size 208732066
diff --git a/global_step55000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00cb6f47d4c0df92dd4615ba5838873894fb075
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16fc81d64f3b9fe913c6e4c281da40237b5b652cbda403227edeafbaf5470a1
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26cb31a547fe114a70b7f8505213820cb404f4c
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20cad6d234df6a6350a5a2287c05ff7cf559b8ca29d49cd38fd7ffe33235bfbd
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ce31469819f768573cc87fa8bf28971f6a49bc
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c69d98e495377422194750ab7a72944c192bb47687ef4b7a0eea268e61c3d38
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92064498c0ba613bff6928029b595bb779b4e58
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d38ee99e8876f5b9e0c5288beee7502dd816ba99d8a45202080ae9adcad4df2
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884f6009bb3ec48f64192df209a5cf7eefc0dac1
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a2766f7311d943909acd5e75a7f6d20ca8231f57ef9fe8d7ca5731ada9afca
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1cae3d842e1d40c8cb5b66dd170a8ae0fc5ea80
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a5834417a60f77e350f33bf6e79fd563bf1b49d02cdc3002ec88a969cb93f3
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96687d85b7da9007c85e218dc0f34d0df865c2a9
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe927910334ce291a0c3ee8ffdc8567462459ce5617784ede195c27d749609b9
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23c74fe9c33cc0ec87ebe5f8f3d762f9ba5f7f8
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8900a8000b336f3d8ffc1cfc5a74427558256399ba64612c412a25474daac004
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76ee8be98995ad17377885d88f2aea90acf6262
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b791c837d41275102ef1f6b7ea9678c6c4f9e1ff0295956b656421d12c547c9
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab8edcaa2b64896eae56663b8edc7ab0513b057
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c84cc7ac1a2aebf3d5a18a07fa02ab995c641e4130766be94cc50aed92912ff
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7342e3452201b215c199678db24f205e3e055abb
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579c0ff73a5f84d4a636c22e5ea4f51f4be4351bdb5ba010885387021274db3e
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf30078c5bcf190ac32e64bf49f4c361a4c2925f
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a1dc1b80493e19e325756ef6cd917ddf551676cebb832514c42e2f5be217c7
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d449f000d3928a49b8766beb27128f0d572abfcf
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3969d99de12191da6c649ff3865c44731073e00786caf188564dc81994cc5b
+size 208731351
diff --git a/global_step55000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37058ce13238cb017ba4e5efa5fa4e18111f04b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27bc7c75441edfd47c5b1f9404c5aeece7a8aa159a650562dd960385f6b85ef
+size 208731351
diff --git a/global_step55000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c2575af4347640a22369d1901b993407fe81c2
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6055717c768c22b54585e7becac8412d4b4cd050e2e88bcc9e111051cb208b
+size 208732119
diff --git a/global_step55000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1feb98108cbdadfcca79a4f825061f95803ddcf5
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d273c5ee1bbfa8c245604ee9126f2207dd170e63e14c002642f22935e6ea0456
+size 208732119
diff --git a/global_step55000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047b7bb1e1a1b725a0f7fcce6ab5c1c8bdcc0045
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60aaf65781e31ddb52cb07f8e8b6805bb44764db8e0e1c6be259cd4c256d08da
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77055c6fe850fd2c84152fcf112038783daeb3b9
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf420330c86b1a4dfc4b40b8648858f9f19fa5a371d98557268c465c35cbb0e
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b180fdda801762bba2b6fb8524624c95f31e9a
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40e89ecdb79e3612e59221863888db3833d195177dd10e3965869772b0d32e8
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5a87b4de86d1586ca5564375938150013a9f0c
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70932a0b77bb7553866e3431cbb18ca5c87fb2463e655f09a576aabf91cd8e4
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6420b3aabf8007877a29a59e438d49a6352ea4e6
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8ca96fbd0b89be7ecd4f7ad24dfdf32428b43ab91365286bd9d7bf16bd8dd7
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f94d0e5c699b613a30d25935933c4739dfb31b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3f456595565206af600c1ce73947cf52408a9f24b36a86f4fcf2bdda4f84bf
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3194c65c7e76a5c8d29faee39d7e6867e12f1c
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ee7f378de0b96e4ded10df2530ae93aaf3f852fc1470380158e4bb706c5678
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1e8dc7887087b24b74353f8e1a7bf6be4aaa95
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3747a4b01b70267138c594717aca7ab55cffa574528b46c1cb523f6630e343
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535cb8020bed2e4bfe08b5cb3baefe36fa920ede
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2353f9dadab25fe410628361873ed74b1bb42920f3334376461f409db0136a0c
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a2cda3452c5658ac44fc79ee4881eb87116f09
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6236c63c0165e513d77fa0741365069861e2f5af6977ee1a5501d4bbf75f2fea
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93885d59d33afab039f05aa7a24e8b14355e665a
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f365770aede4324e7b86b0dc42c633df7701afa0b4c153443a1fe65f19f5ad08
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52b279db683175185709343cdc37809e23b2916
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e23c5d0c408cd9bd2ae867aa6b1c43edf55967491f8987550e8f579f8177497
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521e18bb79419b35ad2a57345c61a82963f4de05
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e667f06f9ce76596ca09ea17bc57630c2bc9bfb77b5a63d3b38a95baff2d0467
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0dd49e643f7b562fccd0357c17e1df61f5d206
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e913ea24c369886c53b8c6a6bb2a2b7d31b2e4ec6e6e7cb025a089aeb4f71391
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f86c21b44d7c1e7b2fdb0460e00ef6b2c71e781
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51925876c25ea4310b870d219acde353cb6a575417a1feb13143843c2128115
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207bd6a04da84d44e7de22ce0e92348afc87c3da
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7164e42ca35f7c43ae8a27c231e37c6b0d59bd6110e4d3ed5b7f41852b6a25e
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efaf457d7e32340a6c7e651715eb40d0a247d7d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df772e089461a7fc18b2a7c8c26df9f51d1b148d100388f22f143f2f55efebd3
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875097a621a271429185050720572c0a76a92bcc
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13a4dc1e51cdebfccd2f983265fd40d4f593b33d711fb9f61a7814bc065aa25
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc3f49d16d594a508a8d6483db710f826910cf9
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7df3f1bfcbaee5c5bc4af0723732c61e03959f88fa5ec58c8a579e088872ab1
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2575392f5cb94112e991629464cd28755a4fd1
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2001b733b761bac885bb95fc5639cd23ea830c43de26b4a93e3d2fc7dadfcf61
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e97c54c475ba1937cde52d24baf29f6b9085610
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48bc3fd843ccb9473853c0a937fb428ce7c5bd9cc874f7d553899a497fb0f92b
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71b87c185952f649949e4876a2c94eac9e6eb12
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b81505b1859b80418fb7e85d27708487a0d7c5a3da18e103811530344f2896a
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28dda3de79b16cbe9505eca12c7ef9da649fbdb
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f32c9443ec8a9f4ccc747d99111d420d1c4d2b19a718f8318d6d4d446f41cb
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c651bb6e9c63a12fe8a5815176ae7e5f86a971
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e74fc8b621b7425529b38bf64b0f3a8dde516cb402a9589fd6a11754b3f97bc
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3834873aedcea83722d3fc647aa5f9362074295a
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e425bfff9049d4fdd5eafbe8f8d69fe4ed98cedf1d22436068c2483e97e0aa2f
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640a786704c60d62c00e061418cf21852d3e1d68
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaabaec332bc509f829eeec309da393f7cac0f54ee5790a641f63c99aaaa64bd
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae5c2ccf6af4ff2d9a33f0a6a7c429146865019
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bfe445f452b101c1dd6cfeac208c9d909578a9be2051f69ce899c46e913c1d
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944f4839edd013f0f6ab28c269f789d63b18e156
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293eb4d7ff2392a049da2ee2f2ab76263b533e86e1891a5a577f9f2a088e6e59
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a192442abfcd926eb9841306e760b2bbc2a2faa
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c164c8ec5a72a5a4575b31a17a405e0c2fbff96690cb3156808449f8cc562ecd
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc857d90cd5ed8529b832b44598a5fd8f3766d3
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1e54e1824321e0759a8e3b5371302dc2138f2a670e419673eab81bbff240ab
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f205fdce5d3ae9c63f9b313e35c927338194e2a0
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db27fa677725694eb07591258970496fb88a95744c4c9e1d1b9a3b1be43a129
+size 208732066
diff --git a/global_step55000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e6297f93c7e2ea2ac6e9a23540fcd6c923161c
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e352519251cb2f08adc4b6f8af75e3ca04c31bd1f1cdb7fe4215feeff1864a1
+size 208732066
diff --git a/global_step55000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7a9ef5faf0c5cf7e6b7222d0cb1d3895d0e788
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be108a4bbf9f96f6003b4cbb486e4da8ce881722eab15d66142b7aa3a24df66
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd8ccc851b24706e97be7fa6dd73d17597f2d9a
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa051459b1128b1b02fb78f12f40334a4c08b0721a784bbd37015bcc812cd037
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957f0b452781a01909d897ebc7386ec329c2f7b1
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563b242549535edde79c51b32941a8de1e05d7804ffe27192c7da8974cded661
+size 208732066
diff --git a/global_step55000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f2569fd20ca468ef1c22bbb62773b4d9481e81
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9eaa37ecf89685869d4e19e1e95dc191d4c92c71a2b2dcf4b01c9a231e25999
+size 208732066
diff --git a/global_step55000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62df44869f984c55167614d6825fc95ae9405b3f
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8e806235da0eeeb0eaed1c15a457cefc8aab41f4c9ffebdf3924a43ad08866
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b386fecdbf04c30e95529c4c720118d60c686faf
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803d3f497295ffe5729aa09a6172a0017393ad76c22f1aff04ecf05b599104da
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265c645ffcbd798f00ad148a37a38d0d94c2cf06
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bad83b4728e6d47a137364f6a00822f75aaabef2f7b8ffa6c369b931f31cf9d
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c53fd0d04a42a8bcd09c1d73ad3cd5800e0af2
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92d295ef73e0098d47719c4e58ccb65582b7954146a19a6bab200bc9b48f2bc
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a47d20f436d2df3fbb334dbc264658277d8cf35
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860a5c280fef268543ccbf034e88a9b42ba07e8c12721f2efb49ce0c928dc0fe
+size 208731351
diff --git a/global_step55000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa30fc8c545a48bd1e70a08afaf433196674d85f
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eda7b47c5af2221e71803035544cd29df2640cec4fe5c54f3d984328fc4417f
+size 208731351
diff --git a/global_step55000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6caeedf0ab78413389331d6553c6ef2085e51364
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f440a005fb50a8178da4784bc742c5a955206e5070c02755118c28858bb236e
+size 208732119
diff --git a/global_step55000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1552956889909b1d99488ff84b2107a0fab6b3
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc536b6bdd5e296020efa1cf760ec8d5e5e5476d1612f75d6719e212d5bbe1fa
+size 208732119
diff --git a/global_step55000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b516f909d7803f950745ffebf630f2b85887aa
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50415fb87289cf1b15bfc881ec8454e3f94bf158558ae092c8b7630744dd88a
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6a1a5119355809cc8a090e71eca768154b1fa8
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83fca9f2b9be5a3efddc0ddeb294c515c133b50ff89e31c14ed9d04417f4905
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f82db52a10f733e643cc46a032a14119771821e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d4080000ae865a0898946324f2061ae29ebc0f03b08e16395840d15b531639
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86458f50a1e297558d92d93eca3f6f33035edc7a
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82948eaa92a3e629a9fa788a4109f300c7995cd293ed6b666b4ca8e55c3a8f6
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ecea86e3826eafdfe2c87ad23dc45fe7b5911e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ada8d7a8d41f3e31d461ef653accb8d6c9bdea52d22322dcf54e657295618eb
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ca8c78cefb5f478b96bb26e298d5be79e89840
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d807aadf64b2159a748ac4a09e5f1429edd8f7e90f04e38199149f5d19c94dbb
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7906d195e780d1214bf4fe196b74fd49a8ce6c6f
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b42374eac3b8d962b262a208fafa42ad9f923f92d125cabf0eba793049bac4
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e7b3b9ba5f9fb0c63e3f4116dbf65aa12f9cf5
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563c04a2a4cfacb448a51b4331335e96abbc31053992373308ec843717f6c130
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d095f077cb2ba70f51dd4e12191ab5b6458cb933
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa048a09cf75a01f2648f1ffda7776517877cda1b00afcfbed4b25d3577e6087
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef00f2acb5de41b97b293c007627d2b209b1b761
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6258a9e5e2c0e05ab2573f0ca23c9d5519323663af4ec8369182b2b70209545e
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6a3980f88827b381dc73a3e0b1a2cdf48736d1
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02966d75d3b56d13ee5926218d2b8d4abaca9737e5d1396a6a223b0418de977f
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbdd23b946ba9f4be725efad18f89854822062b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c519ec0ad50073631844ceed21e38932c0a65b2cd9a55600b82fc4197d248dd
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391ab88db8fb9e6b6c472223e12e8be9cb3d9a95
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c468a8fe65a07984d4340b79bbd02930f1417e51f5242ce6b2f89395d18f49
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb78dfd54f50bebbeaf3edefc8fd19efdcf962f
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7aad3fd0b7ab14a336314df676b9ec049b80c245a626017219069166effa1be
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2913971d700da3fbe98d37fa4a9c034c9aac45d
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b694a73a055b569bf3228d2c2a695263aa5d125f0eed8ab8f79858d781e54fac
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c007b89bde45cead51bba78d441f993d65506b8
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb3c4340b5c5aa92255218198658448ea5f9a85bb1fb528d411a9f4068ecb73
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693635442f594abd93f4028edd2ac4245cc3ec5f
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910473ab950495a985fd32979a7b9568405313c7c0e799fff44cfb9acb96bc25
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a869218cce4c157949323afcdba819f7d717f41
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934704d6a7b825441b45359cda52ca3d41f00129eeb828bfd02ade9ac10a6151
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc22d0c53de97a315aabd9446b838a0a62902bf
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d272d5731b1751845d17c4f57cf1fc4e2931db7b9d97f2dd4bf4b55cebaa9be7
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820bae37ef8a5cf3b0235281443e42c7a86a5942
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b59266770e8c4b99eb43a4f8dc49372bcf601a4ab4e1a24e0f4b0647039c3ca
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce1049e1d1302705908fb57a8ef2d79ffffedc4
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592a314c5327c49b37aea149d57bda3e410e320bee72dd41b0e451ff393bbb7e
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2618bef24026034836900e62a92d8aa8e7e0aa
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a0b0324b1845fc87e8d4a0d347ac94286fa1600c7c41d0029d430ce239f7b3
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83da1fb98b4834e613eed0a451a71c500f2ec3be
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05dcee2e6b040e6968909f4ee74c6e24184eccf5db9a133036b6c38aa0c3a484
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67437d3b78dba022d92355465abc32ee14cccf6
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cee2b903f4ddad815897a6b9f020414b45fcbff19ab4e52dd511857fd53cf26
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675ff44eb72be6e4be354a894846002944076d44
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fc481dca5c7c6de9fc7bbed582eabbd253319b05971f809dfef8d49ba068ef
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369592b56b3303d772f85f1607d4f93332e4f858
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca47921212ad3c0af5653f373b3e238e4c324409a6d248c95503c476b3d9757e
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6fec67de79fa6a4461ec5028cd2618a83787639
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f1cc95d95615b539d34230eac8d2023e72ec4dd81a20ed553bcdd7dbd7539d
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36b67d9d4e6112d07241e75c1a0d74bee880b62
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac22beb95559058414a0bf4c67113052e6051399af27a8e1c27e6e54f9e3598d
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dad4cec7dad81a1f086c271bad9de30e7aea773
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457fe97071286332bda40677d253fae17717e07edbfb83ed905eea91c83230a4
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9084c8ce3820e432b9c91a11d67bf67379f98e1
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d390cf56c9d0071f639ec9ca323a65c95364d98ec17bf2334ce277885ef7773
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcf7caf27eb38bc2a5f7a3b1f224a7c781acd54
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd928c23e78d93787513e5c9d41f640f82215b7eb23f7590bcc222e43bed81b
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05a8cad1380b26b62ffebb2d91e91cb64058deb
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c50f4e6ced34af7bad07e06806008db29036f9059b7d2cb4e857833b32926ce
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bd7676ceaaa397bfa352261a1dc0debe45b4b1
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086f64d9b867ee8ebd24ac11f35631abd1217f84bfd20f353a95b70f19797722
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576f35c1ceecdb89b85dbef87e9901ead757d9b0
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc44d0f11523d824307bc52e0524417dbd2180e7f5bba141f6b95d84432b788
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff6826ef3179ac8b52e30b00b3ec3a138814853
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e094720e6bb3efa495724de48c1778e2f922809fe88d300c319d63b8dcc958
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eaad01ec8b5f41710d95f1a63548d8ebd88be82
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebb87ae0b1e16d0a30e900adc823756f9c9ab2955f93e5197c4803c7859522d
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0126b29cccfd6add0372633cf2e8f01e899313c8
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bcc83a351831886ec092999f96a917ee30407d1f31ff4238cb7fe16778684d
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696261cfdb2c0a0304d6e9ab95825a9c700ae89c
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850f17f9d03398cfdc0159a13f5f7ef8cb6a14f87ef28cae87e1a3f84b4a5517
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ce5256d66bb0d1070a40943f9d98197b9f3935
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef5bb720c19b81f7607e70ba684af38b31aa8d89d63e46995903447565d3b1c
+size 208732066
diff --git a/global_step55000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e4feaed68c09375e7551dfad7a804024258d61
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d425ad3362df4edd7263f6958cec41d75aa36557100cd3e46fd76b0ce5c0b727
+size 208732066
diff --git a/global_step55000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471dc74c08e1e004fca364b12a72978a142a08f7
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162df249a5bf617e4878d248d88eea76138b380e1f6a272eebf10b41c9e5b043
+size 208731479
diff --git a/global_step55000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7223501f9b04f070af9bc410e8c3f1301f174544
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c7bc1ccdba9783f18e16e98e2ac38331707c135ad9e114bec258de1784324a
+size 208731479
diff --git a/global_step55000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e155dbfb085f483788e7b166423eb3ca154048a
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcb63518a4ada5f9d762c60d5880c92e600b3534b467257602283335c5c652d
+size 208732247
diff --git a/global_step55000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419351d7ecaeba5aa07faffc3abfb987cd65b896
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a19e1977c414f14b0720b8f01e9ec256c57735e1c40ff75ec5320ee29977ce7
+size 208732247
diff --git a/global_step55000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e85fafcea18f1b46313e1d9b10f2fd5827b09f
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40142f3f5630d05919bf17726c941ff600adc96612bbf151a36eecdcedb67cd9
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37966f6e23fff2a2e777b0537b84be03f952cc9
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfcdaf9878f6d8098047dd7f20a653cfe3f42b438088c77de62ce1a43688248
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fca10d0020488a7106824e96686c62390a88ef
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4326f9099ead5813f5ac84c96da6b679e9d6bdf3d2918f2008f2f32d80a3868
+size 208732066
diff --git a/global_step55000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5cf82a2516e2eb8c65ede35bcfbf5c72d742747
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba8304f99dd242064e96dd9e9ae94d144ad52a15da87e2bcee607543d19a019
+size 208732066
diff --git a/global_step55000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d24cc96c6efa1617144d80ee3e8a1602781a52
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21f714050a1b04e8dd2c61568e2bfd711acb8d5dd4e446a73f8726e551b2cfa
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d4dc10e4db6a5ac55168be33e115ef92fc008e
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d7e22ecdbb5691421fe99076fa1f5fb94ed11e2ee26e41381ff9950a989dfb
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d63dd0087c4d89617c325db8ac99b1d8608ae4
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d054b4ecac3417c75fc5d76bde325589a4d54fadc46436ece9582e1199ede882
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a672ac8890d52e1fdec05d7f6169b88580e0963
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693c373c7b39b84c3dbbf23b21a468e026ba4694c9518e7151a2e382b21c8924
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8182cd829acc423e02df5393369c5b6d42c861bb
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55ed25eaed70efd64d45325eb6dbf5f556800856a1e8c0f02bbfde8dbe95fee
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc53d0bbf14aea1a5ad79d4831af722c3fa7ab5
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df0cb8f91cbb501503ebd641cd2b96aa3c1b2730b809b7b29b1b63b09f3d3f0
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fa10bdc84ac3902fa6e3d1a25937bb41aeeb57
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b47420f609c2a1004ad2e73c7a0dbf753939402613d15abc968f8ecad99e84
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42ce704d11a595820ec089671d9b72bb59b61de
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f8cc535463e4ddd37cec159e4602e0d4ff79d67fdc13e5e388ac8d23905db0
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3195b2c36b35481e80e1a181e649ba2c26e5fb30
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f203aa1fc621eb6771458caebfd4e3db09db96b690eeb14bb914519c8ce5423b
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7372ac822cf5dd0dd889b834b56af364801ac046
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963d537bff80efa5c0a181f0edd2c698a27be02a6fefdb7c225466fc1aa0b43d
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086cc1a8051270d51e7c6ba9ada3d6afeb0e1ce4
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fdbd8523712c83deb4860d90d320a7868271aec24c15f82bba14f2ea18331d3
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e1e125353bc418c8c779b14df955dc9c69bedf
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83324a063f4fa8bbcfb11f8f2daf26b43f45aa8db7cf6b1d0aae327902c7fea
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a543a0940a75a72dc42c0350195352fb9cd064
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a98c73164815d3f4914faaf19dd63afb32638394a94af9eb4b7eea5f90358e8
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351c94f053d9cee5ddaac374a15d0eafd38cfdd3
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab17bfcb0b1347eb2c45db94ed96e412b9301669afc7d20ccf7476746b851069
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed6e88c998991eafaf1fb036ee3de7f9ecf25fc
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8185a5071eb5bdcd418ea99d5a76109439dc0130b0525fc2e3ac55465157701
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d049d19c798a0e51e84edb3b4d1136119a8686f
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1202fc4cad2eddbaef2bb3165dcdc12452538da891f50941ad185678f1838b
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e04ca9554d7de383664342eb2dd0a4ad36b11b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd25f860777d2ffeab58bb9f3799e62252f0dd297e3edae4202e65d2590047d6
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee153dd78bd635be9bcad43933c9b37ae59a9800
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6937cc1f1736f3f597f01ae48c349cce727c9ff18bb086327ed7e02511de606
+size 208731490
diff --git a/global_step55000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bcf7e010808f86e160cf468040749ec792d0c6
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b42e8198d17f5a23b8101e26cc1b5b4bac241c57f81a1c337d2cce127ea1c77
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14f38b5c979dc3862f9cb10d35b717e55ab39cc
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926348231f1ca47070ce4e7aa6b40c66bd1350373a98f565e2efbbe234d6a63a
+size 208732258
diff --git a/global_step55000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0997c08533dcf78d42df992a97c8a386f00e1df
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3399ca8c27fd23354084a02f822c9fa25bf9d0602d76b3155c5517e54fe1e57
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f68a0d42ba8cd329232d53bc24bed74fac0464
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a93af0df95f967c53a9099dea3382f8cb1c932f2bf54e253892e5ca986df4a
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5976b8848da09d61771b0af98fc603ed3753ce
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9bf14a3c40e9fc2afcbd83ae8ca6316f007824ca2c4152c458e70e45945573
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d6eb1ad93119591885066ce62fa9a12964a1fe
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5667796a9108f7e13815ca198efdf6c90376d18bebf71f878a77e3f78be9c302
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4faefaf0573d8ad530fdc48dfeb09baa9dade6
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13ae6b0be287ad6b4db7c48048e6caf7dd2013d0f2f78bfbb8a77234cf2ada6
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f71dc7030e26e0434434f2ef1fde6c20c97c10b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144b9ec395d0ed650b1836fe8d4785127fd1cca2993fa848b92de09266751067
+size 208731298
diff --git a/global_step55000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0221bea6d9887bf953514cb4c8b781c89fd1d12
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b8e471a7ae50e85b372edc2f857c8d24c33f4c899c59bd5055528e4743ab31
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4cb4841cd9dff551ea96861a39bbd853bc663f3
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c860b1d95f2b49250265aac0c8a780b8b421d0dd2cfc910ea0292219ce5a49
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540065040b1e49c4f62f962e598196b09c4fc260
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d082d8b54d073138d6380c3fa1e837622ad1905a87584605aaadce51b3025ce
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b014e27f662a2eb77e64e15e2578a761aaec20
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f98b904147fcd7598488eaf2e0b9ca4171c83402c4745ea7771f748e51fb97
+size 208731426
diff --git a/global_step55000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414277bc7a1ebeea7926dd8cfd4ba2a496a59883
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f310e338159b273e0c456b7ce4aea6fa9ccd22ffee7ecab2c32ec818723ead2
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2126f68b87679bf31ae4e6434e3321df9887ad
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2811e521dd2638c9c095d398e6738cd1ceeecd86cb5221d48bfb60ff0b0979de
+size 208732194
diff --git a/global_step55000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f233ed2546958847401aa150d990d5ff980c9880
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0550628ac5a7f445f7e224ae073c89143142b446801ac6793f658ca55b0e13
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9571f83f7189b8910860199aff169752b760687
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3d698be607d2acea8bde1b56a43d06a20216e60d69a2024c7888b08cd04479
+size 208731362
diff --git a/global_step55000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3843100ebbbb2c95aaae77b60d3a80215d882fc3
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c4f69e7b9a2ef7b22efd46344e27100170e705d226d849674e041fd5a03c45
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ebf1764b976d15c44741be114b45611222e586
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff1be632ad7901e46268ad7da2cd7f763f7fc3f1a90e6a42622f6d96c211839
+size 208732130
diff --git a/global_step55000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/global_step55000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980bb7bdeb8d1e7978ee5e0ab9e8813e1f6eb5e6
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dafadf46212fa782253b7dc3c3eeaa13870dc34cee554617b356dbd74f8c5218
+size 208731351
diff --git a/global_step55000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/global_step55000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93466613e8f126352a8bcb38437bb3658ee23f4b
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd9d8da0405a5ed7929b9657ca4d0c86ebefba8e621aa37d04b4398e081ecaf
+size 208731351
diff --git a/global_step55000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt b/global_step55000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f531fbd1492327dcf411740d9108678361d2f054
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb9cc71a3840f8eb796eea730abd68aa4ef9d05506164ef884adc843506a6ff
+size 208732119
diff --git a/global_step55000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt b/global_step55000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb15874c6fc2d0c9c2c1d5e340113777b0366ea
--- /dev/null
+++ b/global_step55000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edc833cc429d4983774e3d92898556d42dd639dc82315bca53e5bbf4f2d418e
+size 208732119
diff --git a/global_step55000/layer_01-model_00-model_states.pt b/global_step55000/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b69f736b1fa4e2a6e8064d663292092417346a4
--- /dev/null
+++ b/global_step55000/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd162692066ade13d7531ce1f5220d9bf21295eefdea318529d85c73e3801ce7
+size 223347971
diff --git a/global_step55000/layer_01-model_01-model_states.pt b/global_step55000/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a505df2a511c29122649831401784fb489d3b7d
--- /dev/null
+++ b/global_step55000/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f849c4ed858b903a3dd2c8e8bb09249643e30e67532ed1a26236ae8eeadac51e
+size 223347971
diff --git a/global_step55000/layer_03-model_00-model_states.pt b/global_step55000/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1a43f8d485b595ad7c8503803b26440d7d62b9
--- /dev/null
+++ b/global_step55000/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d6fd804f23ffc0da8d3acfd40cb502ba949cd2dbb67e2d9930861a895e1b57
+size 201408771
diff --git a/global_step55000/layer_03-model_01-model_states.pt b/global_step55000/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e465b553cdfd1ecfd9eac7a72fa3987b76ec36
--- /dev/null
+++ b/global_step55000/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f232f8365d6a33c02cba7cd90714898aabf919a80a929dc5dde387159b47b1
+size 201408771
diff --git a/global_step55000/layer_04-model_00-model_states.pt b/global_step55000/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54eb747ea39852dab8db1bfd8062c0d0da70481
--- /dev/null
+++ b/global_step55000/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af26d88855a464b7144e9f0192307d6af61493116ad5d0f4b0f8e98724b43679
+size 201408771
diff --git a/global_step55000/layer_04-model_01-model_states.pt b/global_step55000/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1565360a48e0eac5f4fb9a319f80b1e747f001
--- /dev/null
+++ b/global_step55000/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e984548e36373cc6a3d51d898c131c9106589ccfe90062c16ece4b36f33d8c73
+size 201408771
diff --git a/global_step55000/layer_05-model_00-model_states.pt b/global_step55000/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35cf89b44fbddabe5bc2031f5e068e27f2a2ec3
--- /dev/null
+++ b/global_step55000/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a92882b342aa87dd8e032c9013e4e824a4aeee58b0f3ada063bd9baa02eebef
+size 201408771
diff --git a/global_step55000/layer_05-model_01-model_states.pt b/global_step55000/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7703e851aa16ab46d8c7c7e15cd44cc9814475fd
--- /dev/null
+++ b/global_step55000/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11601e6183b6091ef1cc746be0b0413a7ade001eeeb4f4051cfb8b205eb8d85
+size 201408771
diff --git a/global_step55000/layer_06-model_00-model_states.pt b/global_step55000/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469473516679cadcd593dc64bbbdadf8125415f0
--- /dev/null
+++ b/global_step55000/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cda478abb5a7b0d2fcb671b0d1cce507fda765ab5bdd46290544c464edf17b
+size 201408771
diff --git a/global_step55000/layer_06-model_01-model_states.pt b/global_step55000/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f720719e5dd0bd0dd6ab875344949fffc39965
--- /dev/null
+++ b/global_step55000/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8dd26fdfca20770bf6be4d4c324fc7ed78cd5e09f76bfe8bf81307ece3e9ed9
+size 201408771
diff --git a/global_step55000/layer_07-model_00-model_states.pt b/global_step55000/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c4d66ce7c6b0dc07003f5a5c743b996e2e57ee
--- /dev/null
+++ b/global_step55000/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ccb8f03d93b6d37a8219ec0086e91f2b313e12e985f83dcf009c17de0cffa0
+size 201408771
diff --git a/global_step55000/layer_07-model_01-model_states.pt b/global_step55000/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397135b4a67fa0c234cd2c9f5d5625824c86a484
--- /dev/null
+++ b/global_step55000/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922a9415d276f78565c5d6c29bcf8c4dd24c159ec7df98d670b15c0bc56c665f
+size 201408771
diff --git a/global_step55000/layer_08-model_00-model_states.pt b/global_step55000/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d444e5730e3c2596bef7ec2d115db09ec506f6a
--- /dev/null
+++ b/global_step55000/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a915f1033cadad64e0f024f2a8506664699075ade65acaedcad3a07aafccb6
+size 201408771
diff --git a/global_step55000/layer_08-model_01-model_states.pt b/global_step55000/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061c633624c914c641554269d1ca92ed2f2c9169
--- /dev/null
+++ b/global_step55000/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8799257beb7c66bb55801898eefd1647fc934eb932a7e0e374f0db6fedcf39
+size 201408771
diff --git a/global_step55000/layer_09-model_00-model_states.pt b/global_step55000/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1432668e005ec758f91a9a6ccbf46d3df9e291e
--- /dev/null
+++ b/global_step55000/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31496c62063b235f0981b83fc5556d4deb325e3b3314094a82c363c334ce969
+size 201408771
diff --git a/global_step55000/layer_09-model_01-model_states.pt b/global_step55000/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715e86c8daf6dccbde28449f4a0ebe46def6f66f
--- /dev/null
+++ b/global_step55000/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16536c176ad5d51265c89e156e5e0b165cbfdba05849185f658762344fdf88d
+size 201408771
diff --git a/global_step55000/layer_10-model_00-model_states.pt b/global_step55000/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e9754098e335b96da4f952c73e8437a305d42d
--- /dev/null
+++ b/global_step55000/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f61daa3e36ccd6c66b855d126316876c66de3486ad99c747580e6ac0da44c29
+size 201408771
diff --git a/global_step55000/layer_10-model_01-model_states.pt b/global_step55000/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202412e66f414bddd4486699ee45fb4418c65bc3
--- /dev/null
+++ b/global_step55000/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3c86217c0b37b9a65b0aedcffee2993474ea31656a0b78b8303aec6198a152
+size 201408771
diff --git a/global_step55000/layer_11-model_00-model_states.pt b/global_step55000/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4274796f9be9525715901f4e3d1ca4f1f9b84a89
--- /dev/null
+++ b/global_step55000/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ac813dc1c71f977b3c1edce7a1e391062eff2be759cf1025a6d226aeaa4c21
+size 201408771
diff --git a/global_step55000/layer_11-model_01-model_states.pt b/global_step55000/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e95a16fa7e9e17f8889088a53662731bacc8414
--- /dev/null
+++ b/global_step55000/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe69b2e18fdf56839a7e1660e69e14c8d34cb367d8ae4c79c7e5936e4d02fad
+size 201408771
diff --git a/global_step55000/layer_12-model_00-model_states.pt b/global_step55000/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca989aef166babab9d37d97b08d224d4edcc4313
--- /dev/null
+++ b/global_step55000/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6d12823896f701e8632197f45ccc5e4aa6a2c2e2e088ae6a9bd85a2928efda
+size 201408771
diff --git a/global_step55000/layer_12-model_01-model_states.pt b/global_step55000/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e06c12ccb39f10ce03a783af060f8a8392c7b6d
--- /dev/null
+++ b/global_step55000/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e9d2c70f94e2d907b386ddb56af1f807091c28491ba1f48b39f4d88e837cd8
+size 201408771
diff --git a/global_step55000/layer_13-model_00-model_states.pt b/global_step55000/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c290739af85f3893d95e165311f5050fb601e767
--- /dev/null
+++ b/global_step55000/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6444dcdac30450dc9cf187be121326236eeaa41c7492b82fb8232e26c9a7c93
+size 201408771
diff --git a/global_step55000/layer_13-model_01-model_states.pt b/global_step55000/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a2d4e8e08003dc8891ece5308f655b5670023d
--- /dev/null
+++ b/global_step55000/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975e2bd482543f5e4cef7e940d00139c1a997bf2455713297c87265516353792
+size 201408771
diff --git a/global_step55000/layer_14-model_00-model_states.pt b/global_step55000/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef21b3a2c703d885a07c1eb4776c15742d8a9f8d
--- /dev/null
+++ b/global_step55000/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f699062d417ee255c7cf264ba1b65b160f7cb38a51df1180d042612a65d406
+size 201408771
diff --git a/global_step55000/layer_14-model_01-model_states.pt b/global_step55000/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d6864bb18fd8655ffcb2c43721833861938558
--- /dev/null
+++ b/global_step55000/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ebb8fea20870daae896b182dc3d565f795fbee8aae1e76d582c716267c82a5
+size 201408771
diff --git a/global_step55000/layer_15-model_00-model_states.pt b/global_step55000/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1f02fc3a9b89d4cbcd75726676cb029a5c8b24
--- /dev/null
+++ b/global_step55000/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847f7c95946f82362b0f0da1d26e9f519a43988a888faec910355c36b18e7c8e
+size 201408771
diff --git a/global_step55000/layer_15-model_01-model_states.pt b/global_step55000/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e31dde5980712b5bc2abceb49453f431ecb245
--- /dev/null
+++ b/global_step55000/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27952580214ec603b28da14328408496f8cbb85d9908ab5c0aa615e62047d9cc
+size 201408771
diff --git a/global_step55000/layer_16-model_00-model_states.pt b/global_step55000/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ee7b0380080b9aff066d88774a05e0111fd719
--- /dev/null
+++ b/global_step55000/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dced029548eda7718427ce998deecd0a7a6b9d7b21e25477e08c16fafb985562
+size 201408771
diff --git a/global_step55000/layer_16-model_01-model_states.pt b/global_step55000/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b43267a6f349aee26592376e949fbca0bf7cd12
--- /dev/null
+++ b/global_step55000/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee3dad3a058c5b024286cb65dd96c0f148f7baf96ba5360407cd3c6893f1cab
+size 201408771
diff --git a/global_step55000/layer_17-model_00-model_states.pt b/global_step55000/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a535fd645912ec10e8bce76e608e66f0960b77
--- /dev/null
+++ b/global_step55000/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42bd7cb68fe7f9c90d3bcae2ab468e27393ede6f480a38cf9d9c4cc0817e7ac3
+size 201408771
diff --git a/global_step55000/layer_17-model_01-model_states.pt b/global_step55000/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cd7c8848e52d9fb74650693612aa4f4dfa8e31
--- /dev/null
+++ b/global_step55000/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0803cd523853367bb56db61f4b04e5569042a6fbe016cf290bf85ac95555efc4
+size 201408771
diff --git a/global_step55000/layer_18-model_00-model_states.pt b/global_step55000/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fddaedbef07a005b6ca0f22328fe468c1c0fee4
--- /dev/null
+++ b/global_step55000/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c52a8f8c0956f558e6f0eb78e87cb82f13dc26a89828a6439995a52328745c
+size 201408771
diff --git a/global_step55000/layer_18-model_01-model_states.pt b/global_step55000/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7795b28950930cbfbdc0db074c71f38bbe512309
--- /dev/null
+++ b/global_step55000/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85554754249722feb16d0816bc12032f62e5fc7e1320ff0620d7fd756493b728
+size 201408771
diff --git a/global_step55000/layer_19-model_00-model_states.pt b/global_step55000/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b357d37a958190e1b8927ab5f75db1741d936646
--- /dev/null
+++ b/global_step55000/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c323264ec2a00d403d9374e639486db0a3a135d9338aa685c6247a7e39ab6291
+size 201408771
diff --git a/global_step55000/layer_19-model_01-model_states.pt b/global_step55000/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91af7a7775d4880db9b044e580885463d2fc1f23
--- /dev/null
+++ b/global_step55000/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726b0ffe63f696c1bb9e98118e4d47eaecc5893e3c71cd7cd01d467e8640968f
+size 201408771
diff --git a/global_step55000/layer_20-model_00-model_states.pt b/global_step55000/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033ea6beddaf225a256ba51aa950a03b9d6a956e
--- /dev/null
+++ b/global_step55000/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6752c2a7c87597318d6d529ae0cfd91951d0fd0777ceaac50307e9fdf3474ac7
+size 201408771
diff --git a/global_step55000/layer_20-model_01-model_states.pt b/global_step55000/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea0cdca10dc8dc270f5611f508e649d945fa868
--- /dev/null
+++ b/global_step55000/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fec01ee54835cdd916e76c2a6b9d2071316de538625b80b86463d2313eb244
+size 201408771
diff --git a/global_step55000/layer_21-model_00-model_states.pt b/global_step55000/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10b54f9ccca9c689ed02d908ec5a21977b5fe3a
--- /dev/null
+++ b/global_step55000/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bcaf6bc9e5f3fbc74a9f2298b37ed7daaabdb8ca22cb5ec998005eca6ca9c1
+size 201408771
diff --git a/global_step55000/layer_21-model_01-model_states.pt b/global_step55000/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e00f6a1b1b208dcfc3cd2f7e19f74e5b33bcb70
--- /dev/null
+++ b/global_step55000/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f36dc302889023bac4dcb366cf4d55cf1a5331f62d8124101e7a3427d58f4e
+size 201408771
diff --git a/global_step55000/layer_22-model_00-model_states.pt b/global_step55000/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e67c3eed442243bc6e302c06726e4d6cead2a5
--- /dev/null
+++ b/global_step55000/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da70550a0cfeeb8c298dbbd2396e9a9062890a91491bb2850f14f37c6ebe9525
+size 201408771
diff --git a/global_step55000/layer_22-model_01-model_states.pt b/global_step55000/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a788e28fcb6c2aa97de5eb52cdd6a9f4a3adc8
--- /dev/null
+++ b/global_step55000/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d043dda24affcdfb001cf5d77637bec362a51713a015199fbd30c9f80051c76d
+size 201408771
diff --git a/global_step55000/layer_23-model_00-model_states.pt b/global_step55000/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1b4002c97fe3da0d199124403aca5575160aee
--- /dev/null
+++ b/global_step55000/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cd0751275a058db55d64c0991674fc4affa5380a7f14dec327565dfbc774b9
+size 201408771
diff --git a/global_step55000/layer_23-model_01-model_states.pt b/global_step55000/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb40cc9a06a4b3f93b44fcbb717bdae90950a338
--- /dev/null
+++ b/global_step55000/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b3bf45e2d8a05e3c1a56250ab100546476d60379b91ff4d7073e56da35a2d9
+size 201408771
diff --git a/global_step55000/layer_24-model_00-model_states.pt b/global_step55000/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027bb4637b96f8bffe3be724a190d62997c8fed9
--- /dev/null
+++ b/global_step55000/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf6d3da655f41e197051ac0d22295771a9e0d98f6543340da0df18040990fd2
+size 201408771
diff --git a/global_step55000/layer_24-model_01-model_states.pt b/global_step55000/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ad9c44b6ab55f24b75366c916e13ccb3d8a948
--- /dev/null
+++ b/global_step55000/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a68469123c3c457a09cfa69d622230f90a33a544b2e10c6a8d2cb5c5f6fff4
+size 201408771
diff --git a/global_step55000/layer_25-model_00-model_states.pt b/global_step55000/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a8f26d5e447cc74e73984cbd1d3db827636544
--- /dev/null
+++ b/global_step55000/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b69d0eb7d5de221059b4707e3cf7e7886872df06b0430314e18a0c3333d72a
+size 201408771
diff --git a/global_step55000/layer_25-model_01-model_states.pt b/global_step55000/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142f64f9968fe8851a1ee708d73558e90b781272
--- /dev/null
+++ b/global_step55000/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd5c9ad42eab630f5d9f4cbf1fc8baa079016dcb29ecbbbeddae0b44d71fca2
+size 201408771
diff --git a/global_step55000/layer_26-model_00-model_states.pt b/global_step55000/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5874e6b5ecae7188734267d3d14332f6660e2bed
--- /dev/null
+++ b/global_step55000/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01cdc455f3ac428f150d61639b4506f91afa9a096fd168860755b4f17b89fac
+size 201408771
diff --git a/global_step55000/layer_26-model_01-model_states.pt b/global_step55000/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad62857731d50565fcdbc2b9484de86b4465b00
--- /dev/null
+++ b/global_step55000/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4705f4430e09bee6dd0987ea7ec3fe330fdb316aa591faa5a23a2b1bd4226b
+size 201408771
diff --git a/global_step55000/layer_27-model_00-model_states.pt b/global_step55000/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec334dc67adc52b2eaacf79dea68adc86d0b2ae
--- /dev/null
+++ b/global_step55000/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0536db5247434d3edda73c55c0a39f7056ffa178621a73ae88cad92412e0f937
+size 201408771
diff --git a/global_step55000/layer_27-model_01-model_states.pt b/global_step55000/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511aa1a50cf20b423b2f7e74c17503a82257bd3e
--- /dev/null
+++ b/global_step55000/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21083d57acea974408a5e63f99a3b797dbf92427f01c127907c4e7c7f800351c
+size 201408771
diff --git a/global_step55000/layer_28-model_00-model_states.pt b/global_step55000/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a240d97090bacf59498213e4f828dd246efd8efb
--- /dev/null
+++ b/global_step55000/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1bbe38acb1f6e191bc8340fa76b83f9d5fe27bfe02d232127d0cbf6e97a261
+size 201408771
diff --git a/global_step55000/layer_28-model_01-model_states.pt b/global_step55000/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4d88f3d62810902a836f8d8a7997b7b7528803
--- /dev/null
+++ b/global_step55000/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7bb50cc155294d33cfa7fe0e62b5b9bd4031e45beff1e85d8c060c723fb020
+size 201408771
diff --git a/global_step55000/layer_29-model_00-model_states.pt b/global_step55000/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cc19c038c991866b73a9ff0b0d51361382d432
--- /dev/null
+++ b/global_step55000/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9df5cccd8ba2a74b5ef15c0e972e51f6b098ea4a882cf07eb79d05ba1a9df7
+size 201408771
diff --git a/global_step55000/layer_29-model_01-model_states.pt b/global_step55000/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e50a4fdfd77c2bf6b354d7e2bd49b361d8fe4f1
--- /dev/null
+++ b/global_step55000/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48872f50bf5c21c2de565ce5bc10e313fc18fc6f260e27d312ba00dcae2a919
+size 201408771
diff --git a/global_step55000/layer_30-model_00-model_states.pt b/global_step55000/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5936911d6c7c70389b2e1643107f81d12a3c5a02
--- /dev/null
+++ b/global_step55000/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da983b9816ed53e4655a20fe9a0506bf814e8e09f6a62390abfde1b9f8d04ec4
+size 201408771
diff --git a/global_step55000/layer_30-model_01-model_states.pt b/global_step55000/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b70f2458132f4c4689568a8f5624d2c0b5d5c1
--- /dev/null
+++ b/global_step55000/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e537a7833425d98e961ab1bbb999e8823c47ac2cafa28e0a6be6d8c82777fee
+size 201408771
diff --git a/global_step55000/layer_31-model_00-model_states.pt b/global_step55000/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed205f057f2f37c86af565423ba8e6e6ad4b159
--- /dev/null
+++ b/global_step55000/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64718a58872b262fa4440cef3da5971abd32ebaf1109d3ae5d334a5fd7d4c64
+size 201408771
diff --git a/global_step55000/layer_31-model_01-model_states.pt b/global_step55000/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4413336430d1cdbb52016dcf18c55655335655ce
--- /dev/null
+++ b/global_step55000/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0620a585a9deb010479af54e2ec89ef97e386550ccd578f92804ddd828ce3a
+size 201408771
diff --git a/global_step55000/layer_32-model_00-model_states.pt b/global_step55000/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ae47eb79fed2dd4d716521d6c804298932cd9c
--- /dev/null
+++ b/global_step55000/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd210f58cd655498436f54da7c781b6197992217702794a5a6fad7e35a2fdd5
+size 201408771
diff --git a/global_step55000/layer_32-model_01-model_states.pt b/global_step55000/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59505f260249a5d875437ca4c1a1dddcb9e9733e
--- /dev/null
+++ b/global_step55000/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444af7e3edbf9eee13a58278fbc522668ca93523ad56b938758d45c2b5a89f69
+size 201408771
diff --git a/global_step55000/layer_33-model_00-model_states.pt b/global_step55000/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1d33c1c5a2caf6a06cc70f27349ad24a62e466
--- /dev/null
+++ b/global_step55000/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a73fc1e3d412da80c988ba3294d7942ab9c670f7ec6724b0fecec27d7361153
+size 201408771
diff --git a/global_step55000/layer_33-model_01-model_states.pt b/global_step55000/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649c823d572e36dbbd5d75fb78fb841679bf3b7f
--- /dev/null
+++ b/global_step55000/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b2989325c0de1e0f8e9728ee625991edaddfa293d6792be726a5b4e7739e24
+size 201408771
diff --git a/global_step55000/layer_34-model_00-model_states.pt b/global_step55000/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2211ff86360e838f547061ab9b2f8009f65220d
--- /dev/null
+++ b/global_step55000/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b6eede5d3c21ce09f8301718102888916cc3e9d643a3085e9483b23dc819f8
+size 201408771
diff --git a/global_step55000/layer_34-model_01-model_states.pt b/global_step55000/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28fb4aadd288355d3ca18a9ce74b0bcf02281c6
--- /dev/null
+++ b/global_step55000/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a31f650a8cfd568ebe556636da3eda91dca9b50766a5c2e4faf4ff530053d3
+size 201408771
diff --git a/global_step55000/layer_35-model_00-model_states.pt b/global_step55000/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2a1b4fb9db3957f52de69e32184a93d6ee2458
--- /dev/null
+++ b/global_step55000/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b47c3bb87ba5ae8cfcfe7a0afc89937a3291c9d4d1242e9ee2cc7de9f5e92d3
+size 201408771
diff --git a/global_step55000/layer_35-model_01-model_states.pt b/global_step55000/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f874594413466b040645a99b4d78dea3ab1061
--- /dev/null
+++ b/global_step55000/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a273c0922abc94c14f571eeedb0701f466523ee3605595412edea38861b9b1d4
+size 201408771
diff --git a/global_step55000/layer_36-model_00-model_states.pt b/global_step55000/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7352c516b09faa5ea866cbca22741ac8698bd2d0
--- /dev/null
+++ b/global_step55000/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd2bc7364a77d0001a0d6b192da3068c786efc2ab1c3c594dde50886b7fac53
+size 201408771
diff --git a/global_step55000/layer_36-model_01-model_states.pt b/global_step55000/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675a8356af0c00f592a0a5d9adbefe5fd1daae80
--- /dev/null
+++ b/global_step55000/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8f51a3a7746a96fc9fc573a42e52d8e4979a85aa99211732afe49e0f1722c8
+size 201408771
diff --git a/global_step55000/layer_37-model_00-model_states.pt b/global_step55000/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bbebcd89c4544dbd49ef66201f8784379cf182
--- /dev/null
+++ b/global_step55000/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f589dc6941b7c532767a6d5f6ce99f58b07e4c7382e4c44989e43d749ebcf70
+size 201408771
diff --git a/global_step55000/layer_37-model_01-model_states.pt b/global_step55000/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05932d883e50539899b779a32bb038273acbefa
--- /dev/null
+++ b/global_step55000/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb9bc61684fd199ae1001b254531dc85c0c6ac90f7eb0441348c93e2b68b537
+size 201408771
diff --git a/global_step55000/layer_38-model_00-model_states.pt b/global_step55000/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480778110415fc600d7e383cb5dbde1f1147e62e
--- /dev/null
+++ b/global_step55000/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9276553b1cb8821b9fd5f6aec8a5d542303e0b4531a69d769aeea15d89e277d
+size 201408771
diff --git a/global_step55000/layer_38-model_01-model_states.pt b/global_step55000/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b698a97e157988a3484b487e4f275975f1c9ec0f
--- /dev/null
+++ b/global_step55000/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c4a21edb99b4344c855e3927509988db691b34a542770d15055a2b5b985bb1
+size 201408771
diff --git a/global_step55000/layer_39-model_00-model_states.pt b/global_step55000/layer_39-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccd5120e13680a89ec78b6c6290a56eb4629fa2
--- /dev/null
+++ b/global_step55000/layer_39-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353e40405cb303a287fa8adeaf40d92375e0231252d8165f27045bc6669db58e
+size 201408771
diff --git a/global_step55000/layer_39-model_01-model_states.pt b/global_step55000/layer_39-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365c181766ae07a8c90b34eedd065281d5d2fce5
--- /dev/null
+++ b/global_step55000/layer_39-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c79539b8d93df14a6395105d8e680edeecbc42482be5630b8b740752652244
+size 201408771
diff --git a/global_step55000/layer_40-model_00-model_states.pt b/global_step55000/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42f23066ca93eb84bf8f96f5cdabd05b02c0ac4
--- /dev/null
+++ b/global_step55000/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7902f534d08ce86e9aa30b79e815a4b42a523b2ab27be891eea5913fa029b8a7
+size 201408771
diff --git a/global_step55000/layer_40-model_01-model_states.pt b/global_step55000/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0cbaf7a4417191ffae4959289508bdcad81fa4
--- /dev/null
+++ b/global_step55000/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c477b670fc461f1fe558a39649faa2a432cd8eadeb7b147d80ebbc618ac2ed3a
+size 201408771
diff --git a/global_step55000/layer_41-model_00-model_states.pt b/global_step55000/layer_41-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a939d8b436d3d96becea6a37fc7939d4ec9d8e2
--- /dev/null
+++ b/global_step55000/layer_41-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d77b2c7d5635b33f5d79a51d338c896087c0884861a87fdbbc0c6e7315c1a6
+size 201408771
diff --git a/global_step55000/layer_41-model_01-model_states.pt b/global_step55000/layer_41-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c6d034c37e5187cb2e3df84cfbbe10b2378c32
--- /dev/null
+++ b/global_step55000/layer_41-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c3591349b63e2ef1f050e05a683e53db3378ec8fe1e9cd54c42854ad485334
+size 201408771
diff --git a/global_step55000/layer_42-model_00-model_states.pt b/global_step55000/layer_42-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e347b337f0e34ea9bd7fc237acc830b7d954e41b
--- /dev/null
+++ b/global_step55000/layer_42-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78177e038eb3cd5d4e852cb057022941595f452f29b88a2f95f7e3d406126e0
+size 201408771
diff --git a/global_step55000/layer_42-model_01-model_states.pt b/global_step55000/layer_42-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1612249d1e709dbccadddb6e978af34ec31fdd76
--- /dev/null
+++ b/global_step55000/layer_42-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a73cd5d1c1e4a0a6fadd6f7271c6f26ccd6ed609b0daa4ea6da91fef6bd652
+size 201408771
diff --git a/global_step55000/layer_43-model_00-model_states.pt b/global_step55000/layer_43-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e54b375e58050efbb58a8e46264ab2aa1c88caa
--- /dev/null
+++ b/global_step55000/layer_43-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6224903da5e875b58f7b3c0214dada87bba156673d019faa3c5d12385a2bbe
+size 201408771
diff --git a/global_step55000/layer_43-model_01-model_states.pt b/global_step55000/layer_43-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6332a324112c61d64ff4fe6b648533a77ebfcb17
--- /dev/null
+++ b/global_step55000/layer_43-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb37e30e21e03845b55dfeb7c5bb1d80f2f3f55c987e393fe4f3299bfbecf6d
+size 201408771
diff --git a/global_step55000/layer_44-model_00-model_states.pt b/global_step55000/layer_44-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eadf48fe76bbacf6a3788beb881775e12aceb72d
--- /dev/null
+++ b/global_step55000/layer_44-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fd40f9e172587a482c43c5f689b6f6e167056be7cd8ee702024a1be99edc5f
+size 201408771
diff --git a/global_step55000/layer_44-model_01-model_states.pt b/global_step55000/layer_44-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c475e1efbebf8a1ee11172905bb85b2209188932
--- /dev/null
+++ b/global_step55000/layer_44-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60a5322f552d4a28f78ea34407ef162e9ad09780cac1f6dd9dba6e407b2a224
+size 201408771
diff --git a/global_step55000/layer_46-model_00-model_states.pt b/global_step55000/layer_46-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb2cfcddf07d838cde93a566b4099e95b236ccf
--- /dev/null
+++ b/global_step55000/layer_46-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8334032451857f319c0ae97cdb63b9c159c579a8cc2f53025f4c983c48a554
+size 17603
diff --git a/global_step55000/layer_46-model_01-model_states.pt b/global_step55000/layer_46-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec7c8aec32b55523f0a5767a33fa2955833876d
--- /dev/null
+++ b/global_step55000/layer_46-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc23c495f4f87d6f7ab4d2ef8adf6d3750b4417bfee300019a9de481419f7a1f
+size 17603
diff --git a/global_step55000/mp_rank_00_model_states.pt b/global_step55000/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e444d7bf8a4993d60f5aad148e28dbeb3b5f55
--- /dev/null
+++ b/global_step55000/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6646a43e843f13b32811524ec8595b3d4e00c021a4deea1e9a70c1f8d70bcfa
+size 39923
diff --git a/global_step55000/mp_rank_01_model_states.pt b/global_step55000/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5473bb994207a5afe1680c295791f2f74cb9148
--- /dev/null
+++ b/global_step55000/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b69065127fa9c2436db72477d999dafae7ecdf3abb6976538158cab493a497
+size 39923
diff --git a/global_step55000/mp_rank_02_model_states.pt b/global_step55000/mp_rank_02_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455502897f033c1a1096cc10307bf904fe953916
--- /dev/null
+++ b/global_step55000/mp_rank_02_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574c854fb67d50259e1bfee88816e4e9b5d941d8de5ed4f9770ca26892a627e2
+size 40051
diff --git a/global_step55000/mp_rank_03_model_states.pt b/global_step55000/mp_rank_03_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2130501258f9ae9cdf5f14a0c21909a389a014ea
--- /dev/null
+++ b/global_step55000/mp_rank_03_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9d666b0206bce5e109b7baae694985631d4bd6f9953830de954394728c01ea
+size 40051
diff --git a/global_step60000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4700e63f85f48c5f53852c7a39424f2092b81f15
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8319bbd10adc40769b1e4193d292e6c8971759f1c2267e208a064b662dc4ea06
+size 208731415
diff --git a/global_step60000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45ad816d5ddead3479381bac51e9faa07256960
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93f85a3310cd3bac647450dd003c5bc2ea9fd9c1e11be728524ea1e859901ca
+size 208731415
diff --git a/global_step60000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4026f4be2099b44bc0252f07fd64255654ee19a
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd67c316ff2b2835818594d55161b1aa7a8b108406187161b0c70a620720876a
+size 208732183
diff --git a/global_step60000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589028a17639ac8b08c6abe9a744d96aa6c13bb0
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c039b6407c820e0d6718db6c7e48ad846576464f5c53f79c89174bb38f2f45
+size 208732183
diff --git a/global_step60000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935b45a8db6506459e6c6c59f388cc0952682f59
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb9d9462a945cb6c0684db86bad791bcb409eebdd01fe8133dacedac117debc
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a4e6637cd43c055aafcb6fd52659d7fd2d78b4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0769d66726b52e0d1d4ec2c52dfcd9753bfd8c709c39b6aef92c784630a8259
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f06f86fee22ec03777cd867f8e172d17930c184
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_100_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff056f8aa890bbe887b98034da10090bc0b2b03320fa270a4b06b1ccb671f57c
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb08b49b53cf3c29bc9b32f2600bae56b151f29
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_100_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002774c547b9e92f9a46631e67b2a6c8187f7f94b3928f61647b22244424c8b1
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0fcadb2f276c1ab7d5745a7efeb148ac7f4cec
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52870d54da3678c3f612b8e4088c9215560fae060f8710eb449ff328bf1efed
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b596c99373ae1deef4e9d3d4d90d6209892eb234
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce4dd087d84b5334db2aaa580edd2a36c1bd0bb57751c73b3d9e6018b111025
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a973ad5ede03a7af2fc4c98b14a5f451bc1e50b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_101_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627afde5e2d8b9e191c83ddbdda133802e15f7967064cd33c7c83fbab480ca22
+size 208732077
diff --git a/global_step60000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cdbe3a977c03e6ea2630a9ce7abf5616b16032
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_101_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069ee16de0ef69ee16a169ecf5c698634340e86f9e0613e0f634b22641ae4942
+size 208732077
diff --git a/global_step60000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86300833c3490808b84389518368f6885ab6fddb
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9646e1450e7457bff147d3d812d108f5f9883ecef4d5e965d4f841150fd7527
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e123729c6fea08e46da190b4e8f07732907ac17
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51cbe77825f3e77fb6d82cd7f7099e598bf461e92e716151b162d2d375eee0a
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5bea8be2e9e005b580f9959700dfe142b36be8
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_102_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ed0aa62516b87cd964c0e316b9494e31a179d7113347e3c102722053794b63
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c6fa035c41fb22852e597fcd992045fdbd1a75
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_102_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17bc1f4e36e1505e8cb45cd911331f923c034f97a3b697625ca057b3514d72bc
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ebca8e50f298f85380e215fbcbe484d69a0edb
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fd9b1a5389592715b195a79156ca0a902e4c01db4a77cbaf834320a5fed71b
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7546d3d91935dd950ae4b79738cefbe92e6bda70
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd42cb0cd090899576f20dcc3c8128aaad4a4a50672b9829419553b643477d2f
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390998a367ee5b6b43b3b63a93af08079a877e9b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_103_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26b9b86e51a9f5f7d257b9acf3de35a6106e447e0bc615f28012ff136f5036b
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b0d2b71b95b300e58ea2b0e6f833773a6818dd
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_103_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a538ef3ea582dece2c9f44caa0aa65a4aa238f9c2c2927ae4602d1c92e8c5af
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244a8e45aefe137923a5a665ade86c24d7e9e71f
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6a205e10eae627b0bc87f573192dc42e5139384614f3d4624acc1a34b3676b
+size 208731501
diff --git a/global_step60000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2198b07b87b74fbeb4bddae651c3114f989d0496
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d820467b92a0bfdf65fcf8a43428df67b694a5a38a7eb6d56cdc9f7962f25d
+size 208731501
diff --git a/global_step60000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5832ad0dd3f2d2cac7dce77df0c6c8bd294c11
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_104_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683d3fbc6d7486ee9a045b4e2a1a28dccb78b62a9586e85f19b82a9058a94e66
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d29420dedd60e8b7b74c76b55d10a3293ba53c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_104_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9987cc765a8cd5ed4764e853cbd2cfd29d807059f735105dff6c6569aa08c902
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc5ac7625f5655cc7d39dbf206d7738f7cfe512
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e7163a70289d1ed85def685e9f83a539b4d8e82746d2661518573b9b605840
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91094c8117d665a4766490fac51d76b83498ea75
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577fbbbf4e7fe17c8ad939717c715c9ccbce527759780d070f242813eea4f0fd
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01a423fdb486a2322d7b61fc7f290049531fad7
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_105_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8217eb77594a9b358aad8d000350449c87afe62d5108623eab18c2c593fe53ff
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59c0227ffb437874cd567b00cb51b2741d2c8cc
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_105_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da02a8d56aa5728fdd97991ffc566b5c0008575d0a9b0b1dac4556237fa257ab
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe29cd9e36922f715c4f5a4dcd505f04c100396d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865526d864e46cb004a5c3c69a5be27acc50888548f6163f5e1a543edd24b206
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4a6a76531ee0368920da046341a40bc9997c11
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f200fb892dade91f2a56e88ea6936ad80dea2c6e4b52db3d9583d312f5c92196
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe0a6aa264bc2d577f97cd1e608e7235c87c3d2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_106_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28beaa7d51fbfa0e392531203def7dc302a51714cbedd31431cd23845265dd4
+size 208732269
diff --git a/global_step60000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aded080180a9d43dc685c5cfcc1ea8d9b932386
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_106_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66aa46afc93d25802ae2f8c7c9dc98e248fb46fd92ea920bdcba436d3b3ce63
+size 208732269
diff --git a/global_step60000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0d80c8c5bbf53e8eface9a4b84d1bf13063c32
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a614972ef1c08691686bc9e9f7dda06fad28110288283bb6b2edcf89b22297
+size 208731501
diff --git a/global_step60000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2abbbfdb7708255021adb56151bcb82d9a3b6c6
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe89bc9432cbf08623b9786cba3067be1e51d198b5878c4756235a685960f9a
+size 208731501
diff --git a/global_step60000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b3390fb62d5489125b2e6292264bd63f204664
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_107_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5981d04f70e0942d5b362127ef7f26f00e4ffae751e94ecde321da494d26b4
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b83cd2ae68f575e50d107c43790213683f02d3
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_107_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d707de75fcddbedcffffe5cbd129e31c4aff3aa4d55a780de00b89e1a525b343
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9436d9ad4312993cb8a22142166a2c9363a4b2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb604c382f312e31942afbe8ee13885008750e11a1544f0e58999947a4286c5
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176a689e977f398476de69bfa5be668865baea2b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff92743aea35c22aa91b118a6aeecb2c0a4cc450a114d9d6f7f1ebe4fd7bd1f
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f116c5c22c56b7c4d8ca94bfb00e03159cc38e78
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_108_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05022004694286a6f3715f623da5a72bee418b454813e5ed78338e54f3e4847
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ffd8cf24e9c108b5f33c420d6fc29f0458b802a
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_108_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88bffbc37d5d61047e2c7aac3251b91d1eb73f5129031dbf9d179125274a444
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e293c70a8b8c2701f69dd8a77e6c16735365824
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5474da1bce8d4930ff693862cb6b6072ea66ffd9416c104b329ff0b84768396
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b463c0d9562a578db61c688dc81ffc8555bb1222
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fa938aa1063e76d86478ec892f83918d1d46791007ba3cf1ca00978c137d85
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17ef09d9b606682563000496562b5c4fc65ea6d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_109_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2030f86c6dca87a1b1e95b9fc580c4e3af0e5a3aeda77fe2b7a42250b764dd
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09b26f858938b2afe46b6419810dcefdd86c5ed
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_109_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f00c13ded9c0a411a432cfb6689c30ee154ce439ccffe76e6bfff3fe880dbfe
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11430f7d49d8fd0f2d8bd53dc301d16c56388fcf
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb7a7ef0c48b6d988d06d00b7c41418c0a86f0f4c0e4ad62691fa20a800db29
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cc8270c4d285e45d44ffb377ad8a473b590d1b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e3e6a4a3e65568f2737bda9471d755244f31afca348394b675c2f356e3e663
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736ea629cac47c47c89c5a7bdb95ab9f69238001
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03a5e2071961f4adc41331cf6a243c22450d99fed32c9e6097fc04fd2eedfcd
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03bd70c84b641868708ed5600c3f224d84227a1
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4afd284ca1b3371430c714b7eb75dd630423fdb0cdbea4d1a1c5afc9f6b8fc
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a492b3173b16defcfc67b67233c626b5e9a1389
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6370c1fc527109d55e74a43b2b23617941b2a9adb8b1fbc421934a6c9c4d249b
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5874e6b261b2030a2e3ee82539b8adf3397282bd
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22bc837ba85a99705e82650e275be63f4cadd6e0a2a86f0f86df9de0bd77646
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3a9421a6ef63f8f53ac7260e77d9158484b998
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_110_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a35ab6fe21d56d047da5b38ce2e7edfa54d43f8dff5979a04886220111e8f0b
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94ce3af6e0c90a84594a887ab783744b9402674
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_110_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551b86573a5919e2d94ab1a322c749fc12f1324ac4ff616d94f97658110d6682
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90beeb350c2148b389635bdfaa46f1d34a9d3ab6
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea21bdd8fef0ec50c7266e84bfe86c21c62d19238a79017d7952e20a3089cd4a
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610f9dcea0bd1bdc87c3acfc160854059842d6c3
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f177c2b1d389e7a5920da468781598f4f41ddc734b52241b509997b604ab060
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d437cd4b667f280a286b8ebc554e8982c14cee
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_111_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461f6e164d106201b5b189bcb043f5bcdc23cca1aedba5ba74da23095696231b
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d04a0e1285a5dcef295d9cdbd04563e4f0f5602
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_111_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6a3ea4b4036ec6113adbaeb592bc4e7f30145605dbe75141183bc6a2f4d44c
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a97171a741b9513fb691fbeb1eceb87957de893
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3ab970b90c58d2441433f46bcb9801e51de17d3fed8dc5b92a0c2b33f46675
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c950d6157e0133ae56bef9b34139854fcd4d81f
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fb65f84e8e36f72cd99b543292835fb42f7b8bbb56778f8db4b8089435182f
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4e0d4edee2b05204c3f0d31f2691da91884e21
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_112_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac1886f02c400f8932b4fdbcb0d696299790d960b532cf2b697f2190aab4c24
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9462a31171cf2cc1283b423e07737450f180d6ca
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_112_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f14abc0d718331b63acb8631b09bb504fed4ea78a3716f42bbb6eecd24d1b1b
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7896772bf989a3707f0e8792f07689d4d4986e0d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15622df5f8fdcd6d997343752eed5d3865e2436fccae4d3b26135749777f2f12
+size 208731501
diff --git a/global_step60000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7f1452630550e0e2c6cbbb9e95ed6639f47166
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86a2a3376392e38041916952762b87fffcf2c3e38cccf6a7017dc5f8c4c9e89
+size 208731501
diff --git a/global_step60000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a8585e630321c507f315e0bf0a32c9ad01a91b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_113_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc025d518409466d6e6dd2e2e7020cc09e1d030ea7cf1f15a2c1d31b6067673f
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68506c6997a8575a59ef0c33e12cfcc5b3ccd6e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_113_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961c0dc56a6ebec81da23a5dfecaee18c0ac62b6fa36bae21114631992d1b77e
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b930023b29c26c9d11b972ae3535b0de597fad51
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c6180991d46574d656c86f0b7117471b8dceb9715ee646863e7a168eb9b548
+size 208731309
diff --git a/global_step60000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2919afde3ec33b769c4d235e35b5b19bca63c17f
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f221664467d2786af269d90ec0da1a09e231654ab8dcf9106e1e152aa1517c65
+size 208731309
diff --git a/global_step60000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12e17c307a1cca8d3fb4407b1633c0a751d1428
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_114_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04a25ac0f42b5e75ec9fa058a2c5e863c64c870ff3b598285d3025261ec5619
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65371269f295e1e1e10a72797aba9cc9309900bf
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_114_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf57af3ba031a15b56e3801f71e5740a178d5045273d214329990f8f6326a05
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcd212070d6102ef43efd8ae6d3cca23e9fb4e0
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db721ae1ec16e10b15033b074a3b6097572238c243273d4d661accb61888bc77
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5c23895b76f9196cfd9e6c7c9a5f65d1c40122
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b011af9a094da2a48055ca870a636ba609877f335c62da03b5c460544f6ede
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76cfe5800f758905dadb79983618a4a982db3ab
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_115_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8712c6baba531155380d9c4c8d22a020aaca9c78afc9d1f0fbb4742fdce4a9a7
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd75f925de0f369577d8cd825ff032ef47de431
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_115_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765611d3afd7ac9dc9ef5eb8b53ddc909ae62b9a986426499775cd0344e2a763
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a632358c95860e084555de4c469d06fe8e1bb239
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a826067f4d7e5c8c76fdcb171e814bfc07e09c2ee7bd02832e4544963e30b753
+size 208731501
diff --git a/global_step60000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ccdb7b06fd1896805834f0f16a233fe2b97921
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a3aca1eefc44e5e12eb13a60a446af3816351c4412b254d7de2c57d6b72f02
+size 208731501
diff --git a/global_step60000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913676aec8d494c3c727acd8f926e62f3da28296
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_116_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f624befae5b36eef3969f05181012288e3e7889409a285a9310b2ba919b7b5
+size 208732269
diff --git a/global_step60000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6363ed09da697dd3ab0920790c6c21ab0f050afc
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_116_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acd14b1009828194eb47e97ae3315e1db2074866ff60976886428eb78ddc214
+size 208732269
diff --git a/global_step60000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8700afbede401cddf3c3bd104ca9fe1701c4a36
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55ccf357eaa0503d4b6c8fd7cb92fce2a74ec50a0176faaf7ca305ba31ee9ca
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e0a08cee8f015f7cbb524b08cdbfda725138d9
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629d258a2d8d828eb1a19d9ab949897e5ddca6ea94cbfb7267378e753ad83220
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849da2532f0e48f93bd7f1dea395c73895ca4240
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_117_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72af911eedb415b3c3c505a89661239718dbb64dc82659408c1c165c19e57b31
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc074b045c47d33a2374bf5637ff1a03508472a3
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_117_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c59dbdf8bc000d68c88fe8832b9b4a97593a6fb1ea0c03f86b53737896071fb
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbc22055089bf79bab5de65b4b80b49c7e1412c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172f42241f919f7b6770b6c6d877d50d04b6030321ac60e04c68c7221fcf3cbf
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9224a0490a1148707aa4124b2d88fa70733aa61
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fae4f72a1489e80000d593e7f047fe5ae4101a5021f9b0d8f2e6dd6a2331e6
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2a17698590a0438a824d28f6366daf90857b4b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_118_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1eb30c74b13820143c2189d1a5eda81aefc18763373ec58b878782d43d032c
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c492292867b128c0127be63945bb51253f6ce2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_118_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a933cb1208b17ad980599adbf12546bcc3486ffff18088aad7cd1145c53c07
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cb30ba385921a938d11ffcbc4e72e1f003b544
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0931577081d60bdd76df2d4374309873197bad8aefc853ce0992f950bec6b9e
+size 208731501
diff --git a/global_step60000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cc4b58bcd3c3d51150d8af85103a37a0f98e07
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eea9097bdb492af66d691fd6fd367da279d84ebaa715c881050d7a801d34b86
+size 208731501
diff --git a/global_step60000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ff7a71666675ad242f3f4bb27cbe635ba89bc1
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_119_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed208c2f2dee1427fff78552466862dcbd2b4382773d848a4790ff8584d26c2
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f692478196929869bb9f11acba50fa19afe0cb4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_119_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb142b81309c92e8e1e1e876bc7d5359d50893390ddc8096d3c2d1562b5003cf
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e855a51ba03e331d101a897b43ab4be0d4b41ed7
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e7b9c929a2badc21e508c52cceebbe6fa69f51af4706b42b4ab16a39722634
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09e8ec93e2357513d1d74439034faad12230b67
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791adf003539cea1211360adc496e1229ee9f4193c2cb704d303917ac48644ed
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78c054c5c60beb0e0273d29110b9fe1e5f5065f
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbad37baf71e151f68858430bcffd8231490511f7e5da91f29944467071a86c2
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527bcf8663c9f72f1601ce8ee43139aea6637d6d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bb4bdfef7e20888c9461833a16882e10bb2c94055fee1e6060afc1b6e3ae44
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f199ca4250cc4615faa36ea08b15861d48d5f2e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef5ef8df8b18351ed97e89fecf0fc8389b20a2454b0685a5d6d12e40cfddff9
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431992161e7e30c60466e6b54361911293369582
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3404f04273648dcb30a24a65e1adbd12e97bbc605ec2834013e204a54d699d26
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cf39428347a7a50f3d4cd7f8bf00c845fbce03
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_120_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f3d52d04c2ebfc621691f3ad97551b77bf98227f3681e9c997da728be1a943
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28817abbd9742696a1fb4554cf6610bce23f625e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_120_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8151b229cc38cc18022c2b6df963a8c727fa2aea20713c57a822c08b8873553b
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b83ec8feddf1f4bad954211b7aea1f80c6dd1e9
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fdfd286a6f56313718a8f44f9c48f4657b98edfc0972938e8e5f7dc7adf0d23
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913a4c45da684039e3135218f0272b4d3e343478
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1716fe200a03a4b1f003864068af458463c40be9a675b777955739a8fb2252fd
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29882e5a60a8d586678780c0494ce4e51127407c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_121_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e663dd540507f48d6b2e5af00327d81353f6815202d9d8294f97866f1107b53f
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccb8a13d0493d372ea446f71b25a2ab2879a083
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_121_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947c482e28e6f37a531fc56ec1c7f82251998ac4ae4dec3fc33a9cba543ff8d3
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf96286d1ad154667f5a1be46e2ca2501543f08
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4dd4e07d3714da9ac67aea6e0ef1976466bd407009419cf7a36ccfa3d1222b
+size 208731309
diff --git a/global_step60000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4bc2f86d5dd81a2e092ceb59c93f7ba8d6f5b93
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3ee837c9713a421b7be2995ff39a35ae0b3c9795fbc3b817f22d33539c393f
+size 208731309
diff --git a/global_step60000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141238a465ba099d7736926989ed0a26c8180669
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_122_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc123258e8bfc1729bd163c0327a7a909d63363559cb15e764931722b920c0e
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65f874c36d050ee224b25e4afb2380a83e122a0
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_122_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792426f8b35bfb9b49345cd2399c1127435220856cd10b78291c8601cd22ef82
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da815876c807885286bd29f75b744c59c5463cd
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb68a7e5b6916f6e910b4c881754d7e65c1207b014400192f8511f754484eb29
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dae8b8b57ac067b1904c5fb67d58106fb56d831
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b13b2da99e66dbc745161ffc3ab1dd14ca884c81b05ade101892f75470a0a21
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a4dcdbc65ca1b68d5fb2dc7c556de21beb77c8
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_123_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92ccab0a4ded64034e7e3b0b56fe0992daec03ac8873a51c4f2fa4ce559a02c
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f590859237080a021aeb1bbf9ad1f701a1033c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_123_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005c6c168c9f14e9e1b22661bb85e00cc1a966caf94647742cb9def1b65ed918
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7b6bc35ec1a3e712c86f45ba06633d698134fb
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0dd7be05dddad39c0ab8b203632d6ea3159a44ad58e6103df7b927f4414d3b3
+size 208731501
diff --git a/global_step60000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263cd8f45d96f1c6c58b7322bd40e6bd8210067f
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc31e0484adb00e20ef1a80a551674725ae9049724e297ce1c13558547bbe96
+size 208731501
diff --git a/global_step60000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417dab72fcd2f4067b0d8b6f534987c92bae30a8
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_124_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e499ef55937bd7fb318c1640735efebb8f5b217bc117890a45f43f094376b983
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cce04108268c4814f0818c78957443913f2c20
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_124_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d292df43ee266e5220ec374e4295c25d80712175d051bb56c0fe4d0d4f2932bc
+size 208732205
diff --git a/global_step60000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b31df53b15e94aed37694f03b111fb270560017
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd33410b042634a77fe652603117efdcbc0db3be2982bafc216186df9291935
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d40dc8c5380ffb4d6c3967c6d6a258f09fd005e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4fbad42d5d49c78f1baa7feabfd0127c7b42a693f057dec1e1d0f3c058229c
+size 208731437
diff --git a/global_step60000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f19221395611db9c3268f03afce38e82afe372
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_125_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563501a7df819791f56e8ada21829310a438cf9810a14b865581995a7e73ad0d
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a7bb02e30a4b6d6cee30d463d910b8873e3b78
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_125_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a484aa7123170662aef4a25c21c28206a0ab8589da1ab947db706c9e476b12f9
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cee25ddc0eb8c1496e98a8a93ec81f38339f1ce
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129e95a5eecd0251f593b046661e887b2cdf8e289acbf765321faf8c126ec866
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5522bddc6a726c53100f6fbb44832d0619a9caed
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441fd56020f8a1ed271b12c859ae5b89729122f09a93f833a384b30bedc48a6c
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab307d871fecef623e7c5d0367202a5ee3fdfffe
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_126_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2c1df65ce0be2f67c595523efb9bb81c50c6cdb1b2b4bf334659dbaf59fb15
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b42fe0c1a9abb5cf3f798e61297164a870b7db
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_126_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c5d2ecf32a725cae3b3d8f8a8d6c208643d05d53c07d047ca1b6a98584112e
+size 208732141
diff --git a/global_step60000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ceb22388dc43fde46b745546d53eb5f7790465
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3fefb8b6129253695d111a4852958d72c1ec2b131e73fe207e538be6cd8d05
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d659ba56c193b14814bf742654280245cb3b579d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb28546991a58a47411a615907e4bb5a2366bd3bda3e0b26e94a45e6daecd9e5
+size 208731373
diff --git a/global_step60000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92702b7090faa02573e0fe8f3cda066b6dfe2f1d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_127_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8633445cff985d2e2df5488a7e872c65ab3eed2ce55860fdb339406cc4800d95
+size 208732077
diff --git a/global_step60000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba2cca1fd798c97bd2226d7ade921ab2acd8567
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_127_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e5b9da99e9f2e20f16406f3268d9b90c9b29508cad401debef7320bb81d531
+size 208732077
diff --git a/global_step60000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69bd0566460923c2f02e00db315772295b9188e7
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0149ebbc57e5f70920845c7f294c01c7911fd37671819e1582011185cb4117d
+size 208731554
diff --git a/global_step60000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7232181bc30a0eb2df7736f78079874053b41b14
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae70d30b9e2828df91c2be6f1a89c681206c3c6e466abfb3b2b11ace21de7ed1
+size 208731554
diff --git a/global_step60000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd251fded531d147bc07f5f8fccc5096ae0cfeb
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa010f88f9b36a0d8deb8fa54ea7c846112b8a50e879fa5f6be00a9a83e9a63
+size 208732322
diff --git a/global_step60000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f247ec082b304a9d22d9bcf573a32a27fbc1e0
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc7ad3310f26e9ad4baac96686d5e324ab6949f4a5f1e998f49605fd6dd98f1
+size 208732322
diff --git a/global_step60000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eab3dd4ee2700b55b41ee425200225f435ccd48
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e01fe609d29338d0995f5d3307a1131ca84924e6c2842a8745959d6bca609d7
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d76f6c44f1c285a8b58c4c6459749b3f4a2d53
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede9dd774d4549f598e0d594de4019e3833ff13c796f8b02a42970612b758030
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02881f725f66b4c583d49771ff0b1589cf70990d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8536ed4ad40757659af1ee2df86938e147ce58f92a8cf014271e56524355bd43
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44774a52b75630278727e175670d086c3681e1a2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7582e9ca13e6a49f4fd20173712a7be80a99e014cd6143e95de743563757d8
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae3b46c12d3f2286de87b192cf1e065f97e7a1a
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16b6023d5d386d80d14f60bec16004a9166105f4a3177727a1e5c1c7e48ac2c
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14f52ffbd2a93588e4dd31f184717783312ace4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6699ca5eeb730c70d6637e9945e0fafc1a385e509bb61b71279040890e88d37
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7756c98d707553527b81a4f10e842249aeea4a36
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda21a36256dc138f2b134faa0e2670cf4a602d843b343347d16af3bfe69689c
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e53677b83458843104eae41160a5877bced9eaf
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058689cb4c632f4684d91e582ca29d7d370d6714cfde25d7e15c8959b41a2cb8
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677379cf96214be3673fefd73a63bda175af8d4f
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dab2462d9c56b191b7e2c19863117ce19c948e1c115de0ed796528ac09047e5
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c266c6ede3b64490cf99067121a22f60017b9fe9
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497d93eb5224ed5be99b9bb72473b288eb47b532916f3571eba2a59359e22442
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9213231591259832cb0f06a78f5d14da87fc23c0
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6a3c7a024333a1101b2bfde1149a8cb56eb7087406ae1a56e1638c84eaba85
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc4afa300ca7b63d183e73d1c50649c5ce6cfd3
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e1406489ea7f3b2c8bebc6a81e141c34b466809366ffc08d72404513a5f944
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba7d841cadc4e7c8f4e838575e484348b814454
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39a38366d8a90c3e2bea6aa901f46c5212664f21e53bd44e555601f46a6b1cb
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac755219909374ded6bbdb8bd06f5004400e442
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81952fb49053b7cce068222df1cebc96f2fa5ac02123e8884b1518cc3c41432d
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1578128f88a0bb7b715da01d6cc5e7c2703f2c45
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_16_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0392e2039e654642c5cb576fe58b73cda79912587d05f512896d5a3972a541db
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da66499d1c50e97610adc05c5555754099349caf
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_16_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addb6b05bdc7395b2dff8c897434d8d10cc9f3f70567552e01d30a35ff25ca93
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a9b05ed84efc7d528fd691cc56faf5949c2009
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0041c157df677e5c3150d0bc0ac35e234731a2cee81d17a83faf266823df11
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f173cf6d5be615d5514ac46cfaf0d097035e6b8
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccba1279fc6bb05db895a9a095ed11438f645beebf2fd0d40e953799313d3a5
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c1f271ab0bdd0493a4138574f78d4bb86e9346
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_17_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0c33a1546190f5f74762d2680de0f4efa7c5b4c87c82c9cf2311ecaffaaf13
+size 208732066
diff --git a/global_step60000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08acd82a81056c0c3d773d7bebb5ed21b83636ea
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_17_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e022ed6e1849fb93b1e124598e2e81b9130bebddbf50901c1da3b7e3a684b5f
+size 208732066
diff --git a/global_step60000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458a11d70ee8cc0a68c0489cd6b6f65a77469c00
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdb98a46ab18bb4e85c1d27502d8a69bc489b99a6672bfa6dd50ca824732641
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dfa619c58e80d4792cd69d25f734f9aab15394
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044cead5a79172e5144e299a0ae7e067150ef41fcd6f88228791897e22b8b551
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c194abb79c7124ea57ef9ce7174e3a5e38c547da
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_18_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a547530b3602dc6e8c7c562e2d707d4f4b29bb517a9d410c5ebcf3227d06ba6
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b555fec9cd1fb6be9e0ed3490ee355c728cd651
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_18_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c09d7419beb59a97d3ba2d05ddd5757b2bc6a90a8b31d360dbada3a2e24d4f6
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d8a4878f3c79cb0707d60c78d565d6398ab454
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fbe5c81c484ab19a4fb6b218ba73f61b592d447025a22fc66fb85b32b3edc5
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42a72bbebf0aa91286cd923f85f1df27b590fc0
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fa732f7493d6540c3b016dd76888e1cf1055734c6a65dc80e8978e227b176c
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2cc0f5aac13723a71c51751c0df34da1208334
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_19_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fd36d3611218cec9cb52da14d28ab359418aa1ba4708e7556bce3e6ded0f4d
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2603427aa087b47626c216e7d5a089a970c014e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_19_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09a925d49793b8e74e988b941786b16c89bb0adb7cc87a7092fe47ff65c2e8f
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221f8d4df9554b4be131c481037398497c7bbd8b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d840183f1658976f92be9aa648056504d59cca4a608588fced7a3e6f6ebcdf
+size 208731351
diff --git a/global_step60000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75c5fdcb7c8d9ee72696847c9c96bb4316d739b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051117674d8edd88f93102c4c7e5da40620692c9f4b10ab0e3d6063b439af671
+size 208731351
diff --git a/global_step60000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83462e692ebdef2de8c0ca05249e05940e72105
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b762c4c91a94765af22261adb6f851a03014d365ddfb65893232d8147a585a8
+size 208732119
diff --git a/global_step60000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099e626baeeae4b9ece632197bbabf47a304634c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367a24762cdae0c1eeebd070c8b08d739ea30f94ffb7c13b5dc1e08e27dccc7d
+size 208732119
diff --git a/global_step60000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1182be60a8167d2e180c24248db7689f6381166e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158e20be645bfdbc275db0b0c4b8a1f9de577f585035b6dadf197061cd9cc0da
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d572d56faba2f76f75f715931eb35f3455b792e5
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385405f2b28ae987311332edf67f8367625978f5bc0cb4259d97fbff863e88a9
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bab38fd8bd35cc0e002a41ebd0506997f637300
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_20_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7becdaa85dec30985c48442d823f59902b1ed4edb7e537bb6bd7344125bd923d
+size 208732322
diff --git a/global_step60000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e85ac57d4ca4c4613b8c3ffb7121924f7fc3beb
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_20_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833a83c1019b5ec32945c2457b29a057553c662e13357a07ac5a2bd3a8bebd61
+size 208732322
diff --git a/global_step60000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fa180a1886ddaddfdaef8c37d188e90be64741
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295f2fedef39a57c9d4db464e07031f3a0f57c9fd35a52b33f6d9afb69844ac4
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984826d50231a473da77a093c21d6f34dc52906b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c185b8ddff7b179da022dd435ce21536cf7ed95f0f14cf259dce61867fb7a3c
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b838200d60733457a5f92fa43bdfc77b627811
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_21_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecffe56a7d4868ac0cae3cb277e0985fe009e8391c356d0a1b45335e0fa3447
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e300ce27b28dede443ed2757cbf39078f863f2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_21_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd6d5f5b297f5b37ea758e83783989620c5467385a70fcb5ad8b2c4658d9a28
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95203a2d9cc1135a4a25683bf2482155664dfdef
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08f3cb52dadacaae8402573d62b89663f0ddb0a54fb01feb16c910f12019d44
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b4cff0b4b35696a26efb621cc8d546a8ed2707
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a05b42b8f34b76e1b297d2b04a545039805c6344b2402c623f80bc6def576f
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9370374604d2fc311bee2f96ac7c9834599f36d4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_22_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d7912369505f74d7187115dfd1f6345cc55512b1ebae6f306f467e2bf26892
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197751308a2dfd16830bb9a4a607e323f4f648c0
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_22_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657e965a0b151fea248898cde1fb8ba7cf520dcd8bb78d92291d5446dc412c2b
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb9231371e3fb81f5a0794d4930860250d81847
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e5d22658cc7f2bedd04d160190fad2a50b1927cdeb8e2f35018c03a2affb89
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44bff1fbf1bff1a662a9cbb22e4143e6b1aae491
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bc9f4ab2b6d45ca18cc3876c9afd02121956fff723e24ba81179555cc97104
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3996fc41e077723cbbea0b3e58bcbb8b40b83d08
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_23_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ecdd4254694bbbbb81680d3d6056009255a29f862259c8be3007f826627beb
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ca0f805a77f86144917a44fa19209a5d22c22e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_23_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05edb42aee5b1a530adeefab203ee576703c9f16585df419d4496bafde280959
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1d557e243552fecc742496acaa665e78df3387
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0895514d68350001042a970c67fcf640c824a08352f549401febb4c6366a3f5
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf4b94e45323a8b752f8f5a9bb10f600dc7b2fe
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0467e44bc16a65d1d32dd1051c6a93769282ba8f29f3d069b08f083c2059d2af
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42909a9006444a6c82a91c2ebdccf0cc67bfd45e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_24_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e496b545b02707ece28b649afed346390ace06dea1c81eea1b2ac60e9f465c3f
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b482e36682e34b18bdc1860bbbedb328f0ba87
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_24_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee810d38023dc2ade9eef33c1137f82ece1bde3db1f93d34d5cb8254b744ff80
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03d6f8a03261b43e8382fdb0c33b07f0af82bb2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a90ffef97f659c116ca4c20d613e1c436682c7ba8b7cac576acd599f34cf2c1
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842fa01e9bb85c6365d74505fb150b18ef2b2dd4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ded908fabba44a2e3a7bf57131f2b09185646a6027caec562f2797032be874
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08aa7c2a380407d7f8b081f088dc7370e384ffe9
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_25_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e060da0c97eb6b2574e7503c0f3a4ddbd4f48f89d276047065b5ae78a817a0
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f717c347020f37e256a5cd9c51d25c809e68837d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_25_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a654c138c65783c5bc15cf4986576fd245a4ffb5cde61a9ace562dafa5d26bee
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e721c2d4770560fed82442f147f4917ef6088de4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f45f507cdf710a2e984db49409afa7d9506713446a5d65ebb337f0608a99df0
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e8f0d9689a8789690ae06589f8fd9941d3e38f
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7446217b0d5de687b5fe736e9a38842c1765d1884e1061d1f35c54078837951
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee57b272931eb5d559cfcd1c0f589fb36eda035
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_26_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187c6f5eb89b6fe1f7eb0463f5e8732fb93df3302bfefc47bbbc777a7b752e77
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1072827b180bcf2baa03be02e0fa0219239a92
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_26_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70be232efa7a46126d8e9eabd8fb67661ffe70b0cb3db2cf65aae6f74d8b18b
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfbad8cdc7d27dfe04cbdd45d8a418e7d8217e9
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b2b1e732620c7337601743381f1cc38e8f3988a066638cc33449a3ffe1ff88
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7a10ed783ea4c507b678f0ae387005785c75e8
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e9153e47740c197ea0212a6ae46c84d660c12d05328de6fd093e32556f70f3
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1327ed5f348a8b61d4c57395acc6306f4ceeac40
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_27_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064c514b685246b9f1f64cc8c46cf6e8627a6d0702a9dffa7368e3ae42821b47
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195eb1e77d75f2200fec6f364486c67cbddca609
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_27_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee642ad9cc6b8a3658995b197d91340eafd1c014cf13e4ef0935dc5635bb4440
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ee8a4746bab8bbf992b037a80bfd340fa47ce7
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88f49ae7b8df3bdb6cd3bffa51ae1440cfb14bc53a84d869a86e5594213a9e8
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2819f0a449258ab25f42f65fcda5087d7cedd19
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f302322b8320e786f001c6bfbf9258ef66e0e17f008e0c71b4c2d926225ab477
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67185c1be0c7ffcb67897c2c1656d1410fc588c6
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_28_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf100801759de8c3cd1bec8881259ad3948a5ffcb004cfd7693e859099f60bc
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697ebcd29163a047cf02f0cd54cafe03f681b6ed
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_28_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced805f6feeacf44d6b7a5c39d6eebaec8f6a4293d2e25a031c898f622b26882
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f6345dac0cf9b115810d1f35bd784af2389f90
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f47475b1fd0de74a69e352bb46939f60f7911a04c9440f65574f7838a7bb59
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4d1c728f7279713dd938af23f43bb8b94d8ae5
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f804f979d77053e47ce8d24d083fd498ded4149ca2cf5bc3060e9828e4e2ba53
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9506b4f33dccc80dcdfaabe20f6396f253a20633
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_29_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ffed4d3841fb132c87f7352d76b0d84c1f9832171c94d209985730e04e64fe
+size 208732066
diff --git a/global_step60000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ff8520ce4a49cefda84fdb1d4e5d8afbbd8e6d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_29_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff083d91247556247e8e22b0d433c892b1c8cdb4cef259de17410115fcd64720
+size 208732066
diff --git a/global_step60000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392d4eed8a2150e433852fdd1b62723437acc330
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63e85a7766635241d313314e05ea3a89feb8e70ae0abb784c76f650b7ce661a
+size 208731415
diff --git a/global_step60000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6040f5f04f28acfca7a5c62fad149f639775eb1d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa244823b479d9d726c0558b12502026d03fac614f3516d3b8c57e88e3cf171
+size 208731415
diff --git a/global_step60000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05798b1e60838f5a8bea8235f0760336e831abc7
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95aa624f01c7772abd00936110469f513efcb254ca3ca976bc9ff719ca7504c1
+size 208732183
diff --git a/global_step60000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad19068f58a9158e2e9d42232bcf8609f208ba2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7185e2d34c3fc863e34f536a3a08be03e21218a43a6b793ab45ff5f659039979
+size 208732183
diff --git a/global_step60000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4afc85b152d2cda90a803b752bf992f3265568
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d895423aa7ade4748cf7495e5ae272f6dc5d9cd97e313b75d30ee91946fb95
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7c6611ce2676bf11d5895ced3c3a9012cb4224
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5515bebffcfd9999019b49e0f6a459fdd4f5ded5b21cf6679165844bd0c9d4d4
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81c482f3b30fceaa42b39a6df63855356b8bb25
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_30_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647b8058d6d4f3d0349125b4992808a745f22eab60c827f2df24d7827e21ec8f
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e958cd576770f795a6af566ab11b36994b3619f8
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_30_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ede892c17473423d692930b90b31db6c9215d750a3fc2f7f271bafd60e89b31
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b41e3b8b5811d1386d2f3fde21a71a509132c8d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db97b070edb8b821b4d368a7e48e4d06326c1b371f6158dabfb461bf3de1e0a
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d4663425486038d21b541eec7b24167afd7457
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f2b5ff45ef537689b6a47cfdf26d6cb0f14e2e6aecfe15097252a681551bb2
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebd3c9b33fc3235b97447a2192ebf09c175affe
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_31_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4601519c1f1f67c12f4e3a534f8a3b411a6025c47f74b3d08f6457d86c88a415
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ff0a7ce1d9e5bbf172a0fc41d26ab476d97247
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_31_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218be3046057d8189afa17e5934538ce95b8a75894a90b9bbc1c6c51f5cc719d
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70852c19bdcf8003e3baf2ecd888a104e76aa9de
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f0a460fff86fed7f04913463bba6248efc66fe22c3aa388d754d27453ccf70
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e4698aa6d102371e852e650a5f25ecfdf08ce3
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ef80c864d152d32a1dbeda9cd2f8bbeb14a97631cd490886392bfa969c79b8
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5d16ad467f85c3816b6c1c092c3b23648b02aa
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_32_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c5f39b1a881223f0615e5ffb452c4d596cd7d0b4a9772a764e49e9a7c7a2c7
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b926801bd2bbf2dbd2d758d59e1ddd3df802061
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_32_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e8e47bf0f6022582e605ce6c90c4d88da02bb147eb3098a0846df71ed0c221
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e799eda43df11993b21e2875451c0718d0c6764c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a3e7b8807385c5bb6c0afaf81039ddb6b43761d66a4af02236bde5e26fbe62
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ccc8098e4a62509f9a921f8508fefbb48c8086
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bd3c39a8b5faa9d4eb186b4257f7ef380a820163e39ffbcb6151fd069bc825
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc19d127d3271a117642ce13fbf41509636d359a
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_33_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e06414d294ff10904f03da5b8eb81be644ef517dfd3fa7e6e0765815c61ef24
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c47cd55bc8db097da0bb7f490c2967236c26e2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_33_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e417bbdc44a9d647b9488e070a1412f72e71512e4457ada484f6c0621412852f
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dfcd2018548c2e8702b8b1f13d6d8069ab007c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b81af10ab103371074610fa2f1f3c912993ca426bc63857c94e65e43cac96b0
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9b41e2108d9f7ea1aa66b446ae83aa7eee2f5e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d4f1b191b6dd48477f20601f1e124120c58c079145f4d09ca62eb016394091
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31b3ae1c360ccd30db1de6b585625b28220ad03
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_34_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc610544b5e957d20989094da3ce732cdfbb97189e8fd8be85a40b7ca78d04c6
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bfa71360b0caace9bd39ef3e87c651fc30fa39
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_34_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eec6f54fba146281640e86c3e741ee7ce3fe7405945cff4650537dd50880f80
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b570afadf62e81eb5bc77cd6f2df61b0a92f54
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2022b7554bebcd949a55c97fcafe475f77a4ebac56574a8f86ca162fec522de
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8beb8fdc735b182523269456ce1a5a95dd3c2411
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb52d876801adeade4779298b7c11a7932b0f310213268ee259e666257181ec
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8f4d52b68668b8b264132d0a2a8b59fc471324
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_35_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ba6d1343a22f4f585e955c3f37f5cb7d013fb075dbb60fc5a13ea7b7cb05ae
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2e5db7b510028356febb5a22cc0c55daa16e0b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_35_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a0754109b0e2a26a265d707a2115c6a3beadfbfee2342b4975c639d0a6dabb
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227d0d6339d5bfc63d8857aeddb236060bbc11b8
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e132f3b3d0c699824d4ee738b4fedefee3b5c5013aab8169b6e62262a9d6747
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8d5259c7b0f5936659ef8e0e2d601c695a8005
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a86cfe36c33feaefc4a292a6a26523dbd6a0a4d38d5c9171c88908e5bf96f63
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344c5646ff39246357d8283248c443f9ed53d3c2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_36_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581b3cff6a9a0e5dbe8b9c0ec110fde2bfa51028287eb6d71692e3232cf2131c
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1cf36215a3007e736d43519b9b0643293fe9c1e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_36_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2c537a82233e0d9c0771cecc2b98cb11bd22340ce5d417b1e1d15623bd7582
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03bfebe7dac11a8bee675ccf98ff074c88d1339e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cecded541239d561072c89f290030ce3b30479b918e7dae4f2e3d04a18458f
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5f756b59103f9621c2827afb8652d86c769bb2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b975ec3f3aad044ba531000f0d2111cdd526eed53f82c16b6665aa40e8b04098
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89eaf571fbaf3a6d2fea355261fe5c9d992ec73
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_37_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2417ead854061cc58b0371f85eca27fd604d2b59919eba76615b45c3bf4dcc9e
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cea5e522436c2bac29330df17a1d22d324993ae
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_37_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db20459e5e817c5e9c1ecbe2858dc94210a68937cb0d226fb537356a42f19e78
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604e1fa0a4019c97564dcfbfbfd6d6ad69b97cf3
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f255e305c48e8907deb3412880721ddbcaa3d56c72978a33f27ee2421df976fa
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef03c5d80ca8f5d4b9a4321b635bc0d05f81ffa
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8932b51a4b2f5a2eff8d03d6771a67d17be8b7eebc38641a2672ac42ef13c1fe
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b6abcef791f2e76e9635d32e3843446486b824
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_38_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab4ba4f1a38eaca9866bca9f5fc0bd06602b36ba71797b8a4ad330adba24973
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f4aa71ec21d329db293d670282457ac7c3b39e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_38_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f75c031af6085ff7dc706a66f58d441f6296886e67445f5157e9a533641d83
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026b6c720825e5ae2bfcf26e625cccdda62a701e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8ab3a5a14160314e8c5331e012db4488b747fd1814cdf1b899abe93064b2c6
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae78f8261907d53de2b3b2e3d1e897c9f262caff
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5c7a80eed521f7eb67f6408b5dc6dd70e60df054c64d307e8b5625c0a49197
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e68ace1588f878c7221347dcc49ce40ae112832
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_39_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c220ce3e405b2e4f17d0dd0bf2c51acfe302230cd8411333c0bf87e7882e4d2
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b426f75c9ae14577052004ad4a7dd6e7ec9f47
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_39_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a7e0eec52976b1bff7d113fa921301eaef42998500ba9a2049775b656becae
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033dba14f067f00dadfa87c489287254805e99dd
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af631fb897c87300f42f54f38d272f0af60885e0cce536cfc54f4d25045cdce
+size 208731351
diff --git a/global_step60000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb2f22f13360632984e5634e857d1e0d4b49b40
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c03d6d690787e7445e463668ff68f65d24e4d69ab5c298e641543c77f09052
+size 208731351
diff --git a/global_step60000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1dab18b945aca8916656d53099fa234ae386863
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae20432e71068d1551f8f8238a3616e7c24de22a270534419312c4d6d51d889
+size 208732119
diff --git a/global_step60000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897309928e98f28bd0f7b2778595df6cd5e8185b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3763f8475fbd7c512061892d3acbc87b19716fd06c0fe580381e8e5a6feb662f
+size 208732119
diff --git a/global_step60000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc55c0950dca9b9e0fc10dfc1aa3993a35045bb
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e13d35dcf8fd2aec5dd11acc9c3c53a0a5a2c313b86d2e793686c87766c10d8
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e3c4d734983315fd21f15d61b551c1d404c2f5
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949b9706bc28fb5bc242ada21fa9c4662db29df91a475f614e411676847b2559
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb14763eb8280229cbf2fb8f92c9bab6178d63d4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_40_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f5559470a033855b473e2ff4383772c318536a905d04f76e871e32400e113d
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aea32516c7da795a9dd1d35c545fae5c7aca176
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_40_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd592782df74e46fb88d7661d4846ad83841103d4d2bb050339e931d339a6dfe
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abda141de83ff34e49ce05f5b1f18708bd8bf3a2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f796486005f51d7394d5d455e39673fe73af14fd4d8ba6230ba0f94d8a484f
+size 208731234
diff --git a/global_step60000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9212f534cb197d1360f9e5700cb27a18275376
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876f0c6bb60e8689b0e6c3a0ff573499267ec7242920ce7142970730d9db31e9
+size 208731234
diff --git a/global_step60000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf12a2a3881e8834f694f86c5f8ce3b7fddd52b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_41_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935683b7d11b82143486cec0abbbe4443e959305542a3118bdb70b9b05ed2782
+size 208732066
diff --git a/global_step60000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191dd6b8669419593100482d34d7300cdc0222fb
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_41_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1f2954d604d68d8721ed4c03aa3125d4dd1759ffb4c7b1c326f62f91e996ff
+size 208732066
diff --git a/global_step60000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf21f8cf5d0c2a4490f23c16b2b46caf0e9ddba
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f3024510b13fbeb4751f73c0b8c3a62d9b832420b33ac9e54ce6d3d7ac75aa
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a227434266673f3ef247578c23805c5b4e185b9e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb21b3e006680b436ce76a63a7d368a480126cb1b08097df846ec71bcf20032
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e89f3d2cb12393d4d24e80d6b8511eb0ffd8d4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_42_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1d5f197cae81caae6a29f1b9d963a808c981f467871610d97338e7a9d88305
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cacbaf0f7d6b23acdcad92a9140b2ec28e6add4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_42_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4451534764078ab611540f11bcb0f534784cc0df4196e2cd894e7f600ca0c39e
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849ddb748f0fcbe2f9e11a09d3109b8ae5466cce
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e2500cac62b7d74a78b2840d7904e66fe47faaad73b22c6ea2be9f2283c49b
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fc27769173c39371c00811b76bde7fd04a1774
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1d86ea221f7db84007765351c8dcf36583b8e8d0505ea40551e1b23beb28e8
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4379728b318eaf82280bf6a7f2e7a639fd704949
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_43_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f484f1cff49ce7a89dfd69c67ca20476f44279b7c3c2531582bf89abba6952
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff62361bd7e725f2649b285b17d86c8f74b8df56
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_43_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72cf751968ba3062598db5fbb54dc9ad7be33f3974bffd877634da761e4aade
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f4d246669a93965759eec3b712e31873daffac
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419584d7cd1026ac9be6c269dd411a105549ac73cef8517a8244ca2a80c8c6dc
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ab43f967a83a7a2e3e2afbb9e6a744c5861370
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3299fafcea413a28d5bb2babaf1cedeea98a1539048b337573e6b4227dba8836
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2d5a3b4ba19123134ee2d1265133c49e64e67e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_44_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bf0a5170f98e1dcdfb26c0d3d4db6ea2856e04890e027b4f9defd905d4876a
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5ab576b6afde3592eb11fbc2b7b26b6a402aa8
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_44_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b96e7378206580475e6d46eff1035b82ddab913301183f41b14fdbb0c051bc9
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f635ca499a6673af7ab43228b57ee223e774e5d8
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a73775e472cad6d03e42bc54a1df8ca3cb938333691385b0723eed832d5eb4e
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e8408f85c280818f1495ca395c82cdaddbddea
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd2d4400b5c5702557f0abb497ef4a890dd8ee6bf5bf72dcfc0f13f7b1542b7
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a44bf3c30e313c946b1136c203fa670cf0c09a
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_45_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7a0793fa6904620348ae1d98263bdcd321814138bbc1c03fe9d34ad5e8053b
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c39e3d9b2d3ac020713dfe5ecfe1036a178ad3b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_45_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d755e3986024e02cdad33f5ad2cbb36c8eae6fd40ba500ff1939ea26283f6289
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce60d3b335095d0e1edc37a7292875c5bfbef418
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecfa5b202cdd8f20d39d5b1bf7b6ae3e1e29fb4c8296c284fac4ba5b5b98bd6
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ae4207168450fb59811ef927f0660c613b1d28
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b046728cef21096efecfc8cf0a2f58709ff8cd2920e020c7327584145ee5689c
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8daceb1d20a5a19ad62ad2b1826d9bcd2bc48e7d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_46_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e0e4c24ab4d89c436ff4c72a4183a5064f56913bb7d31962cc074423086f70
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fb619556210f368b47aeb8eaf79e2d7232ac78
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_46_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21be1459849f305ad6c7da15b7896582c2621385e60a67c31922ed74f179cf98
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ceadf1d949c8cde14ec7879d48f05aadcb14b6
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351bb19b6048bebd8097852c360d2f776686dfdefa7ae508d9cb5dd8c3e422d4
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5120ddd94645e3826e01eaa962b9b62bdb8c9668
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bbbde67ff19532b2cbb97708a133098de6994a1ab82e0473496bf9968a8457
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474a494ad705cc88f6aceb0df884b5eb9c0cd5f8
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_47_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f9e2a16732520c59f72fc5d58763ed745a4fd468e56bdb5ca352cc7e2e3db9
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52b2146fb9cd0cf4c76a041e2fa5d9246253d68
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_47_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa1b35e8cdd8cdf017d2da6bb524dadf5c89ac43da73500f220ae4e1ad2b3bf
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e16081a0324b4cf64f4dd5d15c2b74f5459166b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac8cde84ab8822a889cf12b7eb34150f85a90968009665bd2f3492343a3c2c2
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b49799fa8e326c56468ed1613281b7c709993f5
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1d527f1def280bf44965e4c1a551ca91192eb659201f6c6b84990f9bc155f5
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99bbade51f71ee92a66165d3e91081c62ba8408
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_48_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd112811f1ab78abb2a3b9a1ef9be33847f39939c46c612b6e511053c275d1d
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcaab4e88ee565d73b3f56fa90f60a1cbb305bd
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_48_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68624a414007e8878c795d2a6b2aa7de7528bff9be8a7412953abfb565080d8
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4851fbaedd5860cef1514b2ff6521bd920783647
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeac45233ffc033da2058fcee571f4e32c8f5213ca53acd77ffdca4c4aac6d4f
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848438adac7d63daee860b0793d21691870f7db4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51664d997fb66acf41e930e3ddd04175dc73141f655e67d9d9388704efb7afec
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122a0f5edba593b819f900269ebb30417200a073
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_49_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66033baa11df5e95543c15372fcb061177eea61c4b91d83d6660947d180b9092
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c8cac8274faba688191f7d984c85c6dfababc4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_49_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baedc46e0f2a2831af7a2d85550f55a3dd7b2166ba8577a093e6c95ba74192da
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f8a9fbbb0cf831e4bf746b4d83b99c3b775f45
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d22059ed455eb589128bc63797722e65c0dbb46ad2b511b7b8faa366d497835
+size 208731415
diff --git a/global_step60000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e4458875fc7552359ba7909ff292357165c3d1
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26c95c41340220f365e47b515e52c81799c4ccbd1f719d198ab8630adec0ee9
+size 208731415
diff --git a/global_step60000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6596766e0b42ebf57e5e8a0c8985362b348867c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8482461c9bcfb894217235f3eab6cab52a8b0ca4df4134e6eeeeac1c0b7d0473
+size 208732183
diff --git a/global_step60000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd0a0e0ae7dc1fe77b40f9bd2cb51c8f3f4b4b2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb61b52f6ce8eadeacd0eb1280e39e2749bba76431882dc29d52fc16d5f3e1f
+size 208732183
diff --git a/global_step60000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53553454198c0e21e0c8ed50a57358c71fba7ad4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47b35c8a742ef6b360a9107ff8bfbbebc8d368327110c6e6dd65bc2bdb7b726
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103c115882dcd4fd28db7194890e14589015e420
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc2b3217ac457a7023f4d22c4b65a0fce3d80b1e085aa514a9d47f5df8392ff
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6ddee4f7c70695ddd0c9afad51fad2097e6b67
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_50_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29c623066738b51c98e31d637cbc5ad48fe69e4c5da8bbfb09a21b14c1e8ff2
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f478b5387e5f41d5380ec4a1e9876b89edaff228
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_50_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78a493b390913d1b8b7a2d207d4f17991c59845cbad541b2ae42f23b5ac5d54
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1d9acb7f106d1a4869add9f68bbf1c9cd2b266
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f231018dee67639a8fc067378e4571be59903f34b61ad6f7a22aec1a1184917a
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881a8506a80291353c231baecddd07312a9b332c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a880f571b36f6bca6f2541ac986896df8b91e2909a240f84883253434340e1b
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42dfb61965728763c414e2db2ff0d570fd86eb90
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_51_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515309c3fb29db3199c668e34fb65bb34a7de65c997153a86de6168044f87f42
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1434a08b3f49ef8fd93ba522728fbbd72bc8fd04
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_51_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabe6918c49a429793bf87b0ded9628119f1e88f0091725022a76e8d764bd0ce
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85dc2d3a56e975b606310d78f2302f0fa3917ae
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4450badfaa2d4676dd4ea0fa79e486b1201752c31b2631edc97b4a3da112cf37
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0ba0d853834ae932d4862bccdf6921a90877d8
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b138e21df2a8efcebed2861aa8bb21f983f012110e2b4f0eda95f278ac1aeb
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75abb2de16e5cde5c56300b77e69b6c58599da9d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_52_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef42cc1a3c6024cadfc43ad2748263e599406011b44902bd6b8b83b3f2595692
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e730e6ddca3599f600a87814f45bb0da6bb4ab71
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_52_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4a8435e601be93af4fc69e1a323694f5a9b4d3c44e42b92c36d429bc94c37e
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169a0dfd93f25abb8454c9b2d78023b52716b0e8
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bcb945b96b74196cabb7f5311920a1a20bf2cffeb37e111afbdde13e752256
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194ba18f0b7974a5d03218aa7296987eb6f40bc3
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851f384b5aad90ac1c1af850931bdceb7bdc5ed26f5218f837c3032d6acc9086
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611b9ddd21c279278ec6b0af656bd805b4dc9a15
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_53_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9d628cc50fc44d2beeb76541bac95e06edf397c6c8d3283097a4c0e781b85e
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ad0857b379d87c197d0989b1e956289f5173b6
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_53_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b3aece7f4164cda7b2c4dbc8cb8dd867bc78e339a78ed504930dd69f901592
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765ef4b65087f10f970175baf2a854fc166392d2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d63ee1bbb27f4eeacb81074b75818c7c790b3aab6b288c49c81c43a03947f8d
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a71c4630e31fa92bf6a8aaec90221bede1d9ac
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c00efc4aac0a7d28cbb90a34adcc3a12a0677b2b4d620944113419ad9d2c55
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dec53d4c22e63fc3da301d4ff87242988d7b332
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_54_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303b7a360eb407f5235e0ac45e00c05aee6da5f9b4305fb594515550d826476e
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26effdcc5c5c56568711f7277fd4a67384e8ea0b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_54_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaefa8d2ff6df6c6dda5635729a74e90ab5de3bba785359bdf41bbfee055832
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8c4d7d840133d3672841e02dc56a5dac65d3c2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8559c61c534179cc38f00b190736f7e5a4de5ddf4a8d800746553db4b57b30
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbbe7d0eb5d61570f0b5a596941a3133ae34376
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbb2ed86bc06b98c467579425cc7d1bd768611a7c131cf9e410c9dc5b34ab7e
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0950baeec18a7d88a1f3eed2b221be1fe95ed00d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_55_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ed85c9de22c8e27fc3cf3bb0cba04426a40e111602a0e032006397b076665c
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b92454a7bac93e2a30ca1ecd955afdba01e3210
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_55_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fa9dc77cbef3a44312a74a9c5e2c331fad2a230835668931a621bae53ab012
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77761f280af378d689c5071486e1d950ca0bf37c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61095f7f7b242c1b7741c5ca87879895064ce5ba2585a7dd8d3e34c894115a3
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77048851b59f387a304ad9cb1418f7bf77c184be
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfef3943c52da4d2bac64979ddcc045c15534d76cd0cd79a5b6abf5b366f81e
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba60db671f5ef32355effd85095dc77955b10c13
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_56_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233537432cc94a216d5ca1fbfd7ae5ff3987f3b3e8ac9ebdfb025c751a809f3d
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f5994e0d37b8c8b02c6995e2d8cd81d52fd054
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_56_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89487a9dc0150be081a5cfdd5e31c5e3e934f16e0628bd9689d085f593384a2
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e12f454bf69d89966b5b09c1a001f49e977c189
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bcf8b900e292d1efa6ec9683ade442ece7f92e9195a053122685ebf4e49d84b
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a2ff7cf6708af9d4f14145a349283573f354c4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e8861e618f445a620c6e7a6eabadf8a434c491d26f55f031bebd92cb97e36b
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb64f351fea419f2e99cb86c94215de1b3ba05a0
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_57_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9deee7e9d5a2ea02c16abc5caf8e4853f56659338f02fb4d1007ccd7a1e915f5
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef57b147a3d2b36d3b022bb0c90d3e61dd1dda97
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_57_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d82c8e4548850a8e9e561047aa02c06ec6ae266186b9b3d2629f84fff6ff32b
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51e09ae69ccf3531ad18704bdb74e2d46cfe647
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6282995de92b88d695fc6276cfb65eaf727587780c08a62b463766c7b1cc0ba0
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a20ae265f6ffffbf42a428b7157b0d45ee191ac
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c3ce34b542ffc3f3a5a859353f4d96c0e4cd02a9417647c0dc02f533fd6546
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91422bff1b654ead125fa3ba4ef601127f95f944
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_58_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7b4bb226d2dff6de35303c2662600d87da7bed8cd1fcb65f65641beca44814
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba5a653c9e89302e791893bc3aa06f44f7ca330
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_58_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6b6555d47acf199a91e79780769327f982bbe7300c43a6d3d171c94c037ccc
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7792167bf9e8170d0b8ed2f32505622c9036c6
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0adedc05ac0591c25d7a58b50b4d1c76ee2df2540d10a926f9ac6f0845adb29c
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4994504db2b091af42a23c0cf211a4ec503763
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98e51816726fb9e8b4512911f14ac0c340b20fc110c115dd58fcc8ba795118f
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab2a0e03816f05759cf54c6661b26ee0609f9cb
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_59_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677b939d13b9a7606706adf0894a115c5d5b622e3afded307468046f78087bc8
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08609e8bf1fca618902c9ce89242fd2265dc5a30
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_59_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c692223308144ebd8b37d81f57b299c9df1e4e97f776b8f9bdf8fdc0cb822a7
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80437fa85e57d074a3fa38dffaf5c85387cbe496
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d700ac3ef9d12edf7b0f0d435a1aaaad400cd452637929078c286b3f117744
+size 208731351
diff --git a/global_step60000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acd3006cc71ab38d2d82a22f0a37d1975b8dc56
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de12e7ff984e71a6f3a959feff794d671555a2460e1ce1fcb93dc89f8841fee
+size 208731351
diff --git a/global_step60000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fabadd59a2e8c4d459906465df1c53c4c30ebe
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9bc803d5d433e7a18303a5707855e6329232a0d0fd621c01c855fe0303e2e3
+size 208732119
diff --git a/global_step60000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac2663e429246688440b1440d560be0528e2931
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc951e92d2f289caabb9675d78350ad55bdb8cd0093e4acaeae309c9ef1ee476
+size 208732119
diff --git a/global_step60000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f037c0af07e36184d8a13df0024045729143dd73
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35c5998d4107b1baeb5d3636091465e587951ac0c9caf78a9cb0f116c4a412c
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402cc228246b009f2e61ddcc64e6d07c822091f7
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7f18d5ad4825fca6acb046c2edef328cf5ff61b153c8e489c58f6ec0ed1de5
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79e0c42d9676208c4790daa748ed1751ea21ef3
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_60_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c332dc700e684c65326ed43c38e3466d0bacde9548247b40df9cf66e26ed1215
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c77868155ec9a1ab0ed6154b6414af00416a40
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_60_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24e459c83bebb0a16f1df7b5c8f7874ea0ad0c77b5ad7230cfffef77df83a99
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913be3daa193b6e700912239b8f6f117aada423d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b237cbb05a416ef6f86afacfbde2125f2562bcf5228d32fc765837d4faefdd4
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e3eaca4d5f4aee984a63b254c6e84e9ca72f79
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa523f855bdfd7f5869a3ff40930365d02285d640ef6a996792dfc20f8e951b9
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c597b89571669944d1fce76f689b59778d4d832
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_61_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dde29315056c245eef90c1f414cfafedb9e8d076972d9c769e6352244ebfa43
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db221e9a6fd1f3fbe0e8279525d9b2cb1bb266a0
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_61_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9074f1ec147813cbbca452b4aa56d6c50346348ea2e1288f2163eff9f8aac5aa
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37bb3b0fb526929e35ae841fc160d764d2963173
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de18b7f499db6741ef7e420347093a84d999fcf2fa7fa3cf5bdff2325c2162e
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c615ee0cd1b9a58e816708fed4b79b6d447291
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1ead63354ea79e6c7d318d58f2d82d5e41f18e21c98c49519e87077ded0ce0
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6915fc6fc11a4d5634c6eed2c523c6962829ca
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_62_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a358a34f72b89595bd1eb08572eec263f1aab8f48681180318f5416dcf86e627
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8756d07ffaf500d61600dab2de9213a1059656
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_62_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5173144ede276a28cb278dd4d060d77ff61159d8aeef72253332ad943862649
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d80c059ac30fd794df4f66840e5862f8af4531
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012e25ee0cbda7232414b57617cc3b44e7478d529724476b58b292e5810470c2
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d52b5ff4a54f38ddf7f4d588f60620550ffbf3d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b48a0ab455624a4a225c2a19b6365ade6566b5b060e454b461a3dab0e5a9c53
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c7ae36f49ced0977e5f369fd2e3750614cfa15
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_63_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b376c00ab302bfadf13d8b8f6ff060692957286cac7a90c945f0b6908d344052
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244970bcc67088fb463361e4c4e7ccdb59d3ef0a
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_63_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a763b7bf8a5366b548cea63b6ea8f9d6109ce1d6d0b5a51d1d76ccde74a9325
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1759ab56d413335aa2fe3a4b5c09dcaa3f8d0ca7
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73af374ecb7af077afc5881fa0897e97132a01561350e9b36fbb70f669548111
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d38238b03bf579145b219ae7782b201d8562ca9
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7895e5f0db94f02266cbb4ca6e4469025718d43705807ce37270146441a18b
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92cdf7abbb8f116abaee4de10bbc6a15bf9ad62
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_64_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a2c3c393f66ab87fdd3166bf569ee27a56cab68e19bcca4b2980beb0160be7
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6dd58df9d3093cdc8d6cb53193390522625010
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_64_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991aabfd5c20d9a96c686b939d59e6be1c4c67eedbddf52bc906a80287a5c8d4
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1f45243ecd4a8ff7bf2746571b7bb9427f0c3b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ff6a2357b7fd42623447af952e8f7f46d55e450bf6a03eda677d42fa17c2d1
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27d41fb6d25d960e26725a76a6320bc5d05c63f
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c6640a009be03adce59c18e1bb06ce25c479ce77b0fc1848e7fda2e21d876e
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8b2225e6698004d96a7e9b3d76ca3809e44777
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_65_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561a47241fc84ad8340b241d7d26017027bdc903afaeb40cecf6f03402afd76c
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d098f7379c8ce7a7cc0f34e8953fc79e93bee4ee
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_65_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561638eb1cfcbcbd7fc7c8963e6c0c5ac7b38f7bef9edf89db9f637f37e07f33
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af8d3e48907822ad60a0827cae817ab9d2bf62a
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43859063dcecdfc8a42e20f5587370848773a74f3c7e2a04a3a2fdc7af969cc
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ed18b19317566d12e95418b49f53ad1539532b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65d2aaab62f234cec65c27a22d1ad3a12244c20679f5a60ad1326d5f96f03db
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e357369013e24cc4a396f8aef5ef3763f338406
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_66_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2453b748ef03003509112bf6d64d640ba4a51db18d1d113d56ee40673aa942d2
+size 208732066
diff --git a/global_step60000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3af337f84d4b9c78f2e3f143d2fcf975b1088b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_66_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14b7a1317b3b3f09c6fbb5c109db63978ac7ef9648ea1c763e9a184cbfd224f
+size 208732066
diff --git a/global_step60000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48be868e951be6ec3ce9d661c38faf2abf687c35
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d64a886fa3246c53425299cd5dff3a2fa9ae8909484c4136f36ed130abfa027
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9dfd17c9d9a5c3eff4e78effba4c3f4fb6c9fa
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6861b0c91f9e3b1e9763e4844acea6c89fd68a580a93600a15e57e6ab20d853
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df26b60d024e686ea29fe7433d6f3431575a8edb
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_67_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5249d9bbc7a852cde64756752ba64308dfd7193c56e0a24a21940267587e72a7
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1315e81cbf0e599a6c55ed3951be764243788668
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_67_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb47adcfecf87c5837914716f66fe3e5efa1a35c9f3e4b0d1471b5e49ae46f5
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6523d9b2cbab9fc9009ca32641d4d33668231a
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9893f6403b50544ec474f3e24108b8c4437b83da44b0badf2dee919194b2f79
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821e880de9d2af611ed32209e1e251339de0f971
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bfc241b79e264360e65f7237418fefef1430b19554ee67bfc5a93fd5f9e68e
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b408d7dc72a9244852352d78b2c422ef5fc235
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_68_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53f6ed12268f84e8e3b8df480e8e0e6bd73fe99e2180addcd10eafaef120807
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588672fab275044a93aabb7e5311aa95ace978d9
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_68_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511067e150cbb3b2ba723386776c969a94a35e9ed972ccf6b09ab898253fcdfa
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391af79b8d0ac32cedf6e3088aec8236e1f5c58d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6e41844d100a05c40c34c3708ef81780ba720bd0f02b584afa9b3cc237fc48
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8cd5bcd8b63351ff83485607008da2e1615d2a
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8ac01cbecbb69bdd2c1ced58772a38cc5b90409600e8a8eadff171cfd214a8
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce64cce45f713bbfd794eb51efed69ff6e43f00
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_69_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3a093aa8312aa832d73ae02d0aa092234ca1a2e01b1d99c30e09ddfba13737
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5478d4af9229dd3f1b43a9ecc4a5e22a85047861
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_69_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb493ee1830a014fd38afce51109edb458b1609d4d355e9cfc1a5f615a71c088
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d63e93ec1979d34da866ca2c9f5bba10cc0cef6
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fd0904336441789944207a04944084050387fdd3006c51ac6d9ae1d73fc36c
+size 208731351
diff --git a/global_step60000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc0ee9b2d3d3cca9aaf39df459d070aa4cb141b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddc187e5a8ff147318e7778a354f79b35b068cd5b35ce6362269f140185b244
+size 208731351
diff --git a/global_step60000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de188fcb25ca5e78d04171b4a73c5ceab852071f
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35270050050cba7448e30e94630ad30b9594b2cf7002bda36509733a9e862571
+size 208732119
diff --git a/global_step60000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71cfbaf00869d351cffd1988e719d04ceaf74b9
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e307a57b9a7247e81f89e93df5c4d134b984ba98369792a649cfd60e8b1544
+size 208732119
diff --git a/global_step60000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d3fe757ff3ddd2a7af89dfac13781a2b92b8fe
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b49e97da2695c5f87ebb35aaf338aead245f8b772f279683639c85f67035701
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30c556bccd17b2be9b72d4db4d8b3d5cce31111
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f311932a0abd355e8fc25c3bfc41202f6444db169d96b618fb83b38450421a
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f82fabed0e7976e1ebdcee440e051c6750c0bc0
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_70_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c5c6c02c97fdde56737770eb29006bdca5164bbf4141d5539a69166d63792e
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4562d3bd281740422df51cc5f2df8ab812d9e0aa
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_70_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40c0ee66cd957b80363e0778f24ef3aa59698b10f9a865e9d610814ae501457
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b00e124842c94e895d5573c8df3d7fa003e458f
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81f88fdd132e4f24d201bac04732d330b9356cddcf466dbbd798266d88bc2da
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea71618436c31c47f87d00978524287a0aa9cd4c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de994df7b87b5b22f25051319d482d5821ee48823657ccee2ddbdc2b9c851bfa
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dca274d098abdede45b0f6fefcc98b6589581d1
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_71_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f99e55fb3e4d64c61d90f53ce49742ce7d427df4a5707228c4a748f8d4e36f6
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad412c5f9038b5fbff64325b927a39ebee4ebf4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_71_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9338e44e43edb90cd10f79b8fcc2e70a11cf87aa802e60b94b5e416aca40f932
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4e5fd6df546b31a6c10a2c6db63b7bdb1d595b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc02e35500fa28214be2277c4819a93219c7428e5b91348c935c4c0865e86a2
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa039ac93463f89dcec3e71851e405416833cbed
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabd06b98ceeff4a1028253620cc7a9664a38a0e9cc5a974b2217fe0eb251d71
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70133828d8ab7d296a95dbf55f21addc35e6822f
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_72_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e25cad337d9bfc04f2e35f64bf965344104807c9dbca682f06b7f6b5abc6318
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f50c3313f48e19c3cb8fae76b766d88ab6665f
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_72_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7c8f11f0053ea8773934c6bed6764eca0576e3a8e6e2a4f87c9c19ac5675b6
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daa77893fb8a13b128918357dadd3e077a8ea20
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cccd30be8030c4f5de21c2de12d45a59c23b444a6b4373ba2e3385b8650b64b
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3aa117d9eb7675534a970d7132bd85676505e24
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2177b54703cec72f558289a591de513f2e6e832c9c7bc7c546f8de2061f2e24c
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cb9de46f09b1aea64e748a41c515e0432a1aee
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_73_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9453c23b9d7501ba914da02b57ebcee4b14972a593b487f83cf6d9568220ba
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52365dfe5edb6f4fd1363175ed4a474d5c8c4fa2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_73_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b75f715aeb76efaf8e4f9ce5bdcaaa4ddac1e7949a26c2b7e6e16c5fab8d666
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea749113aef8787f739afed6c0bc7df0eb7f71c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c598938d94cb14f0f6ddb3e91ac27a927704462abe686c23283bb4288ec8c1
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b58e41d7f279d2fe13cde145cdf0fe440ee1703
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432482d9894ec703d093b402da02a42f934b95d0bd5b7df791bc575c7224a42f
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaabbf9e77c3775dfa7c0bafac5b45dc9ec62762
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_74_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85a69b54df000269fbb5cff7ae469dd5c0229bb3add2fc88425b14b2485b26e
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe672ac08595de411db671c1adea44838e310a3
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_74_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8bd60285dfc3c9a8c78f399864783719e713f5f4a764927650d0a012d58b89
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782ad259018220763cb1e8238024c7796b1e5f81
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846115b2a316c7095ea1d734d2679bb213bc0c3bd5775a1fb3951eb89fd6b204
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84362e57321a8a20eac027ab715261c4bcd4f0f0
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ed2c9ad643b3a58477cd6261bbd3dc77da30651c9ad390d0c5269592c9cacb
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becfe51ef870b61a2454b7edfacdd5ab16caeef7
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_75_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750ef12a0deab02ecb3722db777bc293551f51d2428f931fadd9714d15b04d80
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebeacf99582cf845df237b852493e370706fe1c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_75_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b416fa2cd51362d98ef88dfc2e84a3d41531b6aade115ed507f15f87ced777a6
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3819bf3fa5cf80688df1e21369e35a8848a99ec
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0187631ed57898fa8b704a973460688605898f2899326e49f174dac50abfd0
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a5189dff03a08668bd51c475d6b2ce5bf99ab
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdf668a1198b0685d47297923a799652ba3436ba6e296d3d68d5abc4b419456
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e44c75a23c2f0011dad3640d7e181fe7769890
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_76_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba07d818ad85d3c7b0b79c2626d63ce6a5154d36d485c24ab19eb751a4bebd5b
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa3fe0bd3c03bdf55bf1b0d345a1bda056c9341
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_76_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf68990c337cee371a8a80b87a30704b184f6c73f4b853f45fcdd4a978030d50
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb5166a11e1b937fa8d0268fa587d34b6fda79b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c832d6a77fd6e0368c13d1188e63eb32841e8843621fcf423184963ccb91e2f
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5313a79a89e4b22012e83e6317b31e8ae5b5b32c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc73467a913b756b9a4870f1cfcb21282f9b4f40e495345c3765b758ccc8aaf
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa31f993ee8a6999c4bbe87bd050f852226caa4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_77_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f661f97596a6caabac98a445ce4fab5e119c9cf576a7158ddd22c47b71ae02ae
+size 208732066
diff --git a/global_step60000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e1000fc6040447b4637a1fa573983b451fac90
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_77_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37c0080ac58d6d15ad5a32e7d9e110b819d0a329d646870d87e55b827ea2d40
+size 208732066
diff --git a/global_step60000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a9b4ce36de9f57062efce9c5d72d4f95ec7a88
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0583b8c645aab4b978397c45def6b2d9117282470bf13647ef00e2bf45304e
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c31a17db75621dcce95445947297286d71a00f
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716ee85d101947d61231174c0c61e07e21447b949e766f86b85f161a0d27a183
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4dbc11d6c65bec3bcbd17ff94ae8d3c9c3a5e7
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_78_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e5b71ccef796142b45822bded4012f8e2ee4023e3ede7008ff75034b036b92
+size 208732066
diff --git a/global_step60000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ca0964fe90e4f8864ab78f32f7d12e7cb670d7
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_78_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fc7bab276069023081c485d1750d7bb0e6cdc2bd276c4029c51109c372ba17
+size 208732066
diff --git a/global_step60000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb96809fe64e1d989bc65b9821f0d5afe31514e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d481b161c9afea29db112368da176d36cc37f30afe16d58e6cd17d71d542e4f
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2440248e611d6db5f43a095124cab918510d2f
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291ce8a7ca988e3814f700a7ed78c7bfe619e41e21b5af6fd6db04814996b9e2
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5ab389d11fdef45b80a73ae9174a13786e8d8c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_79_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a54b62cc3cdf11fa892485a4a92169a480d5c2fbf56c1c4f85414094b95a583
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0cc2aaf345357b97431c5b5901b8a87c565aa6
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_79_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a30b042806644a24531b2a97130c0798a71ed1b9097d942697d52ecad9e942
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd7f94f38b773d5c7d50b4fbaa8b70ffec4fb45
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c54701406f527362967266415954f83c667080b605e67775e3a7b6c82018d9
+size 208731351
diff --git a/global_step60000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeae2de209740bfbcfef5a2ff04425354b5a8bd2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c64425f4acf5261c080df09c2944aa4ef6da53a5f7a070163895944c61484bb
+size 208731351
diff --git a/global_step60000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779d3547fc8ad967fbdca2cd3b247783d1d3e49a
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8596fccebca599f7e349bca8f9b752622468389b9ceebbd9e4802c15edb3d0
+size 208732119
diff --git a/global_step60000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4085998b33bec12ddd1eb31ddee7e3de13ab9b36
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c19ebde426a7df5b48d7a44af065ab2f7fb142ab97910fc9f78dba979ce0dbb
+size 208732119
diff --git a/global_step60000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c9fba5d9bf33876e01a27f78a1b2afee5bceba
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7dd635b1fae8586fab6fd79d53a6cbf72379ab10e35a1362f06fcdb675a5e1
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b335af58b2b082705b8a17cbc7bd54a4efba8a3
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33277498df1946d1f2aa13d53cb24bb14fdcacb259c9c4232c582b05ee7d072
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3255b5dedfde213099210ea74edfa63ce57907be
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_80_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9aa9589e73707eb43955e398d3de46ab5c36927ed7cea4dbeeee46966391c3
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818a6adfc8301f143c5e3148e242507f2d6ef546
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_80_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0549576a608f0f8ba34950a51a2fa7c874779d70616a2aaeb671ba44acd5c07
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea792548546ba73e4cf76f911759dc7a217e483f
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4572827cd6edd40486a1680a4f805ac6a7086e1c555cf5c89a58d12ea6b9ed
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e274859063cad94e375679c7082c12070a4c19a
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889daf746eb136fef5b1ae3483abfa4bf7665a4d9ea7a81b7b88fb4c88658a97
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae71e6d5eec91a0571c831466ce9af35fc5ea8c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_81_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fee78e0825a15bc5cce128f8c0aa314f8bd87bf08719c928c7222350a8e530
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866b59013a203c9c5c39a11d9351a9dfd428b0c6
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_81_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f342abe9125a35657aabbaa3f54ca6acdcd19cab241a1ecd810c68fdd29d56
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034e786b6b924d27156a642a322d573df663b02e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752f1de21fa8df297b779084712c99b4a9ea49104328d9006368844672dee024
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b172f3d4a93902854a893eef841002debc9e3ae
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0de896cdfb2d104d29ea60dc9f2274c2b46f5b0c630f0f9c338cfe2fb3fa65
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee02f7e95011f86b5a8c1e28e3da518b8121f262
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_82_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a6d34ee0640d78cc2aed807b51a7e68e39414c74d8d11c6458d9b85a9b2acc
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24273a7d1be5a5e361669cc9261a19a4e44ede7e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_82_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1044eb831815a449d776e61beba66c3e60612cfc0f4351ac34130f3f5e9f71f3
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43048bca434d1c77cbd4a944439764664f09817c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd6683a147a3258d87cba0ff8c60fe0925390ff7e4fb35e007e6cff385f714b
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd76c47214b7de74e26e4203a8e4ad526b88dc09
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6548392d1c3c9e349fbeea16d1b24db5ec90415973344e6c92503246eed8d8ec
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af62a192ab87cc888f3a00e12c9c0944348a3ea2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_83_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4ee52efbc55ebd4acaeb642b1d99acd8cb953b8376017acbe8bcc38742d29c
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36269eedd00ecdf066d9708c98fea8e82092a03b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_83_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db219c54190d45e7b910f059b164fa1b912cbee9d6360f4c90e564fb0ad3665
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab94ebedf2c53c309ddae1a05d78f8dd243826e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51fc3ec60d3acd9be8dbf086203fe466be8f2574ca4f4027340b6ff08dc6411
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f8c480849372f68aa314601aed7c91fd1f3eef
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca9e5688c21b07bd2034cced4e8272b851c1d13d1f59e9d6fb7d8dbcaad2125
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76f23e49b26b02b4937b5328f8d45a2d9955c4b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_84_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb9e46a9e0689ba98d6f02cbe5d222475d36e4253a4678c36a73c9bf0dd9593
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b351aae5f6ef25477022463001fb81c5b32c4f2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_84_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45952a775c180c2ebe92abd3914a609524e6c85bb49f767ee08e0db8289e9838
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba39e829ff11426634c70ee723cc0fd34dab5df
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65fa2f404ed39ddd6458e75b2558b22927bc85d19d6748d2955548383c3e0ef
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c1b87f35514feaf4be670bb6537e72d309561d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40b6db99675ce84f09c7d3652d1751bec73cfe211de0bbf6a0ea89def0991c0
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4788b47e3002f7299323ed3f7139395f414cee1
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_85_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88da31f7ee8a2b72d468ea6dd718bd1cc041e06bde7353829577ebb78e7e8282
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d355bd7c3b15639cff13320e601a19ec8435ea0c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_85_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e982d370720d82355f1f6622acb8f45d443346661a9a83efa85a377c7872d68
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63d9353f85b6d0c9a10d6bb96b803d043915876
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157553dfc8b992911d5c2c1e2407a83b33d4f63f240801732714889ca3b39442
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f67844c5afad2eeec49288f53f35150db15b204
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce77b1cab02e1b005cf0c5211f53e565dadaedc9d6de8336bb38263d95cc678
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6433ba1d3e71a4beb0554202b5b201f8e23918d0
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_86_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef134463910ac8d580b4a534ed9b2af92d6c70a6f3baf3ea3d5b3b6ff0e9a07
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840e19d23079c3a990940fc6a2da167b5cfaa280
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_86_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aede6ef462c2e5261af5248648c62dabf6f71cb0750e9578fe4db6ab38ef100
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122c25d2df13416c2508aea11c81d4fd769ba6fc
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdbed06fa240d51af1aa07877d89bd8f943752c4f77866377f1cb68c4ed169b
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25db094c5c5e74f1dd86524d3a5a378363284e3d
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7146de07a8244616cd38c109f9c0422f3d80ff1622af72261ad7eb55bf3be68e
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc92e99db7099877bd67cebb457cee5ee46bf58a
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_87_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082abf160c33b20049345a2e14cd492530487c894ae3e07a36dfa52eafdace0c
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb63f0a40a6adc87ea44e425da2f8ebb46d2c9d2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_87_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6ed56163cd96a2fb8d496c45e4f908d81a07b3b3104cb934fce7971a9bb64f
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3405ee549dc86806264490884a70080e7a2a5160
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebee73369b45ac1d772a80284e9596e24ef38227627db1db9de7629f5e478ade
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be8ecbd7a9e3b85fd0f10a68f9ad16091f18e23
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b138145e75d88e9b3e95329dc16209df9103af353eb144773f826db828e295
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348c7baa87c1cd0da5881a3af1d4b20b48f10ea4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_88_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fea6fdd11cd957d2b94a21b0bca2c1a0a579493de8e2a482367c759e2feb01
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a29b111763758cebc5846e2ddda370defe47e8
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_88_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e896318bd25ee23bfafac2ec75f576110580c2963b292de8357be2bc5e64c00
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3020c1ba20827bcf51cf3a6f70be64860e8f655
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ec01fc57d1acb8048b29ab0598961beb7101b194e75df40f69d3eec77e75c9
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d6e7b596719cc48ced29e77fd3cb616a25d5e9
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd08deb46875531bd7efdaa164ff6e4692af8f96348bddcb57dbb9a6344d9f57
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa393104a6a9c67d50f193feb153c84d1a33b39e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_89_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ab8e54bcd8a8fec86831bb24ffc9172cd5d34b5e2eb4f762c477db9193c48c
+size 208732066
diff --git a/global_step60000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f395768ade80c52c4b622d040b616ac9fdbc77
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_89_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1987745c6901de7716568266b242e45ba3b6866d4a541553729b474b58e494
+size 208732066
diff --git a/global_step60000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6deca5f1753b611135e252df1e9f34db8ae8bf23
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea93d17014469f40459ee601cf5748aeaa72fd8fbe322e2e472f68520bf0211
+size 208731479
diff --git a/global_step60000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fb388784b774a766aad7993cc13f98e679412e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57574fb9cc454a3c2afbc5a3d0d95e6e761ec4af735f99d2f503ccc2ad9c88ec
+size 208731479
diff --git a/global_step60000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cade75cf5fb14502e89c43161245e2a751dcf9fc
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa21a9e4a0c713124cbb481b57392c788345821d9047e5ab969cbd496fff1d9f
+size 208732247
diff --git a/global_step60000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d105cc3df3853fe96fe4faff5b702f2a3ddfa206
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346afc1b5a776bf45f6dd41e8d56d6651fa50f6248710d66f6961e1d6ee6c272
+size 208732247
diff --git a/global_step60000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ff15481f9949b4ef37d950664b1ac4a367d7fe
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b6bce26f4f24cf7c5148647c3db449a0da6844355fbb51b35fa8e0bdebdd28
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbba02c6b36f0b87d5dd45d6335fe3fe7757660
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988a360b27d111988b92b6f28a634c5da1e998fa97c739015df5f6db792623ca
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05512fa109fc90ea6deb6cbbbfd61efd4b0b2e3
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_90_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f25e24e73c04142f546f4c91725ba9ca077369e698b3ba2ededfe34cc6e2e0d
+size 208732066
diff --git a/global_step60000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1a24821e3ccb8c7bd75a7bf48da90db58d42ee
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_90_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12c9fb36d7a0c45035d14c21899889da1b9b7229ffc757546a966686445e691
+size 208732066
diff --git a/global_step60000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e458e004b27f4b81b2e6b34e53ce3e877eef5162
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3d25f433ac381e8326f5de9425879dc0478bffec1c274ae78ca04dd411f67f
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6c1fb0df022d1ca928432a78db9d97a523cb1c
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ff8d68a611335e704edb5698c569636077287fb9879ea7f15e91169a9db1e4
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf99a7805b981330dc95fa7d3c24134a847b7f85
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_91_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa073bd6f53c5cbebd6d42e040d86a6ec37ab54bb127e46b352c6cb788739429
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2cf63577408b3713ed0acb6023fab6447a482b8
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_91_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6291ca85327cca185ea08f22e143a347a5c264aa3173629def484cbb74be92
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b9014460b63b4d204eb9c30b1cc2a2c8d5d557
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2205da5039f42b0556a6da6697dfa1cc98b2d9857d14b6c92d45c92e7c4d56
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef95e1baf6f77a8cedf9964f297ac0a85b17c9bf
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358c1e6e04f0ed52140f4a5bd1a51558edd9f753dbc8f439806a55951455eb47
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a69b1b65b499f005ba0de828040b6e950cdcdf
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_92_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020a0b7780ca80ee1ef25bd165f91355fe5ba0ac32a758cef8368b82d785e140
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7500e2b9f2beef416aa24e949b573b06f187d28b
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_92_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce4eefbf96cc5de07a054458e096619e8d3a83ae61687cf654311bb81e1f23f
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd403b2a3fcefb695cc23f64a9e585ec0290d41
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ce3acefaa8ea998a79790ac60fde201b2592d64b187551545d6f7bafbd2157
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd889a4df5108748108b1a51e61a7da0bca8d30
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51562c9a65ae606120671ce5e05c60eb7e087d689151da44ce6c18bbd4decda0
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4bc58d0fcc75af4146629e9a4323a284adeeb1
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_93_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ace9be1c246026c66e370d8a9e75aa3a3a3491e7ff32f46642d420e8f97ad29
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4802874db00fbc3be8ba27b6286c16f41e9f43b1
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_93_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f6abd292d818f27aa9cf8c250ae678bce5ba7bad37df4f5a158de97153db99
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5c5703c4a36a0203be7ed58731a21c047616d4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78e0d12e431926e67be9c55a53a97da63a4454d5e050f5cdbec46b50b333e18
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6f1d839f926c0dae197e36b91ed6a79aec3c19
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc351a2d10577d5a54f2e66a48e6161cd0511b638b97c50dd5d66288b14d8426
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f97c8b5ba983bc2434b7da71e8db480f7330fd
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_94_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf90b2d104ac71e96a711e8f64d69b51948504ad5a48d7cc325dde80d9376d5
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90986dd9712958a26d650d1656fed4cf57f5d311
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_94_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa65d831c2995feede27f445b985a22960b73c74ad15318237ce9fea41009840
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d411fb0f9fef5efa61508ada43dfb527c2766c6
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa58493ebbdbdc843da437677e9128e6a56043f0b7fcb32d0d7a88426399701
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7a05c55d6bb654753c5f82c4a1a503a65dd417
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851a1029e249bd8e7e4a2553d503cfdbd99ea22e92457445b7ffd34285b92dfd
+size 208731490
diff --git a/global_step60000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05713767bc64196ae9b934153d92d7ff1eee4af7
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_95_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4c0d4cd91cadceb38d168ef4dee0c32054fc39c159bd917ffe867b314cd047
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91914d4ca92f3e59b7876df6ded1ea22f5586ad9
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_95_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6837169299f5e5773a364cb1f72025ee3813a7798eb47673d2579d5a812a841
+size 208732258
diff --git a/global_step60000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b8c34bceaa20614511805c5c91f18eadbff6fc
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea96475f8b9243bb39966f4632695264f6e7ef75d30efca4461d7cd7924edf59
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1712816f1edc6d104e95fdc463c2901213536228
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c9f54e7081a4a408d253da78048bf549f50c27ac9994febc1c7a6beaad3382
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6414edc690a5e30dec4172db3d02e5dcc4d79a7
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_96_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9e961a2d2bd4dd3aab0ba41399d7f7acaa3e486849b04b32f72c9c7e7d8714
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e391475c4beec7a67e25ebdf603f0ea0bda9b6dd
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_96_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7edc47dd31844412eb5e57cb4d2fc198bf6d781cf5f289cc33e209e6b63f68
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902930febdbe99d5ef27f37545dc0ffb6bef8cb5
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4e38263a2db63f0fab44b5e925c1656b4fc0b1b640d2772fb0e43c4201c2ad
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14986a46136928ac4b07ed754bb66fb70b852591
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c44bce1263905eaa7d2706dfe22c27428b295c854aabc0ec4281e794b017e37
+size 208731298
diff --git a/global_step60000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e0cf0f6d8883fc9d8601903bbefe9399f6da89
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_97_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79709f6cdcfcefb714b0932df2391afd00cc654e17b314ce6d6a969d91da6aa
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca737663b50681814e843e8e1aa4e4aef237d10e
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_97_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02952a66d8e154d99d7b93cceaae51e009cfd6b71367453e77063045356f88da
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac0301dd958a3e29e7eea5e9cffca3f4996a4d2
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18e6fe1b7da480f513162cedf802d973de28dff49a2e68323536c7c4cfd0de7
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ccf960ca564039b200725eb3c048699e3c46d16
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96dae8759c490c9c3dfdf428e8e927d2258a6debe6a4efab8ba32342e012461
+size 208731426
diff --git a/global_step60000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5494a75de96ed5427cb967978e611d99a407324
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_98_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9635acb6f60f4d7c8e53f8994fab234dd1759b59db9f90f72dfe873795999c5d
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c30e9de5c420f6ae014fd77bf3efd849dc90c9
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_98_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78592f85aaea2d2091f930b7f7b7cb53966308adc3097a6d200918cd49fde6b8
+size 208732194
diff --git a/global_step60000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3613e8406ca1c753048edc62e2cb4abcef9b162a
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134ed2cd461c4d86530ca428c8e71bd27cdeb50113dde65e80ac71aa89e19847
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11fd705afdd2d84cb3348369bdadc98587ccee0
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7096bca0fedf0414a13dc7d218b451eb936f0a2e60d28190a8329f76c171fc76
+size 208731362
diff --git a/global_step60000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89766e8f2338399b268dfbfddf212c33f3259815
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_99_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db774bf97af7a7547049d58ce6a26e0aa2a386caaed7308abca0b12d808c854f
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d5768227a0b15f02171d8e5194084296abb7f3
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_99_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5185e70c12da198083e9f6eb04ecfec4395e9b51719fa7291b4a800136574e63
+size 208732130
diff --git a/global_step60000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/global_step60000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ae31c5512ba70892f4bde1b91bfcea9bfdca52
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da673e5a807fc69f18b34861ba3929ef33ea010c8376e64e0405885a4cd8e97
+size 208731351
diff --git a/global_step60000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/global_step60000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd91d477cc9e247dffb8cff3a90980684e516af
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28251aea45dedb215025abf946e75af57327cb902b778ee771a01fbe465cfe95
+size 208731351
diff --git a/global_step60000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt b/global_step60000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22018b9906132400a91bcbff72c7b6320baf77a4
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2ce7480ecaa6013442c22afdc4f6fc16057e0e094b3cbd8b2582b279ea1c87
+size 208732119
diff --git a/global_step60000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt b/global_step60000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b669e81475217e8b18bbcfdf8c8ce9def363a708
--- /dev/null
+++ b/global_step60000/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b253321b63cde7c73bd35212e04023538a689d25a66a70517fa6163d0cc5e3
+size 208732119
diff --git a/global_step60000/layer_01-model_00-model_states.pt b/global_step60000/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b01d7abdaf3867e05cf35a712cfbaee0d1ae566
--- /dev/null
+++ b/global_step60000/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68a52392dfb0fd2cdeb79ee7fb74370fcd21e4f1d82dc8eefe2f69235aae704
+size 223347971
diff --git a/global_step60000/layer_01-model_01-model_states.pt b/global_step60000/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3da6b3f306a3380ce1c841050ba9e56efd6a1f
--- /dev/null
+++ b/global_step60000/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be65eb3a8edaae83da83bc7cde171ea2c1a00011d6c05154c1b27252a5fced93
+size 223347971
diff --git a/global_step60000/layer_03-model_00-model_states.pt b/global_step60000/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2aa9b8845dfd668b095c10145d5c0b9386e656a
--- /dev/null
+++ b/global_step60000/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1b9d329e6e4c8796b49274dfe7e48471447e73b328763e6b239a6595fe56da
+size 201408771
diff --git a/global_step60000/layer_03-model_01-model_states.pt b/global_step60000/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4200a3266d47f04dd05d59ce03ef515aeb29f7
--- /dev/null
+++ b/global_step60000/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3337a62faf28e4d04b4cf612866a5a2110ce231d555ba1618959c6f06235b19
+size 201408771
diff --git a/global_step60000/layer_04-model_00-model_states.pt b/global_step60000/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fce6d2a226877faf386c8ecab04cc56112057a6
--- /dev/null
+++ b/global_step60000/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87bc158e306ea938da82183d06413fe0e2563c1176577deeb7fdf2731b0e869
+size 201408771
diff --git a/global_step60000/layer_04-model_01-model_states.pt b/global_step60000/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59406eecfcbaedf7ab6f3ce29cb803c368f3e72
--- /dev/null
+++ b/global_step60000/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa2fb4cab5cfeffa34ce4820fd85cd6c41fdf52e5f7e3898e0bbf62c06c025e
+size 201408771
diff --git a/global_step60000/layer_05-model_00-model_states.pt b/global_step60000/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d1df565c885d944c9b35afd908dd803aff0905
--- /dev/null
+++ b/global_step60000/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab75cb63852dec0e881857daaa6e809cd262c918c79a113c3ca7e05bd494694f
+size 201408771
diff --git a/global_step60000/layer_05-model_01-model_states.pt b/global_step60000/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0128dd718782cc507877ba1d90f7b8f9bb8087
--- /dev/null
+++ b/global_step60000/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd024499a6e8a11daf1e7fb501bdf786ae14bf3e54d27db0077c43b4079232b
+size 201408771
diff --git a/global_step60000/layer_06-model_00-model_states.pt b/global_step60000/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52feac0d95b527646fc7df56382326d7030760af
--- /dev/null
+++ b/global_step60000/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ac5d2eba7a524a1d29cf56d9d1c172ab62b07c014c6c7cbe9d29b6207fda95
+size 201408771
diff --git a/global_step60000/layer_06-model_01-model_states.pt b/global_step60000/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec804098b967771bb492a479f1a70d4473f6a5d6
--- /dev/null
+++ b/global_step60000/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063925d067ebed9a871b3843a9441ba73d684b3250771073614ed013c8f8f8c2
+size 201408771
diff --git a/global_step60000/layer_07-model_00-model_states.pt b/global_step60000/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4132420c4f7e21c11d97aadaf8c04d484d2a689
--- /dev/null
+++ b/global_step60000/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82d4922032392a53eee9714dac47e7f4434558d297db2251188bf8cc2414cce
+size 201408771
diff --git a/global_step60000/layer_07-model_01-model_states.pt b/global_step60000/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820aec85686ea8e7d822203d72805b9234584c96
--- /dev/null
+++ b/global_step60000/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16e3fc5ab6073fa9024e1e77d2b8a7d30e21cedc8df92af00174d791a5e794b
+size 201408771
diff --git a/global_step60000/layer_08-model_00-model_states.pt b/global_step60000/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bcd514ee7bd8df1930e3249adb78667a4593b27
--- /dev/null
+++ b/global_step60000/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d6f296dfd83fb33593d27aef0676726e7e3bdf0eaaf41964acbaac4c6870cc
+size 201408771
diff --git a/global_step60000/layer_08-model_01-model_states.pt b/global_step60000/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bab46a5d84fc6e893fb158988938d9945d9bac6
--- /dev/null
+++ b/global_step60000/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefe659dcc7af72d838d0cf336a0d00b710e2140fd2d16b4384e621ab92a3171
+size 201408771
diff --git a/global_step60000/layer_09-model_00-model_states.pt b/global_step60000/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5093a6e70b1594b93964cdee84e2d0c639e0b843
--- /dev/null
+++ b/global_step60000/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc90faea4e67912b9ae7b1d45add7b0eefe3ace153181950ec256264f02c750
+size 201408771
diff --git a/global_step60000/layer_09-model_01-model_states.pt b/global_step60000/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f10066b2a5fb265bf2c456cee96fb4ce911db87
--- /dev/null
+++ b/global_step60000/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3f9b10b8f7a7fb8eba0bc8ab197e47d9c095939ea3dadcd40fc6b83773e1ae
+size 201408771
diff --git a/global_step60000/layer_10-model_00-model_states.pt b/global_step60000/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025a7335ced4c8e3e1b13df1ab95e8eca44940a8
--- /dev/null
+++ b/global_step60000/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddbbbfcf15a2788301a02fc43ffbfd2480eea60dcac61d396164cbf5d8c2b80
+size 201408771
diff --git a/global_step60000/layer_10-model_01-model_states.pt b/global_step60000/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005e025c6d633943d15a7323d0d35ad2c1e1d4c1
--- /dev/null
+++ b/global_step60000/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c9207c819457dee6923219cde812b4ef1c750afb17ed29241cd48a96dce95a
+size 201408771
diff --git a/global_step60000/layer_11-model_00-model_states.pt b/global_step60000/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e852db270cc2c4ad8126e8236d8bc9208163bd5f
--- /dev/null
+++ b/global_step60000/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de57bfeedefa9338117d75bc794a011a4abc93462e18ade56eedbef179cdf7a
+size 201408771
diff --git a/global_step60000/layer_11-model_01-model_states.pt b/global_step60000/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3926901dd4d9b86edb39cd54307b1033164a820e
--- /dev/null
+++ b/global_step60000/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59b8aad182e2158f71762422df2742bb4aefcfd3cf8bfa90cc7d600a7e8adb9
+size 201408771
diff --git a/global_step60000/layer_12-model_00-model_states.pt b/global_step60000/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a2f4b4ddc1fe0fbf0b2d058f5b74487d0e2379
--- /dev/null
+++ b/global_step60000/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6cb8c9352039d9c0f9444e4c5f918bab5377cb4a7216dc47821c685e874671
+size 201408771
diff --git a/global_step60000/layer_12-model_01-model_states.pt b/global_step60000/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29819eadf61313026ab81b64d7c81ffe399f342e
--- /dev/null
+++ b/global_step60000/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b418b81d774947fd19e62338395b7f56bd5874d3d5241be537e6c4bbb736d75
+size 201408771
diff --git a/global_step60000/layer_13-model_00-model_states.pt b/global_step60000/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44050d3fe018e79e4d12c55410360f1066a84347
--- /dev/null
+++ b/global_step60000/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b59d56afde9832c33b6a779af87b06a87c46d2cf4531365553a0c18a0f5f5bb
+size 201408771
diff --git a/global_step60000/layer_13-model_01-model_states.pt b/global_step60000/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6cd9bcc9275af4b6016f761dac019b5929c4a5
--- /dev/null
+++ b/global_step60000/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f205dc1b21538e0f51f83dc34fadd3b932cd4eaab6e7a0c7711e796d8e0a2638
+size 201408771
diff --git a/global_step60000/layer_14-model_00-model_states.pt b/global_step60000/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eadc857528f80cfcef355e1ef0490d9cdc4d2f78
--- /dev/null
+++ b/global_step60000/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9dcd469d1372e0d440ea0ed1fdcc332f126380e731b95bc22636190ca98500
+size 201408771
diff --git a/global_step60000/layer_14-model_01-model_states.pt b/global_step60000/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a39f1ae4d0297aeae7e7b10e0e5de5766ffc2b
--- /dev/null
+++ b/global_step60000/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360a8c2e0cd2e5cc24a98ad8fe7f6167b0fc6acd08ad25f3d0dc28b08d8be733
+size 201408771
diff --git a/global_step60000/layer_15-model_00-model_states.pt b/global_step60000/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259f6c9a13b2b58e7385cd8e6fffacf7a63fcd14
--- /dev/null
+++ b/global_step60000/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052d0f3f541144e06381a2cea2a544db79bc8bcd22fb21bc78884433fadc8fe8
+size 201408771
diff --git a/global_step60000/layer_15-model_01-model_states.pt b/global_step60000/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1565dce09ebd7e28337f56676523216c81d8c2
--- /dev/null
+++ b/global_step60000/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef7c57ba3087792a045c24e529685b633329c4b8c416082c19d36ea706f61a4
+size 201408771
diff --git a/global_step60000/layer_16-model_00-model_states.pt b/global_step60000/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c133cc56af5441bbdea6cca49e3010e59ca972dc
--- /dev/null
+++ b/global_step60000/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c11c525e4fbc6fb93d7a7d7c28a3c1276037c6d882fa17d8eb76deb0181be24
+size 201408771
diff --git a/global_step60000/layer_16-model_01-model_states.pt b/global_step60000/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef9c7586960fe4b780a8c789d1a4c94b81e5cad
--- /dev/null
+++ b/global_step60000/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff75553c3f8b96abc93121926508d0cdb4d89b2fdb788783a10d2acad409154
+size 201408771
diff --git a/global_step60000/layer_17-model_00-model_states.pt b/global_step60000/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02f1e72198d312b48c40f25ab977a31c79a0d6a
--- /dev/null
+++ b/global_step60000/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3c86d0f2e3b0444839e2d5daeba5b55726c8e27c927035c1a6541245969ee2
+size 201408771
diff --git a/global_step60000/layer_17-model_01-model_states.pt b/global_step60000/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e976d387bf4e07c12d230c13a79ab30468c42f66
--- /dev/null
+++ b/global_step60000/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34dee139a87fff6f76cde1463b399b5f597062ba053640cab6c2342dc3ca4b86
+size 201408771
diff --git a/global_step60000/layer_18-model_00-model_states.pt b/global_step60000/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52a6944055a9fe9d0e074a2a456d1bf753e4fe6
--- /dev/null
+++ b/global_step60000/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82138d8604fb5923ef1fc8f1d7e1b1c343ad3e7609285953a83633518b878f6
+size 201408771
diff --git a/global_step60000/layer_18-model_01-model_states.pt b/global_step60000/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1493c9e3287391292cbc3f16415c97e494649fc4
--- /dev/null
+++ b/global_step60000/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db7a05579f87ddf522ab218bb37884dc4e87d13eb26a8bed9a271e9763426d9
+size 201408771
diff --git a/global_step60000/layer_19-model_00-model_states.pt b/global_step60000/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fe5ff09c8d15de85aa4acc5ccfb231c7d29f62
--- /dev/null
+++ b/global_step60000/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b833d8a80ce64d91b7f4ea249e059b8798377517fe90e167bb1b8dc8ba90f4
+size 201408771
diff --git a/global_step60000/layer_19-model_01-model_states.pt b/global_step60000/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b2eef33591447c3f488bb724495d83d885fdce
--- /dev/null
+++ b/global_step60000/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8820b58d33cd199d8f77f25266bbbeebc3739c5143e66391d3dbf1207d35358
+size 201408771
diff --git a/global_step60000/layer_20-model_00-model_states.pt b/global_step60000/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9abc81e3df7d29f673333185dea0e7d6a119a1a
--- /dev/null
+++ b/global_step60000/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb8d16e1df26bf7c22ff1e30b7e72ae61a4f2145e284b26e18e1033b6b4520a
+size 201408771
diff --git a/global_step60000/layer_20-model_01-model_states.pt b/global_step60000/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476bb02e8004ac99a267ac8ecf188eba00c2b9d2
--- /dev/null
+++ b/global_step60000/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f8ae6089c129171b14ecc398b6f18a5b1f36df7eb8574c4e3012b883c34b41
+size 201408771
diff --git a/global_step60000/layer_21-model_00-model_states.pt b/global_step60000/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5fcc6efc1a432078407c0c17d19a2e059c349e
--- /dev/null
+++ b/global_step60000/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b05b911b385cb08080b7fa90a915105701a271bca714e89fb5b25c11be29787
+size 201408771
diff --git a/global_step60000/layer_21-model_01-model_states.pt b/global_step60000/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e247aa1bd2d91241c93f2d2f1688e7253612bf
--- /dev/null
+++ b/global_step60000/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c442e8a16907dd08a222638f4b40386a41b68dab4bbe8a62c36710606af3eb
+size 201408771
diff --git a/global_step60000/layer_22-model_00-model_states.pt b/global_step60000/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10fecc1dc00ef68160319cde0b422f384391923
--- /dev/null
+++ b/global_step60000/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a94c986b5c784d2ed5e58b263fef1e77f3edb08695dd0d9409de7b52c7d8ec
+size 201408771
diff --git a/global_step60000/layer_22-model_01-model_states.pt b/global_step60000/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8249a633e8354dbce027968d49fd4f6bc7584946
--- /dev/null
+++ b/global_step60000/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bb0f41a3c2cd25fa601a424fc7748752c7ee3509cb8786f7762b03331fc538
+size 201408771
diff --git a/global_step60000/layer_23-model_00-model_states.pt b/global_step60000/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef92de4aae19ebc3b6d07f44704e6c7601509df
--- /dev/null
+++ b/global_step60000/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b82585ddf2a5a014a9e899516f7a32255a18f5810b5082fda8675d7dce357ee
+size 201408771
diff --git a/global_step60000/layer_23-model_01-model_states.pt b/global_step60000/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520554bf874f6820278ef5b113f37249a77180a2
--- /dev/null
+++ b/global_step60000/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6812fbacc72e9951c3a06a9253897d99370675eb0e10f79fe81630d91fc77c
+size 201408771
diff --git a/global_step60000/layer_24-model_00-model_states.pt b/global_step60000/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36598a47bffc32a866327d101381323d4bf739ad
--- /dev/null
+++ b/global_step60000/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5041842b70f8d7e7790702da0c513d85de6ec3b76af9036ab902b9070cc937f
+size 201408771
diff --git a/global_step60000/layer_24-model_01-model_states.pt b/global_step60000/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316d914c8a7168e006a157c7e6df171d40d4f3a2
--- /dev/null
+++ b/global_step60000/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582b78a59d3e951f70c4948d967df18c121e3edf6ff08d0e1be2433d2a875a6f
+size 201408771
diff --git a/global_step60000/layer_25-model_00-model_states.pt b/global_step60000/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e017d82418eb8b0a6ee87e7c1f7b2fba5ca44d
--- /dev/null
+++ b/global_step60000/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff27f0d475dbcbb92ebdbe063637b9b574e733524e514e87acd1fe8e2e2c8967
+size 201408771
diff --git a/global_step60000/layer_25-model_01-model_states.pt b/global_step60000/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda882202e442c29aa330223b6aa0b739f047f67
--- /dev/null
+++ b/global_step60000/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42230a5f2d244a98c95541bd1d23d6226d177f32243be864fc4d31547a0f961f
+size 201408771
diff --git a/global_step60000/layer_26-model_00-model_states.pt b/global_step60000/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97dcfee4c30c22027881575cfdd7673ac164ddb
--- /dev/null
+++ b/global_step60000/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d64694032ac87e4eb64798351ad9c0cad0dde54a87d11460e148414e138aa4
+size 201408771
diff --git a/global_step60000/layer_26-model_01-model_states.pt b/global_step60000/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffee42ccb5f45ccc63257d27edbb67aae0d8cc8
--- /dev/null
+++ b/global_step60000/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454afc084c7d5966e0bea65277192035a0212ef440b8a0c08f49cf15ba67d189
+size 201408771
diff --git a/global_step60000/layer_27-model_00-model_states.pt b/global_step60000/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6e933371bf7b096314f50f5eab89290ced0ae8
--- /dev/null
+++ b/global_step60000/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846d36c978284423b007988638e272c7e8535d1421219a2dd75e3ca0b68e2761
+size 201408771
diff --git a/global_step60000/layer_27-model_01-model_states.pt b/global_step60000/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9a9769bd8177c3b2ea157cd11752702646b406
--- /dev/null
+++ b/global_step60000/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc90c45105b179dccb1e10dbe8b0d69b5770b329e95e8ea036af6e449da6c5c5
+size 201408771
diff --git a/global_step60000/layer_28-model_00-model_states.pt b/global_step60000/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fbaac019c04720994cc6c561774efd0f83d103
--- /dev/null
+++ b/global_step60000/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727ad6a0eb5d830ab342fe98fb1cced65044c8027c9c28c8ff5e9e23f8187ad1
+size 201408771
diff --git a/global_step60000/layer_28-model_01-model_states.pt b/global_step60000/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185eed1ce37663e5efbe02a09b1875e26571983a
--- /dev/null
+++ b/global_step60000/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467e7569a6969360e913bfa9b657e3218686a74d8e0003238dd931c5e82a17ed
+size 201408771
diff --git a/global_step60000/layer_29-model_00-model_states.pt b/global_step60000/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3d5d24c102119dcf7e9c2f18ced6dd079cd973
--- /dev/null
+++ b/global_step60000/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c71568ee13813573e92bcab464598510265a8b2e0bfe0de7e43300b73a4458
+size 201408771
diff --git a/global_step60000/layer_29-model_01-model_states.pt b/global_step60000/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43728acf3763f00d5baa0729809463607b1facba
--- /dev/null
+++ b/global_step60000/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6dd62753225a66b960eb5fad167335c5a880e5ed65390685600c37a50d683e2
+size 201408771
diff --git a/global_step60000/layer_30-model_00-model_states.pt b/global_step60000/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1afb333c8a620bdb543a218237fd2808b151bf2
--- /dev/null
+++ b/global_step60000/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470abb4d98962801a159564e71a4cc935710b4c1601fbf8cf2c5eb31be7eff01
+size 201408771
diff --git a/global_step60000/layer_30-model_01-model_states.pt b/global_step60000/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733b8e5b9f41b8644440a3958df0c3cca3a0e34c
--- /dev/null
+++ b/global_step60000/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ad0e03e2233a2597514448937428e77c0d8c493bd08c8a655d786e21807198
+size 201408771
diff --git a/global_step60000/layer_31-model_00-model_states.pt b/global_step60000/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3256c8bdb3f19eadb296315438068ec52d76d3ff
--- /dev/null
+++ b/global_step60000/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e06633fff5b76a6c51a4d30391a921277a0786cbd4f82d01a866fad009a10d3
+size 201408771
diff --git a/global_step60000/layer_31-model_01-model_states.pt b/global_step60000/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9a32845334c9eb8af0c856f42358b411a43cab
--- /dev/null
+++ b/global_step60000/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e8614039137d794bb3a75f3c1524fe5d58873c17cb495b572d48a031c1c9d9
+size 201408771
diff --git a/global_step60000/layer_32-model_00-model_states.pt b/global_step60000/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37ee3c528d1b0874a2d0e3bfebb998f32f03985
--- /dev/null
+++ b/global_step60000/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9016146285800d3db006f89bf6f392198868e84af0da3cfc35e98b84f7ed4bf8
+size 201408771
diff --git a/global_step60000/layer_32-model_01-model_states.pt b/global_step60000/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0ae609496b69ff5f917a5b1e8f2c68fd8f8a4e
--- /dev/null
+++ b/global_step60000/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4baac70d4c2f5996d3b3110a52f0a71a9738469ebff65317534250388c1ef5af
+size 201408771
diff --git a/global_step60000/layer_33-model_00-model_states.pt b/global_step60000/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74baa9f09cd7c50fa9f5368fce3446d632bb6766
--- /dev/null
+++ b/global_step60000/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fb2b8f0a3795a0ce026b4ddfdd0dbe455ddf5428f7e0b5a1a4e1e5aff19c97
+size 201408771
diff --git a/global_step60000/layer_33-model_01-model_states.pt b/global_step60000/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb61f6f249200f92cc0c96384770a5442a85ada0
--- /dev/null
+++ b/global_step60000/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985ea48af879d430c6e9603434530a960ea7b95943cd9aeb0cc1278b2446c690
+size 201408771
diff --git a/global_step60000/layer_34-model_00-model_states.pt b/global_step60000/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fda70a9d86588edd22d34e826b469e5dbfd9d41
--- /dev/null
+++ b/global_step60000/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1e5ea2dc440c704658e2c3bb7703f5eac56547785949dcb1fbc4519222ce67
+size 201408771
diff --git a/global_step60000/layer_34-model_01-model_states.pt b/global_step60000/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693fea87e95a1e3348a31b8b95c5d31098155b11
--- /dev/null
+++ b/global_step60000/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ab81d96310e839596f4abcc7af0608cce17b0aa0f6266251a40c1953ac3a69
+size 201408771
diff --git a/global_step60000/layer_35-model_00-model_states.pt b/global_step60000/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9289e628d6028b0f69f9f0737a999fbd8fdde3d5
--- /dev/null
+++ b/global_step60000/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c637dd7049126b7700c0484385149b83db98cea2b17f1d3eb61a8452fa151c1d
+size 201408771
diff --git a/global_step60000/layer_35-model_01-model_states.pt b/global_step60000/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df8ab60c6580582701080f8acacab4302e2c88d
--- /dev/null
+++ b/global_step60000/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708a058633f24d7c7eaa4e2361e8c51ed7163a97bc2bc773175031234bfc6dbf
+size 201408771
diff --git a/global_step60000/layer_36-model_00-model_states.pt b/global_step60000/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470249a288a50c6223050e988d983a91cb0bd233
--- /dev/null
+++ b/global_step60000/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156bd02f01c2aefea624b700cad0fbe2cb629695ae64e242208fa5baae77a8c7
+size 201408771
diff --git a/global_step60000/layer_36-model_01-model_states.pt b/global_step60000/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31668651d9bcca1df78af8a5b1b69589e9a559da
--- /dev/null
+++ b/global_step60000/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14aaeb13dadbbbc7ee832a5a6899f077753e551864faaefb5fdece2531a287f6
+size 201408771
diff --git a/global_step60000/layer_37-model_00-model_states.pt b/global_step60000/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0091f65c6bf222c4b896380a3e0dcf526e2d835
--- /dev/null
+++ b/global_step60000/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1af3e6f1d49661d95f931a7ebc1b6f4a99600b5ed5c1fd8944c4db5f521767
+size 201408771
diff --git a/global_step60000/layer_37-model_01-model_states.pt b/global_step60000/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d486a351b231e676060a4c72db7de22946c3720
--- /dev/null
+++ b/global_step60000/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4e08558df9913bb320b34875ebedcad99bd4e6e6e6d613c0f935cda61045a8
+size 201408771
diff --git a/global_step60000/layer_38-model_00-model_states.pt b/global_step60000/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481dcf9b0686bc945d53745b54699277091722a6
--- /dev/null
+++ b/global_step60000/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0615f602982787a74439ed17932383b4433ba6b32537ecc97c668b593f39dca1
+size 201408771
diff --git a/global_step60000/layer_38-model_01-model_states.pt b/global_step60000/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0b02b1963b7daf6f3e3f8ee941246e9c502e4c
--- /dev/null
+++ b/global_step60000/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725c8f364f749c56ae35d816d2468010b1304e5754bb3fc87c0d0ba904ab79b1
+size 201408771
diff --git a/global_step60000/layer_39-model_00-model_states.pt b/global_step60000/layer_39-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c450ac4bc948ebfba4fe211cf7bc3bff893aae
--- /dev/null
+++ b/global_step60000/layer_39-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122f972cdc390ec0c03ec64da90aaf6b891bad18d559ece79efbb9844df7bf2e
+size 201408771
diff --git a/global_step60000/layer_39-model_01-model_states.pt b/global_step60000/layer_39-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb0fbd2f502725b6bb247297cbbdad2a3a99e4f
--- /dev/null
+++ b/global_step60000/layer_39-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8eec762f7556fa86525f9f0f8de3c4ad3fdf938aba1d94fec121d26e2696f84
+size 201408771
diff --git a/global_step60000/layer_40-model_00-model_states.pt b/global_step60000/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423ccf1aa1e84794a2fc552904f24cfe261e6381
--- /dev/null
+++ b/global_step60000/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b006a50ae4d094dd53416f66e83a08dcd1a1a2d4b28869955bb144ed336f81be
+size 201408771
diff --git a/global_step60000/layer_40-model_01-model_states.pt b/global_step60000/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62b39496f2722376f0bda4eac027874b780df12
--- /dev/null
+++ b/global_step60000/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1113751d9befd9b74f7bbee7878242e97ce1d9faeca27fa5dce78f25a6551c23
+size 201408771
diff --git a/global_step60000/layer_41-model_00-model_states.pt b/global_step60000/layer_41-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02484bfff212852041182729e8db50dce0422ab7
--- /dev/null
+++ b/global_step60000/layer_41-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8dfaa731999d98c0a6484bc650e087c90bcd5791f21f55853af4d0de2b837f
+size 201408771
diff --git a/global_step60000/layer_41-model_01-model_states.pt b/global_step60000/layer_41-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732a69bd6f6fe58cefcc21e02fd065d858445be0
--- /dev/null
+++ b/global_step60000/layer_41-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3189547ed9ce00988b5f8c9917b0c4b1159db12e2d8eaf101d711151b4b9c9bf
+size 201408771
diff --git a/global_step60000/layer_42-model_00-model_states.pt b/global_step60000/layer_42-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a67a20b77c289eac72171d40120aebb85d7a4df
--- /dev/null
+++ b/global_step60000/layer_42-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b1884d67841bc16a9ab285518903723fc2ac475b7d1131da6d4685c26a2917
+size 201408771
diff --git a/global_step60000/layer_42-model_01-model_states.pt b/global_step60000/layer_42-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33adade734f852f562f2d8625b0fc867e2432e9
--- /dev/null
+++ b/global_step60000/layer_42-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e98839de66a526c50fde6b5cfe6988c7eaacb58f979d494385413c2ebf963b
+size 201408771
diff --git a/global_step60000/layer_43-model_00-model_states.pt b/global_step60000/layer_43-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df7b209f154065008c0ceacd48148ff7db20ff4
--- /dev/null
+++ b/global_step60000/layer_43-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68238f98f26eff3661a3854ad8bb724433471deaf7c167668336d0417b33b78a
+size 201408771
diff --git a/global_step60000/layer_43-model_01-model_states.pt b/global_step60000/layer_43-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95c6ed217972a56a3d18f03e88ca2526c242dae
--- /dev/null
+++ b/global_step60000/layer_43-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd9650921fc5565246ad2f2ff3cca212195bbe4968b274f41fd70f2bcdf20c3
+size 201408771
diff --git a/global_step60000/layer_44-model_00-model_states.pt b/global_step60000/layer_44-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b925fb5cead1917d2abaac69ab6b9a528a187bc
--- /dev/null
+++ b/global_step60000/layer_44-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c451df818ec9831ce86d9b89e20355deaf6e7c40468ddd2307c96aedcb1195
+size 201408771
diff --git a/global_step60000/layer_44-model_01-model_states.pt b/global_step60000/layer_44-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa96cf0dce189ae6f20d55a57ebdd0663cacc3a2
--- /dev/null
+++ b/global_step60000/layer_44-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c980abd72b33a1856a25c4fa5ea95a754625f8cf4285c2195c4d62dce59072
+size 201408771
diff --git a/global_step60000/layer_46-model_00-model_states.pt b/global_step60000/layer_46-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fe6f94dfd6e0b85c57948b5ab955b3738fd731
--- /dev/null
+++ b/global_step60000/layer_46-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f610a2f6c5180a6014eb861663d6295c47f9e192c8549b90d12bb79101a09f9
+size 17603
diff --git a/global_step60000/layer_46-model_01-model_states.pt b/global_step60000/layer_46-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0803edc319771330099d283e38be344a23e8361
--- /dev/null
+++ b/global_step60000/layer_46-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f74c0de79a875c18e7eb1ac7881079d77325f1a5bf33d61beba9ee48a2575b
+size 17603
diff --git a/global_step60000/mp_rank_00_model_states.pt b/global_step60000/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f447120872228f6aa89118b9dcaf09b8fc8d5a
--- /dev/null
+++ b/global_step60000/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6be022ef67eced457502494cc51ea515acf030084a12112eaaba978e24a1302
+size 39923
diff --git a/global_step60000/mp_rank_01_model_states.pt b/global_step60000/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a168b14619ff901ceaacae163041754de1a91a7f
--- /dev/null
+++ b/global_step60000/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecadd8083fb11e3ceb579cf03e8387722fa02fab05e448d7347a14106e3aeb8
+size 39923
diff --git a/global_step60000/mp_rank_02_model_states.pt b/global_step60000/mp_rank_02_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0421f6c970eef7a07eef9ec55d67c4d2c46d873
--- /dev/null
+++ b/global_step60000/mp_rank_02_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16ad8723da41ca7c15e732c8a68955bdfb1c26009a0811d7aa220ef9e286ea9
+size 40051
diff --git a/global_step60000/mp_rank_03_model_states.pt b/global_step60000/mp_rank_03_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b7b9a43d15f083e2cf98d038518f2b58b66e91
--- /dev/null
+++ b/global_step60000/mp_rank_03_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee1747f8dc88f4267e0e6e4e38ee1c6530685c25e6e66bf0669fcdcf539df18
+size 40051
diff --git a/latest b/latest
new file mode 100644
index 0000000000000000000000000000000000000000..5c38f5adf0ea69dae0e6f55a12df906038a9aa6e
--- /dev/null
+++ b/latest
@@ -0,0 +1 @@
+global_step84877
\ No newline at end of file
diff --git a/zero_to_fp32.py b/zero_to_fp32.py
new file mode 100755
index 0000000000000000000000000000000000000000..e5249853c89179a3d5ad212ead8c464d6c979df5
--- /dev/null
+++ b/zero_to_fp32.py
@@ -0,0 +1,482 @@
+#!/usr/bin/env python
+
+# This script extracts fp32 consolidated weights from a zero 2 and 3 DeepSpeed checkpoints. It gets
+# copied into the top level checkpoint dir, so the user can easily do the conversion at any point in
+# the future. Once extracted, the weights don't require DeepSpeed and can be used in any
+# application.
+#
+# example: python zero_to_fp32.py . pytorch_model.bin
+
+import argparse
+import torch
+import glob
+import math
+import os
+import re
+from collections import OrderedDict
+
+# while this script doesn't use deepspeed to recover data, since the checkpoints are pickled with
+# DeepSpeed data structures it has to be available in the current python environment.
+from deepspeed.utils import logger
+from deepspeed.checkpoint.constants import (DS_VERSION,
+                                            OPTIMIZER_STATE_DICT,
+                                            SINGLE_PARTITION_OF_FP32_GROUPS,
+                                            FP32_FLAT_GROUPS,
+                                            ZERO_STAGE,
+                                            PARTITION_COUNT,
+                                            PARAM_SHAPES,
+                                            BUFFER_NAMES)
+
+debug = 0
+
+# load to cpu
+device = torch.device('cpu')
+
+
+def atoi(text):
+    return int(text) if text.isdigit() else text
+
+
+def natural_keys(text):
+    '''
+    alist.sort(key=natural_keys) sorts in human order
+    http://nedbatchelder.com/blog/200712/human_sorting.html
+    (See Toothy's implementation in the comments)
+    '''
+    return [atoi(c) for c in re.split(r'(\d+)', text)]
+
+
+def get_model_state_file(checkpoint_dir, zero_stage):
+    if not os.path.isdir(checkpoint_dir):
+        raise FileNotFoundError(f"Directory '{checkpoint_dir}' doesn't exist")
+
+    # there should be only one file
+    if zero_stage == 2:
+        file = os.path.join(checkpoint_dir, "mp_rank_00_model_states.pt")
+    elif zero_stage == 3:
+        file = os.path.join(checkpoint_dir, "zero_pp_rank_0_mp_rank_00_model_states.pt")
+
+    if not os.path.exists(file):
+        raise FileNotFoundError(f"can't find model states file at '{file}'")
+
+    return file
+
+
+def get_optim_files(checkpoint_dir):
+    # XXX: need to test that this simple glob rule works for multi-node setup too
+    optim_files = sorted(glob.glob(os.path.join(checkpoint_dir,
+                                                "*_optim_states.pt")),
+                         key=natural_keys)
+
+    if len(optim_files) == 0:
+        raise FileNotFoundError(
+            f"can't find '*_optim_states.pt' files in directory '{checkpoint_dir}'")
+
+    return optim_files
+
+
+def parse_model_state(file):
+    state_dict = torch.load(file, map_location=device)
+
+    if BUFFER_NAMES not in state_dict:
+        raise ValueError(f"{file} is not a model state checkpoint")
+    buffer_names = state_dict[BUFFER_NAMES]
+    if debug:
+        print("Found buffers:", buffer_names)
+
+    # recover just the buffers while restoring them to fp32 if they were saved in fp16
+    buffers = {
+        k: v.float()
+        for k,
+        v in state_dict["module"].items() if k in buffer_names
+    }
+    param_shapes = state_dict[PARAM_SHAPES]
+
+    ds_version = state_dict.get(DS_VERSION, None)
+
+    return buffers, param_shapes, ds_version
+
+
+def parse_optim_states(files, ds_checkpoint_dir):
+
+    total_files = len(files)
+    state_dicts = []
+    for f in files:
+        state_dicts.append(torch.load(f, map_location=device))
+
+    if not ZERO_STAGE in state_dicts[0][OPTIMIZER_STATE_DICT]:
+        raise ValueError(f"{files[0]} is not a zero checkpoint")
+    zero_stage = state_dicts[0][OPTIMIZER_STATE_DICT][ZERO_STAGE]
+    world_size = state_dicts[0][OPTIMIZER_STATE_DICT][PARTITION_COUNT]
+
+    # For ZeRO-2 each param group can have different partition_count as data parallelism for expert
+    # parameters can be different from data parallelism for non-expert parameters. So we can just
+    # use the max of the partition_count to get the dp world_size.
+
+    if type(world_size) is list:
+        world_size = max(world_size)
+
+    if world_size != total_files:
+        raise ValueError(
+            f"Expected {world_size} of '*_optim_states.pt' under '{ds_checkpoint_dir}' but found {total_files} files. "
+            "Possibly due to an overwrite of an old checkpoint, or a checkpoint didn't get saved by one or more processes."
+        )
+
+    # the groups are named differently in each stage
+    if zero_stage == 2:
+        fp32_groups_key = SINGLE_PARTITION_OF_FP32_GROUPS
+    elif zero_stage == 3:
+        fp32_groups_key = FP32_FLAT_GROUPS
+    else:
+        raise ValueError(f"unknown zero stage {zero_stage}")
+
+    if zero_stage == 2:
+        fp32_flat_groups = [
+            state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key]
+            for i in range(len(state_dicts))
+        ]
+    elif zero_stage == 3:
+        # if there is more than one param group, there will be multiple flattened tensors - one
+        # flattened tensor per group - for simplicity merge them into a single tensor
+        #
+        # XXX: could make the script more memory efficient for when there are multiple groups - it
+        # will require matching the sub-lists of param_shapes for each param group flattened tensor
+
+        fp32_flat_groups = [
+            torch.cat(state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key],
+                      0) for i in range(len(state_dicts))
+        ]
+
+    return zero_stage, world_size, fp32_flat_groups
+
+
+def _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir):
+    """
+    Returns fp32 state_dict reconstructed from ds checkpoint
+
+    Args:
+        - ``ds_checkpoint_dir``: path to the deepspeed checkpoint folder (where the optimizer files are)
+
+    """
+    print(f"Processing zero checkpoint '{ds_checkpoint_dir}'")
+
+    optim_files = get_optim_files(ds_checkpoint_dir)
+    zero_stage, world_size, fp32_flat_groups = parse_optim_states(optim_files, ds_checkpoint_dir)
+    print(
+        f"Detected checkpoint of type zero stage {zero_stage}, world_size: {world_size}")
+
+    model_file = get_model_state_file(ds_checkpoint_dir, zero_stage)
+    buffers, param_shapes, ds_version = parse_model_state(model_file)
+    print(f'Parsing checkpoint created by deepspeed=={ds_version}')
+
+    if zero_stage == 2:
+        return _get_fp32_state_dict_from_zero2_checkpoint(world_size,
+                                                          param_shapes,
+                                                          fp32_flat_groups,
+                                                          buffers)
+    elif zero_stage == 3:
+        return _get_fp32_state_dict_from_zero3_checkpoint(world_size,
+                                                          param_shapes,
+                                                          fp32_flat_groups,
+                                                          buffers)
+
+
+def _get_fp32_state_dict_from_zero2_checkpoint(world_size,
+                                               param_shapes,
+                                               fp32_flat_groups,
+                                               buffers):
+
+    # Reconstruction protocol:
+    #
+    # XXX: document this
+
+    if debug:
+        for i in range(world_size):
+            for j in range(len(fp32_flat_groups[0])):
+                print(
+                    f"{FP32_FLAT_GROUPS}[{i}][{j}].shape={fp32_flat_groups[i][j].shape}")
+
+    # XXX: memory usage doubles here (zero2)
+    num_param_groups = len(fp32_flat_groups[0])
+    merged_single_partition_of_fp32_groups = []
+    for i in range(num_param_groups):
+        merged_partitions = [sd[i] for sd in fp32_flat_groups]
+        full_single_fp32_vector = torch.cat(merged_partitions, 0)
+        merged_single_partition_of_fp32_groups.append(full_single_fp32_vector)
+    avail_numel = sum([
+        full_single_fp32_vector.numel()
+        for full_single_fp32_vector in merged_single_partition_of_fp32_groups
+    ])
+
+    if debug:
+        wanted_params = sum([len(shapes) for shapes in param_shapes])
+        wanted_numel = sum(
+            [sum(shape.numel() for shape in shapes.values()) for shapes in param_shapes])
+        # not asserting if there is a mismatch due to possible padding
+        print(f"Have {avail_numel} numels to process.")
+        print(f"Need {wanted_numel} numels in {wanted_params} params.")
+
+    state_dict = OrderedDict()
+
+    # buffers
+    state_dict.update(buffers)
+    if debug:
+        print(f"added {len(buffers)} buffers")
+
+    # params
+    # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support
+    # out-of-core computing solution
+    total_numel = 0
+    total_params = 0
+    for shapes, full_single_fp32_vector in zip(param_shapes, merged_single_partition_of_fp32_groups):
+        offset = 0
+        avail_numel = full_single_fp32_vector.numel()
+        for name, shape in shapes.items():
+
+            unpartitioned_numel = shape.numel()
+            total_numel += unpartitioned_numel
+            total_params += 1
+
+            if debug:
+                print(
+                    f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} "
+                )
+            state_dict[name] = full_single_fp32_vector.narrow(
+                0,
+                offset,
+                unpartitioned_numel).view(shape)
+            offset += unpartitioned_numel
+
+        # Z2 started to align to 2*world_size to improve nccl performance. Therefore both offset and
+        # avail_numel can differ by anywhere between 0..2*world_size. Due to two unrelated complex
+        # paddings performed in the code it's almost impossible to predict the exact numbers w/o the
+        # live optimizer object, so we are checking that the numbers are within the right range
+        align_to = 2 * world_size
+
+        def zero2_align(x):
+            return align_to * math.ceil(x / align_to)
+
+        if debug:
+            print(f"original offset={offset}, avail_numel={avail_numel}")
+
+        offset = zero2_align(offset)
+        avail_numel = zero2_align(avail_numel)
+
+        if debug:
+            print(f"aligned  offset={offset}, avail_numel={avail_numel}")
+
+        # Sanity check
+        if offset != avail_numel:
+            raise ValueError(
+                f"consumed {offset} numels out of {avail_numel} - something is wrong")
+
+    print(
+        f"Reconstructed fp32 state dict with {total_params} params {total_numel} elements"
+    )
+
+    return state_dict
+
+
+def zero3_partitioned_param_info(unpartitioned_numel, world_size):
+    remainder = unpartitioned_numel % world_size
+    padding_numel = (world_size - remainder) if remainder else 0
+    partitioned_numel = math.ceil(unpartitioned_numel / world_size)
+    return partitioned_numel, padding_numel
+
+
+def _get_fp32_state_dict_from_zero3_checkpoint(world_size,
+                                               param_shapes,
+                                               fp32_flat_groups,
+                                               buffers):
+
+    # Reconstruction protocol: For zero3 we need to zip the partitions together at boundary of each
+    # param, re-consolidating each param, while dealing with padding if any
+
+    avail_numel = fp32_flat_groups[0].numel() * world_size
+    # merge list of dicts, preserving order
+    param_shapes = {k: v for d in param_shapes for k, v in d.items()}
+
+    if debug:
+        for i in range(world_size):
+            print(f"{FP32_FLAT_GROUPS}[{i}].shape={fp32_flat_groups[i].shape}")
+
+        wanted_params = len(param_shapes)
+        wanted_numel = sum(shape.numel() for shape in param_shapes.values())
+        # not asserting if there is a mismatch due to possible padding
+        print(f"Have {avail_numel} numels to process.")
+        print(f"Need {wanted_numel} numels in {wanted_params} params.")
+
+    state_dict = OrderedDict()
+
+    # buffers
+    state_dict.update(buffers)
+    if debug:
+        print(f"added {len(buffers)} buffers")
+
+    # params
+    # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support
+    # out-of-core computing solution
+    offset = 0
+    total_numel = 0
+    total_params = 0
+    for name, shape in param_shapes.items():
+
+        unpartitioned_numel = shape.numel()
+        total_numel += unpartitioned_numel
+        total_params += 1
+
+        partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size)
+
+        if debug:
+            print(
+                f"{total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}"
+            )
+
+        # XXX: memory usage doubles here
+        state_dict[name] = torch.cat(
+            tuple(fp32_flat_groups[i].narrow(0,
+                                             offset,
+                                             partitioned_numel)
+                  for i in range(world_size)),
+            0).narrow(0,
+                      0,
+                      unpartitioned_numel).view(shape)
+        offset += partitioned_numel
+
+    offset *= world_size
+
+    # Sanity check
+    if offset != avail_numel:
+        raise ValueError(
+            f"consumed {offset} numels out of {avail_numel} - something is wrong")
+
+    print(
+        f"Reconstructed fp32 state dict with {total_params} params {total_numel} elements"
+    )
+
+    return state_dict
+
+
+def get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag=None):
+    """
+    Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated state_dict that can be loaded with
+    ``load_state_dict()`` and used for training without DeepSpeed or shared with others, for example
+    via a model hub.
+
+    Args:
+        - ``checkpoint_dir``: path to the desired checkpoint folder
+        - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in 'latest' file. e.g., ``global_step14``
+
+    Returns:
+        - pytorch ``state_dict``
+
+    Note: this approach may not work if your application doesn't have sufficient free CPU memory and
+    you may need to use the offline approach using the ``zero_to_fp32.py`` script that is saved with
+    the checkpoint.
+
+    A typical usage might be ::
+
+        from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint
+        # do the training and checkpoint saving
+        state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir) # already on cpu
+        model = model.cpu() # move to cpu
+        model.load_state_dict(state_dict)
+        # submit to model hub or save the model to share with others
+
+    In this example the ``model`` will no longer be usable in the deepspeed context of the same
+    application. i.e. you will need to re-initialize the deepspeed engine, since
+    ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it.
+
+    If you want it all done for you, use ``load_state_dict_from_zero_checkpoint`` instead.
+
+    """
+    if tag is None:
+        latest_path = os.path.join(checkpoint_dir, 'latest')
+        if os.path.isfile(latest_path):
+            with open(latest_path, 'r') as fd:
+                tag = fd.read().strip()
+        else:
+            raise ValueError(f"Unable to find 'latest' file at {latest_path}")
+
+    ds_checkpoint_dir = os.path.join(checkpoint_dir, tag)
+
+    if not os.path.isdir(ds_checkpoint_dir):
+        raise FileNotFoundError(f"Directory '{ds_checkpoint_dir}' doesn't exist")
+
+    return _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir)
+
+
+def convert_zero_checkpoint_to_fp32_state_dict(checkpoint_dir, output_file, tag=None):
+    """
+    Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` file that can be
+    loaded with ``torch.load(file)`` + ``load_state_dict()`` and used for training without DeepSpeed.
+
+    Args:
+        - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``)
+        - ``output_file``: path to the pytorch fp32 state_dict output file (e.g. path/pytorch_model.bin)
+        - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14``
+    """
+
+    state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag)
+    print(f"Saving fp32 state dict to {output_file}")
+    torch.save(state_dict, output_file)
+
+
+def load_state_dict_from_zero_checkpoint(model, checkpoint_dir, tag=None):
+    """
+    1. Put the provided model to cpu
+    2. Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict``
+    3. Load it into the provided model
+
+    Args:
+        - ``model``: the model object to update
+        - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``)
+        - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14``
+
+    Returns:
+        - ``model`: modified model
+
+    Make sure you have plenty of CPU memory available before you call this function. If you don't
+    have enough use the ``zero_to_fp32.py`` utility to do the conversion. You will find it
+    conveniently placed for you in the checkpoint folder.
+
+    A typical usage might be ::
+
+        from deepspeed.utils.zero_to_fp32 import load_state_dict_from_zero_checkpoint
+        model = load_state_dict_from_zero_checkpoint(trainer.model, checkpoint_dir)
+        # submit to model hub or save the model to share with others
+
+    Note, that once this was run, the ``model`` will no longer be usable in the deepspeed context
+    of the same application. i.e. you will need to re-initialize the deepspeed engine, since
+    ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it.
+
+    """
+    logger.info(f"Extracting fp32 weights")
+    state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag)
+
+    logger.info(f"Overwriting model with fp32 weights")
+    model = model.cpu()
+    model.load_state_dict(state_dict, strict=False)
+
+    return model
+
+
+if __name__ == "__main__":
+
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "checkpoint_dir",
+        type=str,
+        help="path to the desired checkpoint folder, e.g., path/checkpoint-12")
+    parser.add_argument(
+        "output_file",
+        type=str,
+        help=
+        "path to the pytorch fp32 state_dict output file (e.g. path/checkpoint-12/pytorch_model.bin)"
+    )
+    parser.add_argument("-d", "--debug", action='store_true', help="enable debug")
+    args = parser.parse_args()
+
+    debug = args.debug
+
+    convert_zero_checkpoint_to_fp32_state_dict(args.checkpoint_dir, args.output_file)