diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c253516900de5f0ad94df8b643c7d752ccbdda39
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc20088e6bda33b219c31e86a169d95822621e374214cbfa2d0963164e5c8f2
+size 131677719
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a6f39c6a92ea330cc4c8d876a638ad1c2f60df
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6503e612249985a7cf1906784de9656176ad1f0122b54d305585a9f366046763
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fb06490f973915d96e4d81c3cbc1a2cf35c04d
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6e68b2cfb86e5ab04a9ff30191ae50628c8c8729900ebe40e719a9bd104474
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd00165179d61a5a636ab214c61272b61ab7bad5
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066940715d5ed72f992ffd11ae6177e147a671f2a6af9fad86d62d2a75f86d3e
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f265978a0b70628bf4627f9b39c32cd789cf35b0
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195c3ef337ae56e1cc81516026641ab79d8151dca9243f423e670f464d0962d1
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880dbae09513a8c2850c20a06a6acd2f295d0f96
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d296308ed20663757a9b02a96230c721f8c17b09cd103f641ff8e94680a58677
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323b42e8b8204f189c4e3a87fa4cc19d7058e0dd
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8681c86283743242c7c235be67fd6d0e7037f5b62ebc2d61383f8208588a49
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bab6b598a1ee4675a919368fb25f447e33801d
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c088e029e263ac2602aad4f1ab78a52b58c9d280995605539df8d9bc17f21752
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70121a82c27a4d599d75069030886656d8522071
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02e58b6b11e19ff714ca1edc972ffe7bf1d5e259ce0d109079396207ff29e2c
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcffc7c430282564879855e26313086e45c25fed
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9890758a2e2be4b5ae6e209b8c0daab5a8f8049ecee784bc2585f2155aa47d23
+size 131677869
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5758b446447d34dbb3dbba04bc4753991231b39
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956e959e83620556e81123c22d866766f21d5f8e5c2d96c9c1a28c81a5bca87b
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc85a2a2c5011757eb101baab5e0e30ff74e1aa
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4aa054a8c48075010dfb4e904a7bf8ed9e11fdf5ca1666997043f9ef4eee529
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07fd452769157a79d0a9c2ec6e73e8bc9814734
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d8c79496b74773dedfdda3f2c9e429c515ff0d371dc67c470be6871ab8a47f
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ecf33f1fb6489104a6d61b27de186a41ea9b69
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90c049f9fe32bcd2cbf93a57b557f8e56f9b8b842769d72e885b39c2cedf284
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcbb5d58a70134e0fb91f91f817f8bffc432e3b
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd4996bf4147cf55798e0bf6bec23f3b8d4fb2c4948c816791734b282fe41c7
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff9b08e54c96975ee8c26d64c7091fb62fceeb2
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f370bf86c33f2e3269831cf9b6f20937db1805619c1a0c0d88fc626ce12668f
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca79f442b932f97927c15e5322358e51a4f86aec
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d635ccc72f12cf195717ccc6ad1971faba166682b7343412fa4ba14d08fa21
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88c98575e5b455908aa76b0cfb2a13ea16dfd1a
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b03e9d8a026b1d902d760749185553a06910aba1f9f0a781da13e28cb393dfc
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0951881710db66ff217c508b5846f05673de710
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc670ab6983fb542911f5aea836977f7f71b56989cf90077f3e17dcda670d83
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a37221769cacee1bec73c304a359abee139afde
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9a727c31219398dd74a8411c54bb6c9cc7a3ea5a772df76cb69933789ad70d
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acf9c7974267f5da1e1e15fb7624928e9c4d8cb
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87eb7a3da926712cd9390b5c4520ac32d905d2573e2d6481bb2d38c933c79d0d
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb060d09ee2ac6b3b2391e3cc49add7c55b709f4
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bb49d437489f22b539d2e893c6a7b1570347af028bda3c7aa80f0fb09b19e0
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58801347c39eb706c5d702a5922415ac05f8b15a
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e823001f75e386752eebf72b8e9a21e1176d5ee0a11a83fde7f4eefb55837531
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0548b8f761b98acb20e9328ed6ee8d3961a83515
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98dcf2c97b82d77631428f0f5f188a230f774ee3d3000f1f6beb7588fe6c567a
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae735c6f23c2b886648ff5fe3510807c2189499
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e4be8166949a93cc92b4a6f51833504d16ef22095582e0c719b36430c64b04
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc52062a9827f8f60ebdd5dfe47b7babd0bb018c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2acda357c221213b2bf47dee170cf218797bfac5d2c6ea669f6d92cf3a6f91f
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316fe2da63307295cefbbdbeeab66c8aa3c22a07
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a656d1742d837e4a7ad84237f2112465e43d312e2072be5e19926a478492991
+size 131677869
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c879b19fc88344d1bd4ae47ecbf2505cf66cf350
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68efa8566c75cf4108c1c539824e4c3972f54bb934a0f7c7fcaddb21797c94e4
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14e9abdb6edb516537d795ae2ecbdabacde992c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c50bc5d5ae4c0cb46c4a40707bd8cb53e8bffa2ab82c6c9eb22c9970d33d91
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6a410b2b3406158105e9c20fe283c34b20ab3c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7819e8eb63be7e79b1ee23337e563be79f6eee007c7e6d445ccd7e0015db534d
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d392d4bcf7269d6a5ce3b38ba5163931c91785e7
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26650629a87ed38b37f70a32589f0a7793868080d806c08a601028d8321a51a
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d417bbf582a58d6c1f30cc315d8645a30bd5bcbf
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d08f6e251d298c8bf1d4223090f9d4b7a9fe76aea84912919d26f05a3062d4
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68c67321ed9c8853d1466e6346d8e283bb7d5df
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc2a8fb50fb45ffe1da86111061aae1ad1bec4f70c80f3125342fdaaf907913
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f05dad695cc086971b923f0f49349805ad0d66d
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146c206888fc90d43b59d849707f0e50d13115244be044fe6c52b4a1b0756c13
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d66d209a731abfb58b9ff6f59cf68f6adbc3fcc
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a5c944f36646b92e84885744b48ddf192c4cbf48dc37c7534ae533c935ec96
+size 131677869
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7257abf8bf0fcb6e82897f748e02681369b7cc
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f8f3c4b89e37a8080de375ee87206fa9b1a441e711c52cb980d399277091b1
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64986abe34aa7751720c6a9956c9040dfd23dcc
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c03b0e8e0ef7a0404a5919913a672e9c93698fddf2d12d6f09cdfb39cda77c
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835f73cdfe555493c5c6bc09c65cf5933e430022
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39d01445d57d55937b9c4f48e49915905921f7cb5ca3594654a125c3917e1fd
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208d4f629d5c7936eea7b0c965a78d8b3509d928
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f28c0cdef05f25da80ea7bfc2c64b0c941a426e4892da361dc65c65b243ca2
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b349faa95f91cb90a48c2bfb387c0b5a0a5d0da1
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8f1b3296827a0a5a138fc91a89b499c3fc83c7aa081bae8f8b81392b505c79
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051101ecd0b29c5c41340f85c65da18428e4c9e2
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2984fbd24e2407ee9cff936d5dec9ba48b2bd10b63a0a67b57e1bb995b899158
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40d7be4ea622050f0d6c56166ed3ed52c8da8dd
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440415b49ac0830772986d4faba617350deaaf8bcfee21d0dfd7c6fb43853042
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9511097fb6790f27ac6fbce15a2b4e0b08227662
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abb48c3590b64041893949c992e554840f3c012d08a0f832642f7e816c0a795
+size 131677869
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a70320e4d01bed46766a856b0d2c68e018fca3b
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ca519bdccce8093aab9c9ea82ef8472ce50c27fe9bc44eda428d19ad5312b2
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2746f7a7f7276b89d63d46b3bf8d326e6cc1f80
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7458add6bfa9e626ccc6f9d3b9e241e76e3631a62e98df19ddc36f36e9ffe3fb
+size 131677666
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8673291d2d18c098d027a8adf8012eb0e53509ef
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0717f74f72b60f5e78a1a3ac72219774653786a3c40f427c9869fd01d2afb055
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252d76d0914d272a60fdfde17d288f85ebb4a395
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc3386a0a560a041fde7acdcfaa42e280281f3c96995124793268d7f55b7fbd
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffc9dc532105cf14ac2dd574b8d1b3e3027d325
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c8010af415aec9a2f9d353d73b691cf81427693205ac7cad8923396a0e95c2
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5114ba84b027b31793b2b810a571bc47ab578b9f
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48a885a89b2b10b8a925e96832e8453ebb45398958f5e91c4b749f5b6d4954a
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5325641461fe8fa3cb61c260eaa0bb85d4760a58
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeeb09eb1d64bfa798db16b112ac7a2a128c86763cfbf72694c3f4729d048650
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7e56a40b58c8afd39ae9ae62fd17d2fa9bca15
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb3691b1643397226defe4e70e73f2fe0da3e9c81c94b36ade2d283c2864c6e
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef2c1479b566a6e66dcb65b73bd72e78b5c53ba
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25961b83be54a034e4e6618b6e15a977f8df093693c243bb3796c255f0942cde
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd57ab94f92780938a5356fd07f979638e284ab7
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43bd83c93bc620030db92886c376d86808917648909443e1cf5194d914fdaf8
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986fde9462f65c0069dc17ef9a2c7f774c1bb3b3
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2217a78b070eece7e6565f8caf92b83059cc271c826da99993e49f6c3e0ffa
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3cfdf53669129a444492f1e71f3c6cab88c76c9
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3af6d488ef0b6cbf76efafb641693d7209c3a3f2e39781e94b7d853c6522f0
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea5bb2eb06b4caa7247bd781a3ab2abf78bce1a
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d80bdc17b40d844a3b6978a2784c4e15dc99b42cd70d11e9da55a05984c735
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c922eef3de28b3ae1a79a8525cef31d11c8ad5f
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1beb982c4c6247152be8cea91ef95af243f5e155c89adb555a5b87e10056216
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7e07827245ae149a0d217b9826472f4cd52a3b
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e51e8ea15b52155715da40ce8b5f16339f18d81074b2c0321dd21cfd71a903
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7866820f895d2f0d1d3c384ea911ee9b1e9792
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e85cd555a609712b89012ad0fc6473e27be9ae38da4dd2616082fc4e82711d
+size 131677869
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90401c6c1938416b5db5509a1772fe72a7ac380e
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb65411f7eac9647282a950b564818496b77f17c646c8c599714f4c40e5e2bd
+size 131677869
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bdd4d139cec60de6c8a86ea3d8b19870b07c041
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16323986de6435047b3702a09d8f3c1a0f7b5ea906d6b6b45dde213a8fefb418
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72fd01da922b146b59fa6b96198b4655a138ae9
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31438cea6c0311e26d236b493106ab70876ead193ee22a1ed7112ffc198f32c6
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bf4c461fcd7bd1cb033f3c439a40677e36e9ca
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5f25cf22a1b5fea0dcaf6c3d5b39fa981a571c73b2db1faacd13548f49e033
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442a5a02180d3f174370c7d5d1c2e205829ed125
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e5ce300796527fc3e0204bd0d5f3b2e831df0debfb136155451240bac2e906
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02d4b7f76c7b444805708ca92feb36aced00187
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a19cb66032d38e3f4436d926a8e0faf3e05bd1985208012032e1c9c2f12494
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd1e25926fc4228d13cbd0523ec5a4a9c5058f5
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e2030f2a50c1aae32368d10b458c481c4c4b08b4ccb25cae2fba2be3b327cc
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9177b6f445c91e609280632cac1bc1300aec99eb
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0975efa0f8653e83230f49352a9eead9a9798fa55ff934f6e4b333a55cb293
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f6ef8e614213cbb74627e54ba0425c2bb9896a
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634d51b809d039ee6111b8cf87f244ed1afc1cfb6a6ff424727827a6e3d8e733
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10983d065029c6414b2d5b2e97b22e6c6c3ad3e5
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c6dd573efefd6dab6bf75f8f412a5cf9d44c2144381d576f6c11c592380e27
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfed8785de817bc71d20962151f796e01b05e1e
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e014e9184b6d4042aeb2ba192afe71977ceda59e7b8f40ebd7639cb082aff40d
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05ed52179a89e7246151e22faf75d09092b3585
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c601840237329744add042294060f6bbf73324a07309431e9c482d6c7815e482
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664603397f794819a2fbf769cc85532f4a0252f7
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e23533da6190b25bfc62c43b9fe8d82d9ebbc27a98a2f73cb934231c5e6543b
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa5c0d5e45d40711343f89776affc886ab7d8b3
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6476a35e7a041ab6f46737faa4d94b9153c0346aa688be4c00d3c293037f7b
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd84ecb12554568c919bae52fa1392c19eaaef1e
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046cc3cfda31b181fb224c15c051c04da5ccdfbd4c6cd5497249c67205c5f956
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062f922d8ab217027de903c738992f54794a6bef
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1acf83d09730fa5341a08b71be48c6562643f4ec06e7595011c36ebe9456df0
+size 131677869
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb276021749b61a891a8feb789993fa15b82ec4a
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace0d50ecf546b26e191eb6238a05bec99f2b0d4c8ccccc71b73610171ea85f7
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597e4da7895b709c920ec37c7d064eed0bf07708
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7185d34c35a4cbc28353a39e164e6af49c8477fdd3f42b0ac92e723dc1ca628
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7870a29ec374e26b58bb49b1c067aaece37173ca
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c450c7c3adb2c76c89714c6258c102dec7d5516ad2e06e19d1e19af0191869
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19924dcab4b97474bb27b277f709cea6dcaa30d8
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3ca12e9c926b08639ec4235807ff63d9db262d814499367d96993df68e5b91
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecead8cdedb00e7bf4217b7e4ca0faaadf3e3ea
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a211e691b0ff32ebbe9b5e0542187b74f3d1782540756f5c15591f1f907e3f9
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ceb864628d04c1ddf6fab169d8ace73f57bab3
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd42d845889300da1b0087e922905b3e3d0e410143b8b8529e3c66c34f0599c
+size 131677869
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751e4378f5223309d787a88e16028b4cd866bf4b
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47746b1d9032dd6879f45ca351182c12509ed671f83778d3b33f412e04c765fc
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88a890dae9abc6bddde99a9453024b668ccfbec
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f5dbb2a7635c0970d22fc521536579909c95a6d430b848f95552b13939c2d1
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad2e1f1979f24fd78f42ec546b8f163fa7fc240
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c4a9195f9b4777f58f527ba7d7b1079143b72adc101bd830cfff5da945c109
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d31dcea8d1f027ff245f279c615935e9e527cd1
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66eef73df962abfa967e7d3366a741ba13966c820c07d0043e366741ee51c9fe
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fac7033ef9db225aa338beb7c7593f63c31d06
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79979837b8315885604706456232723951d469b24ea2926da3f7efe6ee7e4962
+size 131677869
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6001cfb3c408861a082f36892d09d196b04802a
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3c7cf2ab6a392e02f99f66352903c8abe331435563d648c38f3fcdb22dbc2f
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e3bf880ffd0f37bc2c7e2c3106432ab53ef121
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7dcbd7240b21f5b780f69bf3b79e489b1a2ff3f7d7f2d0373b439e07744e4b
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c824a120eadb2a7198fc02372249df9d52a010b
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e508efab0d8e6311e8783ce713c4782b238d8929f9983450d8a5dc7043a54ad
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a5eafa6492a3cdda2e2124016b4637aac67e88
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df00ef35ef6ab595431f7ab0429214ce34dfe8794dd47cf9219f3f746c26d14
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b6262a9c7a8855dad6fc3e11f2bafff39d92f2
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b126c9e2d18df2f345d6426184c6d5bb0d88b23c4dcbd29700738f7f2a9c3d5
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6faa3d7b29c02824a12f99f0a1a880c8ca281933
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539e1d2d87443fcdce0e47f20584703478afd8a85a245744890ee13fe27a48ba
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3877230c468b20f5ca73c23fca1d8e22f9e9a56
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f19fcf0293ccf2a1a33e882e0285d77174ad145a0431c409e5c1e520cf85f5b
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5290186e3f4c8b688975db05a30436a67c6cd429
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a1632a7e40ecc3f3092dc01c00b267efcca48499177a877abf742455bd16a9
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b85ab519e89b59bd3b3ba1cab723d735b2b43b
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebb6315bd986fcb806a26d39db17cfa4cd272b870708a12d8a3be23e9730c0e
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55998d51e1723a879791712e763a6b7acec45d13
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00f19e6f61e76ee29ea86dd170248eb865b79ea892d885e05efc31e3150359d
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658437eec0c79c70b8b70dcaa9313f85af5baab6
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bbc87e23db3ad88816af36b825d703918a0713c47c8efb75b8aec23c840e46
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f097edfd2044ae82d1c0719b3eb49e9cfec26df
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a05ee809e43af6a33e0b28446b286183b61de0a4e5fb5fb346c08023277771
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe0cfac74388265c71a3b57005966f950f75b61
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cccdc20f52ef4f9145896d6499e3f2460e0e25bde6dd1c3370fa4344fb3a30e
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9142cfadfcc90807948577f8076b249cfb76a1a
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7f0a3ea064c2aeebdebf7a8bb3a3c35b906d8c8879aa4995a6a96c790a05a4
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba011b1141b4712c91c0ec5fd1dd3263fad0ac70
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b8d0fa14443a004eed0831adf12ece1aeec9852f10a58a5917ec0c3e7f2c05
+size 131677869
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a64831afc71c6a84b02ba1eb9a6666875dea6c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c1d4b7f8d9ec506502caaa0f409dfee9a95d8171bc7b8d458f8ab1cbc3d085
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032a4b60e223084c766349612d9ace342e1d7fbb
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5235c67608637515e6bd91c8fed538c1e0506ca7dcf7139caddc58d2a429bcf
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f92ed097c3ca5d659559e4d0d8b4e9dec597059
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4506ef8f6a376acea3bdc5f753c8953bc853be189762973d69f51431bad1783
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c6a31d94e12dbbdc477c06c1f775ae52ef87be
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d116c4ccb9bad0c4fbf7859ba85f311d3bd9010359900f0c3b232e66fbf9cc
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f71dd105559fde1d27c9fb0dc43fdec0685724
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9025b26d389661071bab66f0d985862a9c0ae0dba398364a3e04e603296b8d5f
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2762ef7b968b381eb19477c5a33f466bc986c872
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21524977251b5fdfa7a17adbf30f205bc55b123b69a5715a6254c1784ea3f2d6
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100968ad67d4e568c8387c02c54095a2e322a844
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f4c14977449bada119432f19cdc712cb9d5585394bbabedfc28847db6c9b84
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cd75dc216cc5e88821ea453d8069c47d501e8c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e930abf2d97aace2143826f4439b9fec3735366309f1b0bdf7761f2fdabdb92
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8173938a5dbfa62c8b02330d3febe6ce3edcc43c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3106c518423748d65acbf76a481b214c811a2ba8957c973fe20636bdaa9944c9
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2464ac4fb610f23df6701a9f9c832b33c2e9df1
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425374bc0a68b20b6e70666b57d237fb32f1c97d7136737d61602d667f650eec
+size 131677858
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81f4e539362a5c8cde76e0adf61df83897d09a6
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e29e5408e98cab98b025b95b26fa1abb5a5b37d764653a169941153b15f3ce2
+size 131677719
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb7dfbb46d6e8336c0f84b420cdb24af891fba6
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd97b4373c127f413a35729e2f432fc6ecd863b5f1799022f5bca419e8b10e1
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf010b7f15dde837252f43c172b6849461454f7
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11c720a444427d5cdbc2c050c15b903c3f15b65c031384169c2a9e9cf4f6101
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94bfc638831d8da7575cd3719506ccef127e130
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5443f18b9198c971961c3d32e47056b15e42afdbde16e65fddea230d460ae56
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7ca9cce77299c6756b21690596faea72afa6ba
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc393273927b4cd6ca810b88dbd2a2e9531417cee20b037be7e55c0315da925
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66c183e9dd2d0688246d81ee9cbb4dad187a1ef
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb5605be17f8a7300c72263a7488a71959d8754a085445d5fa97414800410d4
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848e2e687eb401b9b63a948dcf6726aecd6b1e1a
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de85aefad828c935edd7ed3eb7277f7bac57517a9b0f32e66d0320e40e8d505
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b38c05c297500361f6df8292b3c67255cf07c9
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22dbabb68bf6bf1335f86de264f871d1df86dffedaf5ef3999dc2730d567e61
+size 131677869
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27885d15f6d1358e59ec403ec61d0f2ad5bad142
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e9e52370be728f18dbf9a6d3f4e2347bc9ebc69504200d8699f817f6cd5f7a
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f126149255585b0114479468c6bd71a5f1c0d51c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7320da6cd5551be167adf264b0b780b651570ef4095cc80d140e57d556e889f9
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3f5e6fed73df86e2d07e37d9ff2d075b7ab08c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c66fe008460f459c26531a9dc8bf6de0bfcdabbcd568c49254eb253a5ef4be
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2ecd45cea9ed248bde7d422eb4355a0d326786
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4124d425b7a21edce5e81951e8d01fd25a5ea67184578997dd88d901e9b194ce
+size 131677666
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b640da08edb6addc94c5932af90e7100fede1394
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a28561ce9f0c3f92ba16b0b563a5590ddd96a2e3be03ad38f04b758bf1d7aa
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d700904198478afaa18248f0eb6ac71ff89c5337
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671ebd5bfd82d64d07608de4cf81fa06d019a1953a13183168997a2fc569cd95
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c0f7f761d8456f80971fc0f07cbb7a974c0cbf
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ad74636761cebc1ebac9716eda41c1b5928e74fe3b248b15bd070e789e5be0
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9141be8edad9a5f6c36ceecd3e699183806145
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e46484f103daaf07ea5b6bae40056dec30c854e6f5bd8e3a9ecd3d00b26bc48
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9746cdef9571dab4f9937112cf18bc0751f4d7
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195a9c23ec589922fcff88f32bff7e4e8632d39d0b4925ce2adab05fe2bd2eb5
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f9a29c513b5e29e1435f81c7086d5190bb4bcb
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df0089a0fa7fd120bdcfb4bf68f075407bdb3ea93f390cdde12949478b75e1a
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c47492f2024c41e6a4415e379684c5608ed641a
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6728027d75768a4119bdfd40eed202c97055446f8d5729fd95a783c2a577c433
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ec501463d96282c3a2a9f0e0f54ac309f602a4
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ee185fb77d743549c86aa53d73a56c9e611af5cd24ec06658744e7a6416e27
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437aabf25e29afe556868f1ff28e80d9941f6e6f
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d07a68d32ca752660280d6a94bcd81b377daa4c6a788b65a07680cbdec964b
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92e6d8d573cb9f974951069a5dc648d6fde6286
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bd4510360b387b67434322fbfd7f2b2de3e0f775116b85d898a54e8c9e2aa6
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4796a9d70a87b6907a1c08468e7141c5fdebcfa
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2381e226d397de379271fdf1ebce12e8968c1e6812228d0321bc832341296591
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de844b96b8d52cc1108bff0347318a4d4b4fa2db
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3568db292d73cca3f6015d81fed01e157a092837de3fc795a9c2c1a1890e6f
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b97d6a6661acd0e961f0db581dca2c7b8fb379
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9885c53d3ae399bc09b5a3d8c48a90a3254c91b8fb3db991dc29ae646ea90f
+size 131677869
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bad1ead6def1120a9afb2890aeeb93e37e7a101
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4f465a9230b88afdba20f562fa3d545fd950951a7a309fabdad28c1d78c086
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a766062bc88c254e9dbeff1fdff24cc01eead6
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46c77827e4bf96df378cd95def0c9f59825f19cf5d0cb801adceda1d971cf1f
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24bbd10b518c6c70c7026506329a039d8836eed
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c648c5fc4babcf4408d7ec686277d22bedb57498401156fb4557ec1cce4f23b3
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f8aca750843c1df7bb29096928191b10159e8d
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b521f959cca7e29f45bfbc3fae3edea98ae639c5fff90dcace349f013aaab88
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694bbc858c00499ad59c932d2345aa334760e0dc
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752413befd627a3c71e453e91dd6a709b52d5e6b112a18db42a2bc4f4384b262
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c288ea87d82328c2d01ffac3743ebfbc302bd48b
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6821698f18df1e1b91fe2a9e4abb790cfda4ffe3368e03ac26deb24e6c0c5f
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f7ea89ee23fdae3152d26f0d9b2816818a4a6e
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2accf6a69f8b890bbfc5f297e6474c3c7dd41b4465064d97b31105387c90b813
+size 131677869
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf50759544701888d5fa4251ed299ef523ae2d4
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b291bb4f98527056a2ddb5fa475482149883f63d1ea0e8ca59d196258294eda8
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98b2dc92b40f051b449c72af7ac6a324ae9eb48
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8715a983f244f01b4bd134e54a5cf8ce4c82eb516ec9b3c2ee1aae4fc03019
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8eaf4b070f411e32b6f1b8e56c34867763705ba
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac4ec97b82307c98e282138895c8256bd0f36b60018f41b12fbdcd7aaa227aa
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e5ceb4f1dd23d0cd42a54e970cc2170272dc53
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ee80a5f881663e51fa997d5afe6f1ae5a1b3e7f8749e42b474866c01a108e2
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d082283c48cf8e71b9b371f503ffacf3d41c10
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0915b87ce68421d51a42b8a3ca9bd9be20ec8c5c762506b75bf26d5b8ba9bce
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a305a0e2073a9c85599b7127beb2b257ffa3ef2c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de69dc31187fd87d4a4dd9a615f1a7864857d5d05ec819cf022f1941119f683b
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e905c0b28c4922f063324b633de73a6b21f5944
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032c7cc6e2491d646061ca25e306d27f1c0ff1463aa7684d0710e7d4c5744418
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19da7bed2b782567712295007f7bb320e5c785a
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d8279d71a73909fab3d807b6dd4a599c656ac583f0621a9e6d6e86a7fef4fc
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8eda8be68789929b63669f105681d78b9cc034
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e47b9fe93a348975b27ed1e518825a86362c93e20bf77c7c378c03e28ef3cc4
+size 131677933
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa2dd1e152c3dfd524b3cd535c8a4d1eb1a3b4f
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb262a131550455fa10a4b56869a43c6e39931b41bed90e01f84f85b904a4436
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3f4d00019e63224965469bbba3a229ca268b7c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3387129e2d4db57a79d70d867ad6183da8a7f8f9ca22738d0a49c7c1b6f10626
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0710a2b015a716340e4932586b10fdee46f6ed3
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e56e738fa160f4e1c3176c33d812bcb4f731c754f5a9b59b3901fafb6da579
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7a87245d41180c25fc754b544cc3898802aba8
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603b831a5be6623fafb07a98dab978d51d97c1cd57cd41aecfee4527ae79644b
+size 131677922
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f54a4af84cc00f949bcc3814d94277710a214c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925e5375c381f4d8b079ce6d92403dadcf3dd450f5f9a82d4e56075bb21a956a
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49169f772ef5e336631249d510f0bd24fc5e522e
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9cfcf89b5689c9f70579e55b584472f9ea410d4ce09226752ec79fe97fb4d7
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d713ffe38e298e00bcaa9ae7783c2faba70e90
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ecbaa17e60e206819023a437f731e33843950de8c7a55904f38f9bec413766
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0030419f03dc0bb7ce47b8a474d5c5a14faa343
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52ec52248bb25ab6bf973df3c0cb430ca46f71230743c6e44272bfcaf7bdec0
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bc08d71682386df6758f76384050f783fd3a93
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b28379277041d8a6a41cc748d091c5fe0454caafa343fc709df72abbc30bdc
+size 131677805
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90c303d72fc857432400585377e7b4225b6a465
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae6847479e2057eb1cfffa9cad2f0783997760e0ae119877dc243f768686c1b
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48308bb007c8446b803a26d82307808e00a532a
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea1ebd60ec9acdda4239434928d69800772f63548aa98d9d166bcdb833b3540
+size 131677869
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239877f5dd00ba0cc20a8f56abf0978337e5d73a
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae1eefa7cdae9463bd4413fae3131cbb04ca89e8cd528a80bda249598dc73f2
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e40ef4959a6be28c80c16c99d3ba02acdd5bce
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875927830560c86fde76e4c9b694ccf3524b510f0a13f0bb5d9d255cc248cf6b
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9366cdf3f92e6bd4fbde1d6c5c383876a1fe7e
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d06038bf1a31ea0aaae978bf0e78ef5e1b924c89b298b606acefdeb03e91780
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101b8fc28d0b2c56cc2b0a7cab4455305ebe176c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6bf22eb975d604c8ad8ab578d7b45715c41f5c29a716e5a37d9d9308de4c08
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f9eaaca6ba9b815862d99db3d567e7d3080b15
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6072970766d1b277d010301d69ff49cdc1283e273e1897a1fe3c264b1a2930d
+size 131677869
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f0489dc3a28debb6b29fcc0f689e9716c6cd10
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cf91662751b88b67995394313889c2f64f69ce9a3089b6b146ad1771713cc3
+size 131677869
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6665ffeb99aa000143f90bdccdbe484119da293e
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ba26900b01e73b8d2fcdd70c7823eb90f72d45cf84ee030fb27cef26d8b170
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c969ad52e14f3ebdaa786aee039a186b846539
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03dad8991edba16d4e032d0379f44ec8487e65beb08da557e0497fced341feb7
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a98b7e0b0cce66ab3e58f7ec7acc094c3a1ba89
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fa5d915fe6b616a0a5d0302eb7ba4f4137eb01df9e7fa0341aa9f86ab532ce
+size 131677741
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f10353d899d7510e7c5e703d2d1480f08b49523
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ac8d5180ca09924a65864669bea07a5add28a58c61a94350cac43e5eb97cd6
+size 131677677
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44386f0aebea97b151ca36b6344d968b04a3f77a
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f661368860a85f9d7584d998d8db2be08d014745db20ed7fee49f8e86590c51
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131517908aeca3d8efdee6927f710b868683e88c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f060e9af0bcccf91335b011bf324b4d6d9038c9c5d96b40eeff0e76012c40b
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fce5145c90358014a8475cd2fbc08498f635c6
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a273a99b2a3473e86c421020ef8c81e273e8c4ef61b3af5a697e70c6879631
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0f93a46c529a57449d7d566d9a82c9ea7142f8
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86679ba59411533b4e8189f5d18d2b20458b01f13cbb9b6f53d29779744c47fb
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0399b79ce515f00e25bdefe03a2cace0a0243d5d
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0590ef3d066d97e3ea5b47843956d6aa78e3fd6e8df71ce29d684fb7337548fb
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ea6cba32d4bf729563aa46b19833b2aac635a8
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc14c12032f16b0412652d09709bde56df627f966b567344deb4e5c5b235c10
+size 131677719
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b2eef6c66df1914e7a0ebdcfb752970df9921e
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e7c3794d6931946c517fa0d121c4c8861f72960760fdb140d26f1cdd6f9f27
+size 131677666
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c419c4bdccbfbe9489af6a431cc1ea9a52088a
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d852cb079c48425e7145f4434f2b3f98aa109ec1691edb1631098b2bc884e7
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4570f939859c7bc467d94afe3912b6ad527eb2
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa5f0c9cb33cb357d81b655bf5da12142af52d5c7798a3e6ec2fc93fa2d678d
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a4dd68790c2239051519105ce49f060598aca8
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e94c7f5ff0c5dca72b27cedf93067a127b45dbb8a73bf70999bdd634cb00ca
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce4c532449f212aa2199d3c5d73e5bf0b3368e0
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b524bfc8c2c0f529b8b597b199770229e133bcd19429fbbcacb850e6e4786b
+size 131677858
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73434b581433bea6abba40e7d039f569c9557cae
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf148c95967e53052cc9d398ff3400cc4c5d77d01d872328d89a18c3ef0956b1
+size 131677666
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440235c28ce36e4bd2f2cb1aaebcdc3ce2246b2b
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b58df29d0055586bfa544fa771744ce53d5137949e2ae87385f8c2cce57cde
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464fee4a01e6e39cea08513a6602034607a13a47
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97a8d4c64a087aed638a38f86df2db950458d152758e51811e4dc132e6601de
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9285670dbd4f1962b53e839614e160d278e77e23
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0356e4b38650ce977a84cf93a2b6bddf26ca4d628e07587c780c38ed9c8a55d
+size 131677858
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767fa6beb89f2c5f9cfe6b509a560ff99493159e
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ac0a5be30c9b94c54a81f1893b1d65870ef82b50cbcb3ef5b746ab3027a1c9
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900c7cbf66509b5791792f270bcd691c937ee37c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c124a48f47f7e1c1ab1c3d1625ef46e8310a0f146048e449d9cee1d58fda58
+size 131677719
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0772d8939ca431060102a2774c6c441225635cd
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95792b5b266f9dd90cbb28576fd2b5149208a827b10e8eccb5fa9593fb18668
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e82a09eccab70e3c1c274367b86e7eaa5b602f9
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6ce1df6f34cba7423a0c3aa2afbd21a551d65e97e1e71fa5d0ed762849aee8
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b684203970981836e746a94854a0cff65cc48a
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa1f520cd22422955040d0bfc8136cf8ec22e77e33f29f159fae68ee1887391
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00d0d62377160024eb586e2371fd99aea38214e
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493de6f8c0a1985bd554f03de5809253af739abfabb8c2dc689b6ab2b6bdfc2c
+size 131677666
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f090c8483a8caeae7fc31a2941a862a7a5c480
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe6a6c38faa03d68304edabdfa53f7df19eceeeb034b545261dad08887668e9
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6ec365778840f98eefa1f9ffb4d6bfb0b942b5
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1314d99fcc8459ffb1ce4ad3e7b71d7a02aafd2f7088a4fb9898997fa786295
+size 131677666
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e385c5ea1ea25c9f15a267d2db22778508476473
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54914ceee46d31b8f65f0a0637d24bcbf18f2294a5ad5eceec227aa1453b164
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfe2e51baab5538b1215a12518ee83fa19ba596
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e402c7d2ef4cf5f1451a50c0dc702bb20388e5cde3eb40cbf85a0a337b2605
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced8f7aad94b31f5e7f46dd666127f85854d5916
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fd3c57583ec4a60ea52d87970700e5a1c9d026c132fa0fdd6eb43c419eb770
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc66ec8df40fd8d9b03ccaa91dcd6cd621f70b4
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f6623d31c205c4f59a044a1d6ca33009daa34a8f862b58ca2c97ce6b34f21e
+size 131677858
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1344422bd9da739b18fe4d1861eb3205acd7698
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deba092f31719b3bea95841b11618a3dc52205e7b237ce89cba5744f2b16d3b2
+size 131677847
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e03245f3a9b1ed9db2ef7893083a0fd8f55494
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c270251a6f28571a15f91232ae9a3f9dd1cd5cc81c285d60a2809a55c01ca0f
+size 131677666
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72605911cff3b3695c5351f3b4a894bc286b41e
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c1125eac433bba25c8b30fea8c3f59188a85e43e2a3e0987c77ce2d6396439
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e37314c86f6f547084b6bce5e5ff678e4c0ee1e
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7e8818408da95087e55328d2f54e951e7e6bbc44238adecc1bc20d0b231840
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a77791309d739772ebd4a1708c1db399f78c87
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b092def7ea8ae850b656bde2625843a74eff07b8ed97e6d610c35647060db89
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d337a726ea9bc0a2dad25d3fda0569e17272d4
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae5bb43a14b064c770db4e875085d84eb85f811314c474278346ea5a4db05d4
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9581ee3a00ee436517f600c0af0d53888669004
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21d52bcb3d37d9895f5bcbbd3eca9a5a03559651c677d53e0a9dd29ea6a64b4
+size 131677858
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2e2828047bcc4efa5d3691de49513ab9804c3b
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1375d83bbf39e4f2449702839493d65e70827f549680a70e15f3cd362d2de5b2
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f2656372a0ce33f283810363afbd25083c283b
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53786e743343843c146dd10140a893aafb92b468b55dab935954b898ee001b84
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa8a1f458ce2acd6ee4e092077a62b71e24cbc5
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbb7e46857330d9571e50c39d15cd772bafe5dacbf18bc536942926a67b50eb
+size 131677666
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e040ddd1d502b2d017396ebb4dddd9517ecb93fd
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849d934e5c7c9512adee3351672b45790fc7189442b785e0fa61231b247f5755
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b28e1a9833058313150865539015b3fa4fc673
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15a48df47ca133164e92be31dff63646442b20d4eb8119802b36221111c72a0
+size 131677655
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65adc76fcff3dd9b08b3e6cda821a822ecf2b5d
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01bddec50ac28418f3954ed8689722d1477de444dbd7d86d401382bfb04ab47
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308725b89a8015042565cb4cdcd4964fbf7df316
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8cb0fa5d3fb4f3a6f0f6a8f6ba4e8c8c9b3bad8d2571faf884ca7f10afda3f
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d45616adac7763d1ebac4c39d294f00c30549d
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a939c7ba735c15fb6b0b9bdf066e59cbeb10442ae645ab3ca2a27c5d0283024d
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8cabc03979188e55ff68c75f4bfbca064e3f1c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67af38d85baa2bd15f7abc47488dce30e4fdabd609ff18ae58d08cbfa8e0a9f
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6423c0567b80dc6995f188a752a3fcbe5d0918df
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0534942438bf35dd6e0f36a7bdbfb3df8766b518592760f93d571afe005eea9
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe19f57472add7afe874e991fbd24b5fbb550d3
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3290394b078e05b20921915980090ed1ce030d8e242f1c689b63c8750e5a9203
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4224a0d590ee5215b18291e4da6f81d6b59be9
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24aa9579a2e142d89ffd3b46da8082d4f8fce0a67adb43e0aee0948991e0f53d
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad72130928062aa2b26be99acb0077ea8010540e
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87324b153779672bf048160c10ac5b1b92b54a3ea928f7428b6bdf4659df68b
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e1ca8113ff643ce128fb8bdc92bbaa3eaae1d7
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4692cf9d5700c1c929ef09270bfd4ed8172e77c6b935172c3955856200417862
+size 131677858
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31ac594b2172a4bc4fe5d1b6ec665a4544603bd
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d667193e34bfc2d27621613d149cf2056b8d9fb3b5695072adda204132f531
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cfc97c565d937b0c5d9ac5004f14f2b009e663
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ee4a7867804d5fcce7aa9dd9547ee96628e826f366f19a93860ce9f11a4bcc
+size 131677719
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60056ab21724d54ec58e76353d95fab976141527
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d208e2b05c6bb347bb128f226cf7432752a90b5fb6fe873b953dd66fba99158
+size 131677858
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82cc4c11df567b648783ff3d158806821847cd6
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c07a3dd8ea13f50949d1609377c8f9fb860e766ff947e71092e853c5cbc4995
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae020767611586965a36e8a7ca0c45ef8f8f7e5
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cda5da0fe89d29818d9c924ef06b4c682415d8dc170aa15ae4db05e1fedfe3
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d94d940a23d0e31f6b0feee4a3039834cc1e0d1
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5278b390a24313c7e4c9e94051af6b52a380e5c696c53e47cfc4dec8f18a933c
+size 131677666
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5296f9dca65f08930a996cf79c48b91b0d9e8e
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d42dbebce99a8348fefefe2c502a79a3482ca7883cc53540a905a2c6782e55
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108295c2e7fbd147348daafb9fd79c0d6268f5c4
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5429ab0cb75d07d10715d6d412bfd4ae3a37d8728d34c42c24c90049bfc193e
+size 131677666
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791c6fbbf8fb99d23ae63446c80612d59ec061be
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40c895a930128ba8f561ec515b148830180e4e255f8b516ab427a482f0885b1
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceac61a25f1447f53139d0913b66db583639ee9c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42db2b3e3f21fdd3b9be1eae3e23c8ec3efb8679410a357b2e8cc699545401b9
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106acc48839d8e434160ca598eecc0fdea536cca
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67782ff2d6772858f9824fb8a133e4a577adfc1d065e1921e598d75fdea70460
+size 131677858
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efe9d60da76a16fedd9c03977e7a96972d431c1
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd579e92cb7908b68d1925e1d16b13d174af1fcbd4fcad2260077190fb289ae
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a068f76308571df0b603b3fe3cea8f6ce98caba
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11403b495c2a25ece4b00c5a492a073ea17e0f035ab3ea74292e7e5a136bb23
+size 131677719
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ecfd15bd075b905cf5f607fe3322c1ecd60a7b2
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef91554593a6d691fab6d59ec497b29388c84bea4451402548c187f9b04af23
+size 131677666
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed750dd627fe0a9ceaf671819575bab46444a341
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4e04d2632e2d35c95130a3b982a85993f062ec69a34ca6bf15c57d5850e4b8
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c828632165e018d65bced86702113976de9da4
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c59754db9fee1693784eec41dee71f4c832581ab1c19c4d3ee6292179510a3
+size 131677858
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1ffe2413d06e338cbc9a78d1977257c27cbcff
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09e172100cfa924c5ef823c42bd02ded7a1680eb3d2202309a39971c52ee8cf
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49d6e172c1b62880a90ae09287c49b35df44f8a
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dfb086d8f3c0148ffd364e026eb2a52d229f407409f8825b2265de8b6ac63a
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5fd66df8a3150a47bd6d5c16b7bc4791743c7d
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45226c483ba05a54c386c9c03a21f77ee9f20bfb073cbd6f9bca25bb35f5b64c
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf77671ce9e2874265235722e84e9d8fbf8d006a
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57deb595f2d31c06b8f673192694894dfe3b7622447da4f1cd5e7fd9d010a3a
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8c730b92b507dafb3b9acefde0789007b23d59
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6acaf23d06a86d89af6b83fdd0761a8e8b60b05f27b7f44d913d55229eb3f9
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f44d3b96c534b8f6471c0d09e49f05806d8802b
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8312eee0d9d2345a895d6006ea151758937e24b153154592133b6c13b1ff47b
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ea7c1fbc3320d1b604dce0b41fb7134b91a890
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45bf5b983a3164cf1c0a15e9f7a6a425dc160df8958a1a439860984d0c8b407c
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7346ad1e900c00d0fd6d4d097bac21699669e595
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea6fbb1eb9ac160923a73cd9149bd83ce9352548a78c3e3da6de81ddbcf0999
+size 131677847
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852d7569f0079b116a0d99a17317ccb90daae80d
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745098dc4a07cd07e51bb5a39b3aa96fb435075975eb9d3c179ee3886d5fa5af
+size 131677666
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74c7b3e6967916c44f8eab7367af16d9c332064
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac53087bb0968ada871d84330c29355df49593e50a39d09400fdf0d2f759c25d
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e4a47f64b33abcf8f8d925d3912ff24d215aee
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d5605f1ff4c998d5acca252a6200549453f59d728de84b5ce16f54a954e687
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a102bdfae047d27d9980b56a0830da101c3abfe5
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e610ca15f92c7205546806a70267795bbca84f40a77365f4dd4f0d2aedd3bf1
+size 131677922
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffad468cb396a1265d6a756bf4b10f913ce2472e
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06730ca1c26dc7a109726e3ac1f8b748cc33612c7332d6f1ea9d6a0cad87834
+size 131677730
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fc32adf7b2ca6a2b33eda98ff48cb6e77052ff
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6672b9824e70556b1d9ef33bf4984b83b65f8e8657efcfb31a991f130949c85
+size 131677666
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9f1fd39ee6b0c6d911366d47e9dfc1b7563fbe
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f3b8d25faf34864c9f230e2da3db333afeb85377e0556cb292f561fd6b424c
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea3e5137fd79f01becb8c29d81e8c811f0a3b02
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d27901b19d19ce7377c077017518b72b66e941a4735abbabef96471803a2f6d
+size 131677794
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f024599fba4e7279110b5080f4f5c99cbf31fd0
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f02cbafcbc4be61d15fd9b55ef84dcfd05b8f12911bb41dd6d2188eb777768e
+size 131677858
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b125c6f7ac915780104d1e3f8180a70c4c789c9
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d1ab3e3ac582090970045fa52a02156a1ba39dc9698c55cb5a7402a54bd320
+size 131677666
diff --git a/2b855b11bc4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dce415fab1b76d704cbeb647c292b28636f4d5b
--- /dev/null
+++ b/2b855b11bc4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c929400646eafe1ae6bff69d0514a3be73df7edf34d6f94fa041c224accf2a82
+size 131677719
diff --git a/2b855b11bc4/global_step52452/layer_01-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff541d2dc79e412f278fb04ac8828e7a52e4637
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef452189a232ca76415cc4d3b8f84d222402656ed846975f787121590160f3b1
+size 268043523
diff --git a/2b855b11bc4/global_step52452/layer_03-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2878d877499000efebccb01a6cbcefde4ea18ebb
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8dff8f34349eb431d1754602f741dd2bc102d10f77f48c8ef78844e04d08359
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_04-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd42049237695f3b9300a2dfb627122ac44c120
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabd169e396eb0d969ea6f1b2ea6f642558d5437ece4f2b8aa9c9c662ec26717
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_05-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7a87902723a1c94d4056c545cf90eaf75932d4
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d77fd0d4a5dbd006d1dadd713e3c29f10b8f56802604a300f4f042026a6b3b
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_06-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f40cbcab5773ac55d45f223b34740f3115bdea
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487d435afcb4221c989837b6850e41c9cbcc595c90eedcb7886e26867866f954
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_07-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1c3f981220035835c2a3ef971aca541e0186fb
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8785bf6a1a73d7293e1372a303d3a193bc3ba6c19c154cf8ae022fb089b30ed7
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_08-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14f34f2f84bac84e717f2007a6de4a374b014bb
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02ce107741295f3a709ff7c0094accf0851195d9620c14ff69fd9725d32b55b
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_09-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cad8f6f8d1fb9d14d4842287ef4979815880685
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0431b32f307594aa41122be3ef500d67db91b4bcb15daa80b056876bee0cbc
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_10-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3bb1c7eb76ff1705fa3f6f725110ff8aa473ae
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7c53db2f685e1922f474560ee9666c912d2e03c2821e3a5cb7710aaac2af5d
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_11-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023fe4e3c788f099ef3cd8b4ed381958fb863b29
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3524bd6adcb8ad356a304016febb2bccb62c1c153ada89edb12d23171be735
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_12-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de880feb96eb306ccdb03d21239cee32633ff8e6
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8445b5242229027baa36a5a43d707ed1cb11dde920578fccc408c907dce598
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_13-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af68da7d7999c748ec41ecac48acedc395876eb0
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398ce4a0a6e6059d5f234946285753bdab8455ee49663888e1347e8ed05451ae
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_14-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6533476b2bd02baab6d5d473dc1c8482deb9d16e
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6882d1bea884e4c0b2018c9b2729204e91199473e0d9bd241d97206202c65c57
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_15-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6929f9a392dd90c43ae20a819a37071cd527c2
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d0889ee6018612e07be9131b72cd3a8d058288921c95c377adc56fe9303726
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_16-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141abbe371aa21861b4f8becd3b358204eecd28d
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e2df7d251a2503b7b2d6e800ee7369c976615d7dde8db96905259f5eff1c20
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_17-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfa622aa34848b0e2ec834a2cb951eda5421625
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2f3ef87ce86afb88fc12002f583d2771fa7f8668617f57dbdd06c2895ce3f1
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_18-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd7fbc97bceec091d5db4a30ac0ff986195cea6
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f661259840c3bb871b6f49d738c140aa1aa8b7b2ff8e90c9a26d3e45795397
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_19-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3272e6194657c9b1e674c8fcd023e81b5fd0133e
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa167d50af4bc848d053d7bd28d9c30f85995ffa6b8a302e794a0ad82b89e29
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_20-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bc19d516d4a1cdc462a9cc30d751a211108647
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4d037408672f7d82577aec98cd873a6029fa362e1d2aab7bf22e3cb1950a2e
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_21-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72da1adfc6bff61fde231793f6dde93b7b320c2c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79300afbd771476e170e755384982c8007278ed94b3042dc1044e314bf316f5d
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_22-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad41a29376001e19c2e9f73db721c9aa933086e1
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e769ce80f6e40e5718eb9cb87ca0c17c944db0a20e87832180e8a8e076f2c536
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_23-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956a9e915647b16d3504b02f116b945c71158d77
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd1e611899396d35215c0d00da4bd0f9445afab2006bc423e9ce072ccee00f6
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_24-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70ec6d3a978246ce5889d4a5832d8269522bc62
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0882726c41e5248168888b897eccf322dd8ac4c794de9f1fcd27e13291238110
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_25-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5751b0974c3ba5957841e094324daaf377313775
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec317a2b7206eeec6ba3257aaef21708ff63b5dac614b420d26d25214608178
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_26-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eaac9887172dc71abae390994d98fbc5b4c0981
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38ae6a6c2dce0529134a8f93e6e55c849041cadf85d40e89449fa26585e429a
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_27-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60deec1dcad9e729761198f454ce842e72b2bf1f
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a470622bc4c7ba19cf3cf27db3b9813ea1ab98a43b389b02fc4e4647b2b5b31
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_28-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903503c77d5d3b5fe7a0963750e081191d4e155d
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c57f8ad676c83b1ee831df7311538af2d5e964ddee1a7ce8952591818512fa6
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_29-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fdc98195667be32e7b9f93cba955ebe8ed61b8
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5338538ababdd399311653d38741f5b4cb65a5bc32cb1a49986e42028c458c4
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_30-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdb70c631af6c998f44b66604b60fb3a4878a7c
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194aa992150e3d8a3a4da052087c18a33d3dd5d24bc8d257ea5fb838782859b5
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_31-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7db3a765e76c3b51c7b1c4c87ce247fa18e750
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7d5510948724e60740098f08756feffedcc395a1ab37c84f9323119f42c1a3
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_32-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da287efe30d929d0d9f8726a512dfbb9a2592308
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d71ebaac5b62f05ac7d1f3c06872282310d3d947153f1ced60e1bc66941283d
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_33-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b930b9fb79d5943606e83725f096eef640c197
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85756d4bbb35afe17c18fa9e72b1deb4aa597e7e0a2d07beec6e61513660569
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_34-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6df0bf6fb397c0c5576da019e4945a954ea1bf
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34bb70c007c00ee264eb05ffd157d0b27d9b378ba014144729765982d81d2b9
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_35-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa178960de38335092cde705267461f43ee5e9ae
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727762d9cfc2f32b1bda5ace04e396685b25e2536e9b71f92311deee248f8606
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_36-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a5388478801f4d9ade779167adc7b9173b54a3
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6909f7bd623f7100298475893608b7215b9cb280ade22f48048c54dae2d7ee
+size 157357315
diff --git a/2b855b11bc4/global_step52452/layer_38-model_00-model_states.pt b/2b855b11bc4/global_step52452/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851ac16233cf405c6119c086a35d6af83d35eb73
--- /dev/null
+++ b/2b855b11bc4/global_step52452/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaee5168e4830188ee18b2e96e9590bbdbda1cde55e9df1f5db2294d06892ba0
+size 11459
diff --git a/2b855b11bc4/global_step52452/mp_rank_00_model_states.pt b/2b855b11bc4/global_step52452/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5333670f1fbd1461d6f42c003d6ebb9f0d6825b0
--- /dev/null
+++ b/2b855b11bc4/global_step52452/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c850964f67fcd459090c3b9be21b33b030607f6fccc04ee3604cc175635f613
+size 49907
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00216f48ae46465e8ca792520accbf8be1f76e0c
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206be1f000e533bb557ecf1cf436aac868f52fca7581a19cf3727a2ced9cb4dd
+size 131677719
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc6fc364b1ea4cf99182f5984204be052576d1a
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7bec7aa614033d403ecbc1e32b63145818746f73b88552e5046d39cad79cbc
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a6197c16bc4e30feb70fb32f693476a0988aa6
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dff5df44ed09de6608aecdfdfa2ae90454dbb7e9c04c6ccca2a17408dc9004
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69680cd0604ab7bc85102b3b8e397c643c8c461a
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c79f4dcb68c95715fc16bcbcd36577e0d0d9d2c2d1bb5b1ba4165a0aae2f3e4
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28aa7e11f20c7b9af72016fd9498cd661620bbe8
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc581868228f7d30935d8f9208e01b0e8bf471ca1d8fc03ef3628f22eb02d697
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc6a81a04a423817ff7bb148b555690527289fe
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d408315c692127b3e6bf364589a11068bc1d9ab80ff7625a01172176af52392
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2bae3d9b77d522e607a132979ed58e6ff2cf2f
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a0d43e1f1ad78bbf35b0cbd4056c159174768efa1cb894b0081b96aac2ce4d
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da269f31748a25ee444ae3e7db5812f353a947fc
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16c8b7e251a6eaf06602cff21e1d03c16273f96f51411e289791d4fc9367961
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea04e8d8ca3d20c980da17884e8b183164220f06
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5477e90a75cd43e46b7f0f125e3648b63e7b36fa6c332a6773084808ae652a63
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401d8768329703bf97804ec2e1a303a3d008d646
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d638ec0816f8590b2b3fe60223d342747c9e5745e5c36270bc92776d76bff5
+size 131677869
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ffdc55962779c1c4315c23ddb9a38686a207bf
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f25b182c4236d4743b6d332b0a5e495b2bbd5633b40133ce9f378ac689d9cf8
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8a2a6d8bd8d7dec3c74dc0008bc6b93c91f287
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb65cd070f420f7b60a5812bc3b612b6c10a107412712df9bf0c58dcdced3136
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6febb22230446ed99a96226d7471b3dec555e2f4
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0667b1716bb6ea0b0e88d307cc3e46af3053a8056e167f0ef4e58e2d0ab78f8f
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878aa5f0d08e7aa2475dfa5378cd5dce09aaf4ca
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169322cb910d1a966cc0877fd23299608b94dba4ae07846c50aaf617acd6d2b5
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffab1fef7b92cb90fe25d71abf16ce3630e6ad00
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa321f00078c3c283daf58875261329b90622d85b033e30a7e482d98aa2e884
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20d33194cd32bb0426b39f9a3083f133f575890
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31dd08cba39691135b63af4993b2647b1d84594b79bfa42c5e9707b7ba68a325
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c587987eb643688d9589e235b53d5ebc3cb109
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5686a84ccb4e0399e58b493c52f7ffff063ea4ea3bc724fbc4943219b119430
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f997a3cc99594567397a59ded4568f91e7a362
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36096f7565c64cc83ad6b1baafb910d2157f4f285a144b724d9c14c64ce9d286
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a229557d469618530746af52edff01f7aea6b57
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291ba14b70a2d0022d4ff7e8cdc399eeee266fe6b8dcb817a2c682449bc28f26
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b4663b627cb356bc79f2455be4fb2da1b64b01
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91af68ec0dd979ed96f0df95fbe2244064770090e0e55c30f912996e6917212f
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316fdc355952b33af55169293f23c3c440607e98
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04ae45f65b8e30b0938e15c61d0ba61b8f7308f2beba64c9a782b4a6a6037a2
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ca537bc37d85517ae8a5a7b6a17d639df0ad2f
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143ee1cad48775ff4c2de57aa529ade2f4acd7b960a8df8e27160a951f8c4bc5
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2577274ecd81de67fc3ce45fc85a1a07403ce15
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd474816065f24f9176469d1ec407f9c21099ebb184bbdcdf4ca7c84a1047154
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c480303f536ebf0e1263bd29184853f7a3c8dc
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba62ea16ddd80b8856600ad32f30ffc137b585d77b0c289c2285f7907a352721
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80dacb89456e678a13cda84698f33851096c587
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613bc76b0ee2100d602e050142ad64c8aec0eba816a89f8259f89114fe84e4c6
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca6bd1a6d511e11ea64e581263fdba7e190bf8d
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00aeec9454c3c5719338f336b2391d175c2fe5d02776db29d6771a1e0e5053cb
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084f942b790e859023b8b53ed7c88896de0c2e1d
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1606c030bc1f0448e29f92e06b383309da8b9b2b31325a3765282810d3e50671
+size 131677869
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10639716d0f5f9b9768afaddc1760b9520678878
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471259b19a2ce8888988c59be319e5eefcc83438c1dbcde39d1ffb984ae4e1e6
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdbae212a7ffe9dfba10444a1081ebe3d13ae12c
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b5ac97224fa42e78b0f9cd32e639283f6e8d0c51e8ea556ea802593834276b
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9e888cc411c57c663e2ab8febc218419484ba2
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79eee28ec6fd12415ed2e6a664343d827340b346ef2372dfb4e1b84148310655
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981fe482b4e40d6787169fa520774287cda1c92c
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9c632260a4e55915f4dbbf4d89690862b040afbf58ab94f405ba17b0b42850
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62866cae3d39e6488c1e62f206bd83613282aac9
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f77a1515c777a85abab3aae2c6738dee0bd9d11e25c231c97758c1d8b0f2828
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d9604e0eca3c64b8f8e81326af2f64aed9455a
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b0176cd8c202ba1dc7b7e563f9c603cc66f2e0c5a01cc7318c7f74a644282e
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d083b6463b2b2280741e1e0c518784381037942
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7e925a584ba4370a82ee30f77c6e5046aae67ea547652599f4f381f26e9b7e
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab236b7f4db4b783334250b3224f8e2d8fb0b473
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f8ce3c33cc09369092cf1ddfbaa7f2c0f43b121ecfd04c0467270013f6f703
+size 131677869
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2406182ef7db154cb3759977c749c3769833ef78
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d241b8904d2a60843dce01180ddb46c7cc324b540122d093035f22705a8c86b
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6f27ae4409b32ae003fc6aa950133f692415f7
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e0f939817d644b58b7ebd5046f73a63da2b3232d865faf5dfec7feac96c5e9
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e81ad6f5cf1460e3c23950237e4f854f38b638
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba1fa52f667579c00a19e709a09a55861360c7aef64fd74c920c33dd3da768a
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba8eb06131d86b0cddc01e627525b78f6d7dda0
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37013ce1964701ad288c48a4419020c63b3f62139b86cf38d50b359b9a76c66e
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc552ee55a0ba2da731fe41c25feac664db28d3
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46b87a91a242c0e4679260de1465ec469be8ebaa379656648050d77412363a4
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1616f329e1d8fe5062edcffb86732fa2b4ee10d4
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d5f73e0a92900cdebdd17e00841309dac2d551e062112c30990d7d4f3e9217
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8277e311ce826e4fb123333e89f943fd652124af
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2938545ff73883af43572e067d1fbfa34facc8669a973278e3b1f8aed0ccbd8
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a8a051315510ac6c0da8b4f6dc4080f740f6fc
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037e5c655dd17ea1e9984899f8e4d4df306bd8e813d8413b440941a6b847c55b
+size 131677869
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720fc10b58dc278ef1a4940b2716d306933bf07f
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d9425e2d23b2fe3c87d3a9873dabd4d6ef4c6622306c12dc5479df560dad1b
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b890f87085408cee6544a89d794a2cddf3b6ac
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca05ebccb1ab7a26d9f7c099209993f957fa4f6cd75f3f2f32ece4388c7f8328
+size 131677666
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f46ffe39d241e757159b56c4210e1ef5f208b72
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee23e6c621e482a9df13f8131df40e4f467bed85bc0cc58d73e7d8f2ed28bdd
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd6afc79f28d821d01d6977076aa25f2c6ba1e6
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bb2bc16628548d3478ca469f7d8f8dfd1d0482c09dcf657bc2aa0197d71591
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666df86cfca1d09633a9949784456b03a374fa22
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00369764d0372b5e2e87b610d7209329218e5ee626e9fc4f7fbac3a6b4cf095f
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b351c0c1f8f262305a7ab6b7876813cb8ace8c3
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a1b6c82f5d31980e893564ab308e0365b98d0a79e6de3b08a97c1fb599b644
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8ae3cd4e22454c65fc8b3834ca0efedc743f68
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98853868e8268a619a763874a1994bb26d65eb6edfd62a43b19f3d2b9f4c1b8c
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c93233e0c8dd6f54c4be4e0acc317c447701f5
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f42ae07f46204fb8ffd0efe9340cd2dff046172db1a3dc7389995090cd9a382
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2e6dbcaf135239b2532afbce258ab060a98585
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55bd3d67ffb3bf5821ae03cf260f91cb6ce5e32eb42e897200be89bdc682055
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07a0511c36fcf95bbf35405973bef84dce7744f
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96261fb24b06d6e1605f9edd43f24c103f14c3706d9619e270eb19ea74be8090
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e7fdb63a6312e0ccf259f949748c3941994fbe
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02a6669c4881c464157c6260cd003ebd9701589930e4faf942797df5bfe8686
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3ba2759fd9e4f1b8044c62bea8a3458e74b2f5
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6c1fbeb940ef970ea18ebfe712a240a4de80582cb09dda2f00e471acff31a8
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6749ab4d90f8c563d5d0bd8a209aeb9d14ed461f
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16672fc7fa4f0bd995dd0262143cf49d454b608504be2843603d3f2dacfb3792
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf4528a9b2fe0fd4348631b44df96d338feca58
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f109d641099edc631c102c096edc23406ba6074cea2e31081c41b6084a32fd
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0228d4d8a50a5165d570215da156e121ef184f91
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c7c2c154ec2b523daec6cb5dd52e6ee798a84dc0e8e7bbc70e2d09fd82737a
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6615e93da5950319b7f2a770e66f6739ad003c72
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f68ae758ec4c0dda4603a98ce76fe9fb0181b7b54eccec431156919b7c305f
+size 131677869
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c39cdf6d24ac2a59bb6fdbb19639c077ee7bd2
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c8c7e7b37b8fbfb3ae794a30ca05c57a67fff11ab3e9d74c992001fd16a2c1
+size 131677869
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfc4db3f712afb90a82b49d8c9fd84fd7d3ac87
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520e2c906bf652a46d4c7055fa78a3e427030656ea5610f71616691dae2d5393
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5b97cd09451b9f1073eb1eb76c62496f7cd971
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac193dbb80ebdd7e1048c274f4175663d956025d4a4f826a2d4d88e0865bf76d
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f385fa43eb531fda07f8d4bbdb6faa8540b1a0f6
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30accbc4373409bed46802991593079ed701a7d096973da3bb0885c3d81bcbe5
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5faf2052f72ac3df5b6ea126fa6a25af420b596
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a56c94c1ef952e8974122ca69d88727f332c239ae7365a12025bc303a23e58
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533a0a753d01f9a6f1f1f9c6007d3cd8a41c0bf9
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f7421a7d22053deb42163efba9ae42f56deba36c9841ced6bac6e82d9858f9
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1486bc9f853db0517ffb26bad2fb2585f6cbe94b
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae597b3e26f7e3b4ee593a10beaf0dd682cc1cc682c69c406042c52e668fa6e
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7950675529f429b0d14ebbcb6eb5f970a15b87
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f2e2c78792e1b1d6b6b0b909eba549ad48cf06337b799b37facac4338f47b6
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a7715af3890ff806fd5a4c6a5d9e2d4d360b4d
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db16bbe3c0054cd714b31a1f369b2978a38a71fa0b6c1d9c6177bcb726b317f9
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64425dc9eb36eeeb802f8409a5b544ead76334bd
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc754f22f63c53957d38ba25064c68bc2207eae4aebd57f36bb33f7eb038f90c
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f85fe06b2d592c3cf0f6a8ea1be1227ab9df5c
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53a51be134f216bb4c329bb0dd17a298c01ba0ff164bede7445869e77ce9766
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d6be3d7a4e36ade637997036b836ed4dc6957c
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb03648b1a60457e2f9c9f0f9712331ebe9423a301add785897c6bade2f57f9
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1076a9d6285632953a09ab1905170acea78a2b
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad898c3695df99aa0c0ac5f2bba209d5e3e34ece8c16b91382aa7cbff4e293b4
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f244fca9ebb55d957678558e23a1fa4e3ff8a6e
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96035abff63e8ec4ba965cc67a78bbb088fe18c49d317491b74795c9bafcea63
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43964241736bfec721f5dd7f382bd7d11e47b40
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c77d95ddb64ff91570618d3b2f331522bbae2381c450dcd005842314ae79246
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6114d98579ef824ac5a7ecc7f2aa510c80dcd4c
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316d2a08a28bf8fa9176b469c608eafd72861b5cdf2832aea4c204bab927c431
+size 131677869
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0c83124de460d84e69133e54bb6e2886105deb
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc057979186721b4846e351f6cfe7424405c6bf42877a0ff90348b6550925173
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6a969bb2458617a24bf55a8832c4f16a821242
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c730871df0aa48b42073b3edfab6a84088c5486f47d9e458b93bddafab73c97
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb4ffd8fd674e01f646e3b204f479a0225c42e8
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167af3408b6e98563380af6ed86b5c50355cf1480604012e368d7ffad6e98de4
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b795c128fb64602c84f714717cd0587610c409
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8620bd627cc57fe4eef7250b9ba22090d5cded18736a94e324fff1f3c3676ef3
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350069ef0ea96a9c11190662e991678900b59762
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1beb8521e260491e1d9903a64d9c1bde0976586e59554ae1f02d1038f37232b8
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97fd262ea60d57e49ffc9781192fbf36ffc602c
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d04da2d9b7e0b2ae2a81d96a55319aeb95b475eb800d3a492437263f60674f
+size 131677869
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6da57d9520a9372c709cb634ec663604a6ac0e
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4a9e6d794d5216597cd49e3cd46df85e015996594ca425f7c65c589693a6ad
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4879d26df792509905f7a5b79cb82a4db67167
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75127e45a41c58dce27aa884e6d5012ab5a14d1f502d922b68e84f24e74ca35f
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133ee5d9cfdabfe444cc97499f221da23bb2c909
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b3d77b653ae2b58f39b7889f0e9400d4d6b8a02e093cc16b5161c0cb005fcd
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff8de9c050c26103c3cde89b594e405a3162d2f
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e85099b2172a5abb2090be044c42fcacef82bc83f0ca163b09d0463fc97d44e
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8510ec59711ccced0731988a2eb7d6b7b55881a6
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969d4966b24fa03e2135ba7433df700b17593955eb6387ba42bf0cd617a1e433
+size 131677869
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b60e57080a74f13017774d7ebf0bd488cd806de
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811ab2c10facf378517d67b0e0215f8877b2383a548abababbd94df6aae571f1
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2331b3cc7e0938d9dd39c56734f27a507a4fa18
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2247722e16262223e08fffa3286cbf35c9edd0d92493110ed9c36ff7fbcc61
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f93e7ac43d569ac9e8220fcd628cc54311412f8
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78902106c373879283e46d1a2eee86879f9f238d3ea6caf0a3e89f68f99b3266
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1133a9674c7c13d45aeca85e8840472384a59a13
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54dc9be155a73bec1db650d315b31c74ecec841702215622f7ee6d9b76f43f64
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db57733cabdab94b342769cdbce4570412e53c7a
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7cff331e27c83dfcdbd7ec901a094638905866a3118da212d8c8be60e11328
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692b6f953a010e650c25d1f3b6847126d346a609
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea877e2f31c5d09414b6866f854affe79eaea16681bf644c244210b0f0711376
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622d2e30a3b1322bceb70c31f6cab1951a59cd09
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a8b16a1a2cc96a3b2d70328fa0a32852592f843eba8fa92301f87d0d406f4f
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596902f4b532b32a89ef9b4a4fde7550ebaa4309
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3925ae09fedf838d12f863b64399d9086d70ac9c021617578d4f470b80da6c79
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a106702b5bbe6ac72e81da5dfc1e6a89c748abd
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89311ac8b52a997f33c7fe69297722b8610bf762de0d1030195d8744ea359089
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552c787a6a36700f6e6adc0cbef5eea79462f2a6
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b134cc7e0a11ab2d9f9d11290ed46537e04a43a3f5973e8ef93eae7ef81c8c8
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd33ef226fb20d9dd0ab0db3c29b49aa5a0d041a
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d69e646466b1f92f80f5cc90074cd669b7bcdb9dfc721c20b9cd0ef7eb8f629
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e7274bcfb6673f71cbcc4b65bbce53ff11774f
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622d211bf0f0221ab0255424025dfe8ab7ab94f4b923daaff20423f8c2cf9f2e
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be5108299ff06208d3ca86591cf3a8516693603
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32af103bc79d225353f9e96f9ada40dde64d89b04be9d71f7e2718ae31f85aec
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c11e3e4ac603aa70bbf90bb200f1bb2ef3aa1d
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516c783989fb28de127f1586f846a296fddb7bf5c8629c1e8fc60a6e3895444d
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3540e382f24091d5493e08af99f72fad54b5598
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ebffa239e06bb1128f804d3b496337859baa7df6cc1febb738b3e7705a8fc2
+size 131677869
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec32ac777773791ac01702cb29a31bd5d7506ef
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c22987387955018b2028efc5638295c8c6252b32fbc96414d9fe67373ea269
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965a4702dc75ecf1a5edc27f016c04b06a36979e
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a2e566d9e5dacb3d921d8d42506f4040e1aac3f12fe2c1a56cfbfa2cb687ef
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b60dcb1ad1dff2d84beeaba2954209b17da27f0
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1777b895d74d189dde0916c7d303b7b8866832876df0b95b393b196add8982d6
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4d8978ca69b6f09f6e475219fe0ea704f200af
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9ed9846525a91785a8f8edf0421d96b093d79cfebdafa174602eca4dc4e69c
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e676bd3940e0f24eab1f2ee953d02fb21287a8f3
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b133997454669e4aed303c33bb4c42ffb7721395824681252b182ed7ea83c704
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d831c0590eb5b6688a2b4c29acee251b00a81053
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef24902a7db707ae998937e0ab5c5ab3827ba351a41218c32913e211af01c0c0
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c9d7058759d7342f5d42f8f08f792607441f6d
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18325cdf294695567265760e49b03c61b86f7137c7f57479b8e7538e519e6049
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08223889ad78833732f032956cff734348eda0e9
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ddfc50a3ddc7bd051019729b5cd14c4d36e89bf87ca4f4f345b18421814ea6
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4bb34ebff78bb962ec7d93dd4d3409c230e97a7
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c896e24f7f3bafef5eafb688ddac6b3004f9ac4e8b7f11966ab31eab389ed5
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127595c4120313d4f873f7830a5935412ed959f3
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e790cc924084b137bb4611493f6dfcd2efd3b0cfb50017e43185ebb3c644da
+size 131677858
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f00dcabbbbba1ee90a9c2de5819b552c089e41
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35727da314ae89880603d8955790df6d71c0e65a26715a000ff2adfd34b16d8
+size 131677719
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a92ba81f965759f1a064d768bd6cce6c7e3784
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e507c96e1959b03563eba69016708577d9c24df2a0fa0c77547f4a87c79d8a8
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ecf307081ded21bf963e45dadc2d996f6b36437
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb5392f1ed70bca7e6963df723ca134cb75e8b930ca169925459a22267358cc
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee57d8cfe508d188700c77db8058d9e3030baf4d
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ae08192ca2e85aab978da86f0e16c95b76cf72d20afa8a3a75d88edb2040d6
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ffee11db2f4ec17c82b1579a0e9ae037c9eb2d
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08470cee6deb78c24f69843684a8469dc33e8da9b681795ce1e57c009e67edea
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254292bfe985f9c23682d6a899bacdd4a0b2658e
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915156b3af39b5a77d61eb69645491f816d962f5076032f9144cdc902bb67bd3
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef103451de3122aadd14d693046da930e3c168a
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913c291ad9789aed158ca36cd554372fcdf14d6175be7962a472523024c17861
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779ce2b7b7218e96dc9c704e5b3f4da440109454
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027e0d196249c2965365aa54bf45fdac68af0de9f04c5d4b28124bfdd1b08d21
+size 131677869
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccb1e15f2fb8bb5159f74328136cbe68c99b08a
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca19e9d6ad81971c99b5054a67d65b6206cc583af866b64cc985ecce3c55ab2
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6aa94aa3a56a28d5d39d1c1d95f416fd6c7ff0b
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80bca2ede0efad367d773bd46a784d92b0bf7a28bc492ac7cdd3250eef20fbe
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37544457ac5cf4a615024df6b3c19e2c66287406
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c196614646a21dbd6b032ae9401d97e83ba7c4c6d698e58616467657bc761792
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192f3b0f8709ef9ccfb5d6bfea6879fcfd14ee78
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1559da85e2f69eda7174cde8e9db3409720a5b352f32da0a9d399b5b24c7712
+size 131677666
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9363e5c648643e61aa319e64199fb6d6b3139aae
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd5415c24aadd26c86850d0d95de74fc65df29e8f9964e85e56fabf2cedab56
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7719844c130c283eed24dc66438af38b10b6bc8e
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e72e6adf9a1f6a94c7fb3f073f18b30b3022fd6e3542035708c97f7023b38f
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed48e45351c4c1e9b89615ed4ebe7905cdb3dbf
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe3904ff5772c06bfb6e0f89854c7ac66d9d0312c644b3827d6e3d28091cc31
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fb236173f14de36441cce5f8ae5dc7ecdfab46
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c2b8253c6f43d6057a858bafd35f72c45cd5cd3d4ecbac613888fc08f80572
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee9c5d544e8fcc34569c438e01d22f932e5a721
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0f6da2429cb534921ab561e7be19b027e247f08724871c5386ebd67d5030e3
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095b89c6eb043edd4b3f2803afc4dbaa985ad3bc
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a4e7728b5e0f95e0fc49eb37108b3302b573c0137f56de39092a8cb8d27666
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c97bd633c2203956bdf0c2ac23ac77ed855f42
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eceaba6abbd9f08c940f3d634d79970fc664aba8f601251a0ca074311e471ec1
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71599fd76b11ad8a9e694f3d36315790584ee206
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e1f6907627c0d09852880503731fc841cddf4877a7d5f666fa1aa3de08e3e2
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e0b411349f22f0d46d8a7573d26dd6a287be00
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b022917daa35d0dd0bf62bee94194ccb237b7b3a8884e5f3f5f585e414d90aca
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054885021acbe82a208ae8634a6d0d996e7c3d34
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d751dfbd66ee75cdb58e19737ab2651b37c01af0c286b883d2b4587bdac47830
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51db1e84088a9799bcc25e4191decb8a6e504311
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409489f6b9da940bd7a6bbd6da7e7a4656bb1ac842e30ca7f2f3863298247966
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f2b4b0dca426071b4167409618db7fe525aa84
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cedb486872d1fa8c3bc7e29cb9f8bed763bea8346dadebde95b2beec37660e
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611bf9be06e25a9f28e29e09a9a48f5bb4be9268
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff76f127da72c28223c610f566c5086f7b1cef1a9bfc9f434b48ac32afa934e9
+size 131677869
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01967678bbd75fab9279e996ea20547e31642bca
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2835c1a1a42010197c230d6df0f920f88d7d321e77461cd57f55f3c1bef0e25c
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6033d52e9b2fc19c8088813c86fa96d7fb99367b
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcbc8c30ada28087f3bde026f74f0ea6c6a4b830800a3d2aae84afedb2562a7
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9a3d590d96fbe4068935022f006276cf9ed2aa
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb501c0d088199f602062b02fbe727d9a73387311cde58fe91601e4e89ff3a3
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf99870e026f84370c8ff663276f30f5f36de9f0
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb36e9802c862829981564d82a88f9e65c63a0d721cd94f9d736400f0cbdf430
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5c3023777f069c70afd5a9fbe4021a81f81dfa
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f63cfef059530d5a016a2982c8d15a09924b9d0cec63d5df19f731a8f6a548
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768e6e7eff9284d345dd3795309f34926052433a
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be046e921af86533fa693ef55850efdb5c7889c6aae96527a3396ec2ecbbf21
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a299a51b189f62085eac4e585ef04122044ede
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3afcd3f985d40339bd42f2ee070a12f20b041f5a084d03037ef0998c95f7249
+size 131677869
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b326adbd64a64d4a42579c623e0349c5eb0531
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cae0aeb9030efd2f8dca30f203b2878843be438d4280cc953b042a75147a4a5
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55488b31249ca6706ecf9b5a75dcec1d9081dd9
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772c560706690e7ad5d39bc49ebde0015e2a76749e41fec0ef50948a40c4853e
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51a3f2e4f0b431ce79bb96c7e6e780bb5c81673
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8e08febe377886dc542b8def9383785baccdd470c1db0f129ec02c46bb4a9a
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ab9517d4d0f83da5ceb6cf96091eeb792345ac
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b59a76066ebf09d56ac5959519f7808dda661340a72935c637a45f09adb181c
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91766adac122b6b7f73cefa157300f88a6845d4c
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bd621faa4127ac1d0b399e5cb78efbd8f060794a795ea4b1862ac52f5bb12e
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4388ef0c8654d150259f11242c481101d93c0334
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c926c85bd4d8b95b0c5d8bdcbdf1ffc40869a01d9b2f9a972feda6d9e40c25b
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff88693a5625a5d2614b953f3847425e787afa5
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5d995012e531af215884d91668563159a8080f13b0971ca6affce9d6360b9c
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4874ca0f2b731ce4553ecc072550420e9fa74f1
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6c11aa4afabba0029a731e3e287323defaa65092d9ede41d7b95e4eb3ee93c
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4408e90d9d5609e9a3117836af58f72c5f05199c
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61bcec30c6770d3bdfc854b277039fd0615fecbaa806ee75dbfefd030f65b731
+size 131677933
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff0b8fbc393e7c569dd74d4f9e43b60e0beafd3
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799997fb5a33eb19bcc7ea75d2e265efd3e421195b57992967c5d039dde24570
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9449614a8724fd40f9435d543bf4c5c1040df6f3
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5e5a3091bb6a41f9bc9c59b69fdfeb284e9804c2a9ef4cfb01d1fc1fc9926f
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2df4a837510ad6e55b57d89750303c1c6a6b546
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fb8d66b9d665d289a1e6aac8b8cdf10d7e9d4c30be082154f9544475f71763
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adac19fc00e4cd741ee58b1bc2da3bd197759a9d
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad1ebad47a93f8f72b87d62b2d864c4b5e2c8cd12d70e94dc0b14e61563776f
+size 131677922
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461529cea687776340997fae2f7f18c6ff144f15
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83b24ab3a553499265523d415bd2eaa6cad3ef537f51c1781c00a4d44f85ae1
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2560626547c716357b1bd66848787e790f452f53
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac101c52dba2ae596cab6227eb1445e13522a61af9146a2b240b31528788231
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e527a0bdad71127aa99b90f16d348a56d58a6b94
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70403acf18cafc2f57f1ab3766278ad58f97495638470c050609722b00d2efc
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0396464819e946f4dc3c926b113105204a139711
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61c3c04d050a84b87c9d6e8d36d2767baa0bc00053f41f5a364e340ce74c88b
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122def93dd0bfbad82f1a0c87263ff2af2c17910
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0878af653c80e2083ab6aa2788f57799316568328acfcfc5c081c3883915781b
+size 131677805
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443397c9d5799c80129b0380570d4860443fe32d
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00a3b58973be21252d15efca4d30eadabe866c5dd2b969c942b3ac111b11f96
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6c382de4019bc4614f1c45a169d61f28edcf2d
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4a26062c63181ffad0aad189f19bc08693fa30ec2a3587aa47e9e4aa728bb4
+size 131677869
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbae02ae8d50af4aacba6c18deaf365fe6b0d7b
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed73c6691e2907b2418c9aaacf135f7aa9c7a73ab01ec77a9799213656c4df9
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232994d7d5f5d436de5371525d580407107a0e86
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ae89a0dbbe772e1e14ec7f75505d1be42c278ef9caae3e9ff59a9131ea8494
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c50ef17d6d2868c61ad9ef70cb32f3d441bc313
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f695bd609490eb16240083d3f7c9ee30130b719b78f8918133cc19fbbe81dc
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d7378e7f39f0a95128f5ce75302ffaebf655f9
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b081c0b680e4be7a6c387377c8781cec6c84bb43b221ca7c54da746a74457c4
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c04bc26503fb3101df6f963f306d83aa0d26d7
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c008864b159f98e78c53bb8fc42f693ba65820f0cd8916a4957aacef664ab1d
+size 131677869
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bc8a2f46d351799c0188afd8ae120b917ddef0
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0538a30736fe4a620df79daa65b119f4cf7a9249106a18a70c6b1a7e96c5273a
+size 131677869
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f579564a5acea87e315c165a44ea35c1ec744164
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36df7aaca163cdaddb3a3a3ac7b31a34de3a5a6a4764a54f1569384992b3b973
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ccf68239902465a7fd24c1c0c70e7aa8e8563a
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87af93f63659d8ef9afa6d9d34498922e47396bbd7075ba8158cfae69d00a376
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6918cf4d3b98c2ecd2b1a613c7353ed92e794836
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8e73dd185749862069b8a8dd5c6b3fd1388ce9178b5119e7745fa1d5089201
+size 131677741
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37360d8d0ada894dd0c2b87cd046641ff525c3b4
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6959307a7d55936853dc54d73a80ddf62ac43c3ae5203aa646c3fa840df7ddb7
+size 131677677
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35964545f1e0bf70e2ceef6db823bcef85b4c09
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289e5764af465d2f7d538ea49a33b50da38fe618242bce06a93e091958d77b83
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242a3d79edb3dfd74626082e574e1e3596f8a825
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9267a1461688e607a2668846f348213f11316d2833cbca2df1f58c750c237ab
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a26aae54cdf7bb7cb180d4f2ebf915efb3ae47
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfdc256dd8bc91addff6428f95958c72dc804351a19ddae82cbc57fd5f4c1e3
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23db296e41acc1b6dd9999ba9aae9e9d1bcdd5c6
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa129cc0f1a3c19573c33085d9ef27e4a9972a8d9b696073b648e0fc8627f83
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f6644760a2417a9af29efa2423b4e0380b61ba
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc93a0ef6bf523c9d1c4b173e59a2eefc2afec2508f28a57afaa263f67a569b
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691de6128abcaa791d4b52e6d194ee44e1ac7878
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41301c511fa6d45d318c4819caf0e38151ebfb72e58e7771d0ad3905f9b4fc3
+size 131677719
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68c7afceda42e926348ee6746161d50166b602c
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24803e10d27c5e3adbc69ef5d85babdd725183b00b6afcbba642eec693a2b2d6
+size 131677666
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9ca8163fcb6e3232a8e510a53231d4fca3c6b0
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cb4437784c35d512241628ce89a95931f38882fa232e52693b7c3536067edd
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad7e91e71e8fd7755633b1a3aa2360649ddb4be
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3dafd00fe3da96bbc54a5e12eee18aa3ed58bcd8673b04ca5e2d0e94e6cf85b
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f2fc90a91e54abbb036874169fa1b084f4f6d8
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06950f4d6d384f37bcd94e5d907cd9d40128c9a7a79f6a8bce2f3d9ba72b61e4
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a8228406c5184d34a58ded34845cc157de9565
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5474aab50504665b03054f6d0e841c9f2fb27013b28d3053189ae27c7303b5
+size 131677858
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e44ec6c8fc9d608d9e7d94c31c60e9cab26921f
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8345ef57606e72e1f59193e866b04137d6f40b8b26c3220ade9e37b0e395b3c
+size 131677666
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a866082980dc2a883be5d709875c5b4f815f6e32
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1036b1a722dc091719dbb8845dc06f28246e10baf13fa213c223691aecf4cdec
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d62192f2eef8bc40e0bf04b89bdf7789cb48e0
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0f0018b45738a6d5b9c3b8b149ccdcc940d6d2ce3472bbef34a8307ea10e89
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4529ecf78b522ba19704bb3d405ac9dd304e32bf
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b120c3cde41598f7319a5087f94e2d4fd2d9afeb33772a4e88efc087f26b9a
+size 131677858
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d23c102bc9b88a8c54072f6e51ba0878428e02
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501842e7e32f2a5772362291d6b219302130621f46828da192375b013debd63e
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e8ac67556d6f86b9cb6f932f85a382bf5c7381
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f494b00890405d7d7f9946a4ad18bf3e361c88255cebeb3a93b3e5034ce8cadb
+size 131677719
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0e9c8ee404c1c9767cdefc96d2b4307b4c0a4f
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf15334ec9ea315eb602a350671a22c52e5106b9d9d02de6752ee1a109969300
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18ca232439606d808335ac44a0fdf1f7fedfa97
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292a6ef9af317a6bcc3b9b20f019826a1be2ecdce0802093282b80ffd5b92915
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71824ad36a6a68321bd87d5712f5956298713cbe
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d995ec7e55568575955655f287d84918d439e7e1ae3a7e23010846e39f63732
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf6ea4b0ebc87fa3a88fa82894b596959672050
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9952b3e623ea76f9689371740ec0280e0d75e853e124c4e711e4cde79e4bba7f
+size 131677666
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ad1e828014d902415e8b7143dfe1214308a113
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2082efba3559359ca697bcd043b3e1e3c4ae440fbf36e23750577d82407ab37b
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758d6284e91018efb2f79d05956333e5ef48c952
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f3bdf76112a9af9fe2ec0f5591adf686e59f6eaa329e17dc36bceb79582377
+size 131677666
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872eafe3121ec06d87de1f8bede2997d5d76204e
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc06479dc17df4ff7bb00264e476d07911201eebe53946586850eaebca0932d5
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344643513aac7f9cecd5851be9ddcedb921282c1
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44e1e3817cc6ae828bba8922960cd228d020747c5ecfe78edfa6d5fd64915f5
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d02bc2d99a4cf13d3c3160e8a08a24c5cc0b47f3
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae2e11f7b2538214c3625a08bca06ce8539661094e77613a817f184efc48980
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457ebf3af30579b61f2f70e6f29a866e5ace0810
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b9aa73f6e16912a5ad0cc2c58d6f6ca576e1751d22552802a8e49153465e79
+size 131677858
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff16c58f6c3873b79319fc433fc72d4b7cbe004
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca115ec0cfe22a4680732e60de1c09abd6b264cf5c32819e78ef2fdc5d492f5
+size 131677847
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa6565f879d6c60a22ef5a88e79b68280e6f78a
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90431fff1dcb9de7beb744d5a0523c16d7948f8d57d45e9e26deebbc1fb9761
+size 131677666
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb859112d5926af642a4f6ba287eb337d236b77
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6bb5cda354131869ab9a2f2eb9199562f063496ae76b25e7f8cc332ac7c462
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a708686122cdc858aa28976751ef727cf68083f4
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251d3c43c09f9c4da59fcc906493a9b705cfccae36c3aa9d02cff329babca83a
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80bc8c641820e5d64e698adc58f543aa52b5cf9
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5cbed448b2ac3b73816bbddedb257ada82da661ffccdb24701fbc3db6c411f
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47608f21613fe48ca05b2ecd8a01e4d9cf98aca
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34679fe7dab755bc472ff97d6fcefd6ea56d0006bf9a27c6ac28056575a9691b
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcda91c73e8c75a2fb533407e16b0d6b5477a9fa
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502ab5b817e339e6b3d74af079780fd72187543314c674ef69c6c645a68a75cc
+size 131677858
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b347fdbee414a86a01a5a5538793572f0be194f8
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63780029a34294f49ea26ba3f6901587fe19b7499875fff17a28e569bee9cfa
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156628aaadda7a1febc7bda16380c313607a34e1
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1dd2f18d142c1986c321b60575a7ef7fd7268a2e9b72b0e1fb1cd5d3e6d618f
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772cfde011b0d5e8436478be17bfcc41f8d429f2
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf0abbf46daefab691f6f432e322ed97037690eb73121c7aa78525dd1fe6ec9
+size 131677666
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d4385402f6788215edddc665a44a0329c36046
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64f70d8601173f150ab30e00cb0aca04d49a89f646d7db401f146d0d1a59f56
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe98d5b08f4d4b0581fdc55adfa469674851526
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef40e7a8fcdcb662de66e762b37fc1070aac990e727b1aaa25b5c3b8248d2e3c
+size 131677655
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55f4a7d0cd9245f5dd945b26ad6cf9c9448dfb3
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd389687c3b5febb0db50fd55ba4e6c5695ab73f23ef09a3d60cc09b81d4f7e
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a5a4f9c495d800c27c4e4beb39fcf229fa1f47
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e399982c7222982fbb1ebbc1625d5af3d8f75e1b4f57c80a7356341c176ec29
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b258888cee135ab55d620dc66f479b27439bea
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844df223ee4c95e0113c5a20ed9174cd0875a3dca763d893871ba83fd0572be7
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9ff711dd246e1bb2ebf573f94c142b51dc1f8e
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7a9a155021375fa08cdc3f88200869fdf9a88f89d459119332f3772905fdc8
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e497bd2d3214a372fc4114c411e154f29155c538
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22f6715a3741ccdbac3a9bb6a89b2fbecdfc6d2baad0dbe2ea26b3991048a3a
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e3eda10e1f9c96782da31784d6442b7fec682e
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce3af7a1b8ece679fa050d2d1e223e17a34d39cf37ab8b8ddcd49465e9ef7bd
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1611718b05dd7d869bd7d50df2ff7027af947153
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97986ca29a66afbaa8e9876846b01045efdb6581d14923f5d6a87053364c32b
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720314147a841fc8fcf8de2898f29b3ff7fec512
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b484618eab1dc5340ab0888ffffc48542790c4d69a5306d4be25afaaaedea1c1
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74f673ea604201578fd2ba4a72c5914cc7c3cbc
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd48ceef4d681299594fa6d603854bc873c0d1568187d89df6a87e18cd65f48
+size 131677858
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f8e578425e79fd0bea27816d1637aa40571703
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005929d0e455945233c7f50a407aa4b8f096615824080306b59af0b7e4673452
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da69e3e2e89a31732d6dc35842fa88f539db78eb
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee4f94078e691bc52074b807b771d0bb41e8c2c3229e6b03ba6844d97982307
+size 131677719
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c911765d3ae345207b7e0d8fc633fb5e08778af6
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6cf95c5d41ae500aa3d00d361ddfd153eedc212b002c781aa780b516ae829a
+size 131677858
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e878ee72feaf76f32e899b68b52ce84f93fc39
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869fcc720c6af4863aa0c8ac0e2a458f401607c0922767a83917f5ad86ebca57
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c744842314a9561a8d123f185235e0e711740e54
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95c3f3b2c03850e6157e2c3dd7e045f0ab20cbef00738e3c897e41e32fbd442
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8517f94e07ba4a69f7ced70caffee138bb564e
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb187bc9d64bca01f4668298411ab7fd7a36bbbb6e67fe1555bc39aaaf023e52
+size 131677666
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19190995bc6af0a50d9630e7ba12e150a689658
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64021dddc8671155ba41a246e9aedb71aa44ff855dcdb89f80a7f8de696c1cf
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b253f5cda9540cb37870206961210b1d31de5260
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c224fffde193cda9ec4ed6ce6732473fd160055439218cae74de105959b9d8dc
+size 131677666
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128a33759ba64876d377d13abf3acbcbf11e0219
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf60a5a027630a9d3d9347708ad4af8819e9af593cbb91e1f033cbba29a7eb17
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5315dd022fbfa96d812bf5828aed7b620a9b7e
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba46f624bf685310cdc9bc6aa5342074294bcfe043e19d3ea35752710d7c1bf4
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e3f77943f2e8cdbcf54ddd1d6cbae90911311f
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd2a5342bd0c460ebb9ef70437945b34e4061dba659c894a36dcc87b4018ebd
+size 131677858
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d894651b3dd0f0c881130b7877a8efc2551daf
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fda7855cb9462314356b74610bbccf325a1ad4c68e9ea326e36cd30974c72f
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aeb914e89d5b1890068b112f3ca6bf314df6461
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e7f57098737d0c6d6e64f445f4202d55ade2a6a503f588aa3421ad7252c7d7
+size 131677719
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb69ca94c3b8cef31bf8155ac45ab7f2376d85ec
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daeee242e97b8db9af14ec907fde8c5bfb9ae7fa49d371813ba0899b7d79a77a
+size 131677666
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa1d32151ec3a9f4c0ef3690f310bba21616c5e
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1828cdc8efd03fb50a324f78d34f39f69622f7cbd34b00d7bd3443d220bdbbc
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84009e752da16c564e304e97083c383b4133cd76
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9985a9e5679d9673dd48cabed6306cc3a2c667e76bcc3e5c5c9798d9372846d
+size 131677858
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1061b4e37764b0310061a39fa88f5d00533d6fa9
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd04fcfe8bcdfbce01a95bbc160d19eb634b86eaefe3de3e424a7cdb5fca2988
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92141693a22d7c2af861730bd590a054e3626930
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ae002e2a36cfd79075eabd74ef3c72354a318ef0da879a7e4a0c6f795186c0
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4979ec303020e3fa56467e6b288be4d532b0af
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e486639fc9be0de23655155e3484cd288f4754b2024c5406de56f2c038c4c7
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d623db4fa02dbfb380dfb37e3da684c52b77417a
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f6a750e5df4acd8a3d5f3040dbc48edc5e04c6bf43962df2955050ac7c7d55
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90b1678bc56de66444f825c65fc1703b9215fab
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0392efb6930cbeb9fdfb702cead469b55b5347917b1e714ff2db670c55babf
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8dd70cc5d8ceccccd9ffc24bf8a91ccb85f430
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c98659b72c92a7f9238827b6c605aa0450f1ef2561c28c5352cbc8bb9dbb7c
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d28f675a341040e8d5390e660f58f65c433de84
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b833dbb311b7f0922925dc2ef9df820d717ccbbe2ce4d1ff5cb5da2aae27e1
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0814fc41ab9bee839fce8dcec12b56e272256c71
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c320b55fb739bebe8e9c9f6f771a0cab12bfce1209a67454324c1d8b2ab8c3eb
+size 131677847
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8060c163305bf8d8240a2bd84b358eef02e84f95
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15b7d705bd36c6d612ffd26dbf9a2bad920bc9bd8a81807de3753db11cd906d
+size 131677666
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22968a72d8c1330551fd4f53a884411ac1b245c3
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e7ebd09daa47ef5a90aa92ada1b9167955a094c842c7c88a21865aa4e06381
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97db0b290679b748cb30e20548fe4a0f8633c76c
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19c81c2f83ebde486b35eee55dac60e5221f22e9565928d6d008da423cb7d59
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03fe3c144e8c549c3f13ede188fe03e603af462
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3835daef6cc2648502f8d2e886729fe6800d3048598ec022387efc08275872
+size 131677922
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad86239f1022d4092cd6ef8579e613d667c0db17
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fb99eae68ee6f78c2eca3311ecf6f553802434950d23fd3792fdb7b5560fc1
+size 131677730
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b71d95abeaae9ef9465b61cdbbf477791a4ce4f
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90db4963d5eab77e3969a59d4a8fb9617b9d35abc7d7b469de123fd27333046
+size 131677666
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0069eda88851da3debe9cadaae8a6aca25c012a
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7a45285b20b796bb47f99cc8b26e6eb997d17eb8ab8feae212bef4c0320ad4
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4396d221ded046beba2254d76c45b9b102807e
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad603459ed29d808c000ab026d3fb6d278056b1b90378a7cf42bf25f51a193e
+size 131677794
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fb64407bb7dd66815778eebf012eccb5d79d86
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de3c5a876bb2e63eb1904868de15ed692f4022f2209d8da4486e89447a9dac8
+size 131677858
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537b8f21c40c63dde9eef0bf8f8d9c00a183ccc6
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305697c816dd428349d5ddbe234166d4a9b6f03d628a5d7e40f873bab142987b
+size 131677666
diff --git a/2b855b14bc4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b881d1d870ab8e9dd95b0615648fe53147fbd254
--- /dev/null
+++ b/2b855b14bc4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ea48e9137d502fa53fd238656fe43510685ada6cff5a324397f77b1c5550a2
+size 131677719
diff --git a/2b855b14bc4/global_step52452/layer_01-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e58bd9bbfa19346af93fd07454cdc2bc5c6e717
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63ae6c6cd62ec10a52ad30ae6510d103a90f20a9fa58685d139529f1df0a224
+size 268043523
diff --git a/2b855b14bc4/global_step52452/layer_03-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b57afcedd78d6928e51e54585c9a83762a3febb
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d513ea5fcdc4be875c8528799504d6385b2ced9e4b109642a90858303fdbb2
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_04-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b39d0d9ddbfe88eca20a0737f64803b0964161
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d22c0e0d51d856853db8341f87e4653a572ee81efc9b38ae52d9fa79cdb7e9c
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_05-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fce24325a90ec48600cfa6f6887ac9666d816e
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40dbc5c321e2fb1408955c6759b3546e5395f744d8fa125f3944eeb1cdc7c7ef
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_06-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3f1493424050e95d4ad7c1ad7c38c10b7e9317
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028054a6b797e013eda53430cbf82236b4e8d4f5f09067802259609e913781ce
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_07-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923794f6a58e163315955bc6a8349af7b749700a
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cae90102b2ef6225a5d10d0daf4c92f43b7f3a1fb1b12dcad5ed06bf6ce39a
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_08-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c41ef0584125e1584ec2fa0e239865ba2e5262
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df22fd5f7d5b4e14de7069c878ac7f31c2b33ba6ba2f5d8277bcf0e7db33ee8
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_09-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace703928163a3c8dddb2d083eb4e7d957688e13
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd570f1a70420ff986e170a8be2a459948c97d6a239ef3e7d2ea9722c971cf3d
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_10-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd663b704cec1f4b0f8e56cf54e21146962b19d1
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dd4aebe5b98fdfebce672fb62df76fbc498284ad71c71688d751e16f65d6e2
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_11-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0634684f8ea68b45eacf832dc35cd0fe9586296c
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23abca4cf81ddfadb66a7257feb4edaa2ca6adbdc20db087ae180a0085cb07a8
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_12-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c903f8e1314e947a041fea25d3e6bc67fd75d60
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48d2dfd993aa781b52b2ecc76533ecd046d9c2ba18e4f38a3e531b8bfb8a08a
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_13-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3236c93e0e4e6ac60d41d458cc2d7b4f4b8141
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae6f50c8742dddd4a743b2a27898c57a9ebda3b87190f9f5fc1f206167f5644
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_14-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c65b7ec402cc08a6b9bf2f9e998dea9bc8f82c
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc573896fe2863db7b208a1a8fb0b791cb30a0b635aed32e03ddda0d93d1beae
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_15-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1f7aaadc9e47a5325521ea624ed8ae441654f5
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ef17845ed90fda41669ac4d93a5323f9d15d31f0f73aa8149b9fdbddd9b073
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_16-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435e123a11c1a8d11ccfe7dd0a4929255629f139
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb243aee5b62a48f167781bee07196e86d5a1ab56594a4624f855f9739d66f0
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_17-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2f22bfc67b26f628ce41b922878b448351e917
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e984bd7607e7fa88633d96f9582f620cdfe066cc12fdcbbf6d0ae69094c64b60
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_18-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb07ac077bcc9e4aa52e3f1308f8cd847dcf0681
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0caa2a59e9b8560145be8b01707c1c91319fda37d1f60ad76b94b903f2a40d2b
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_19-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718a51d90c0b33e0370e3301421aecb847f0cd06
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eeece25b1baf2b5569acaf33b6f8de922ab2df23a72dbc8884c5a8b271feb7e
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_20-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594732b44354afe2bdd654da92ba85069cf896b6
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838344d00e10c9e89728300915daa3f13eede1c4be6ef1b28e24c25c29e29d62
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_21-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b73c44f86a21e0c5f84c6793be362792a335b7
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5bffaf58a78f8b40734858c780a30a414dacf10f57f17afddaf41fff25f0b4
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_22-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c870a5fc7108d6c41b0447f5bafbbe622b984606
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91e5d7acdfae509b3687cfec2857a967921b2266bba262c0aae2dd1b26298b0
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_23-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b09f7add14655fa4658c8ffd5976d9ec49ca03
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5acbc4f6718cc09dec9a7ad54367052bdabb559ac0464556427e9545aed15a58
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_24-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e555b80a5e4230321a68020cc5e3e6ee2ac1e6
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0817403f35c18893693eecd794f0cdb85aea4918730ef3ebb792cf2d7ebe5b9e
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_25-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663d705009dda378c8df1b980c6499d6ec11921e
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6b1e3df8cfeb80e4059c0b496cacd09017207ae6bcf281d54bf84bbb386166
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_26-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454825a73630277ee69d7e9d64a2b8c3fbdc9306
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa79452626341f11ecc80746a8f617c714e17a8bd8c1659c5ca7b16efd87c5ed
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_27-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565aad306e6eb5074fa3e823d4ac62ff30256706
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a054ac46d171daa713c1fc6eeb09ae85ddd75e0a8a3c259381b4a66bc1bf0c
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_28-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23488165cc699e95beb4b7186032bdcef4c6de1
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc069bd026adcda8586057f428d86e7625af6a8950e57819a05fa81ad22b4bc9
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_29-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50839976ad5dc5f1e75c662d7e9123ba16a1537b
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2704322b3735e8c07a174ce0ad4b02e2b5db35f447c18202f7ecc12e69dc0e
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_30-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb1ef1398f87f9cff2190f2c7d06ae88d59e77c
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa99bc4789057fc0e81c24e0e2cdd05e3e039eeba3a607841236a7e2c183871
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_31-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb3d7751ed3014271ac6ee93fabc5e0ad0a6dc7
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e12f883998fea2e036afed2e20d5ba77c53721bf84b9be2d0b497b0c3d28e6
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_32-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be57fb27e7f3fcc2e2f415aeb8d5e16cf93e78f0
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c01e541e768f6da1d6ad5fc3cfcc331e17da87091edb7c544e80940db6d4049
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_33-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a859fdfdca6737854fc3b6d564438de464b271
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04ed251d9798e6a83769987160370e898a0a1142a3d12ed7b2139ddd4d98b17
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_34-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef3f390dd91c2e75c1768841f9290f56daec936
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45900ff240dd4a0b63730f3d6355d62e327919bcbd10c89b97ab898caf003568
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_35-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0377e3ff203ef90956ac367551156fea775a4e0
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cbfaab7a60c07ff255c15b29617ade08ffba0835d46351c7d63c95da514a5a
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_36-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58754c25352bd8965a9d40329ac6e7cf35e7955d
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f81db473a993245a8857686280a045935eba7d01495fba81d97909576fd94d
+size 157357315
diff --git a/2b855b14bc4/global_step52452/layer_38-model_00-model_states.pt b/2b855b14bc4/global_step52452/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90f628663f0bbbbfb85fef4a6a06067621550cb
--- /dev/null
+++ b/2b855b14bc4/global_step52452/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fcc5cc6643ddfaf3dfa538992ec99781b0a03b041432001b430fe545532a70
+size 11459
diff --git a/2b855b14bc4/global_step52452/mp_rank_00_model_states.pt b/2b855b14bc4/global_step52452/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e3a2e39db4f5eff7f3984e19fb21c30bbb88e7
--- /dev/null
+++ b/2b855b14bc4/global_step52452/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a0b732e0e82636e12d9b6eb06973497bcb4a16643ae1a56990db13759615db
+size 49907
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1468a6eca90a9f9d2221d52aafad86dc0406ac36
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a3e0b981ba56daffdc060040c77b03aa90c8e5ff8426e8784650f705915ea8
+size 131677719
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e8ba7dc511223d3800d815573aedddd05c6191
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55e8349992558bed31c83c4f84e7b0c7882be0662381ed74bcf9b7072d544a3
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d65cef95150fb781f1ef310b06aa335d33cfd3b
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a8c1a8c329235d0b1124edceec20978ea46cb1a84186a1ef8005b905bcac3e
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26858690ba56fb5c40b588ec5f7e159e708f73a5
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd20db83e95404cea8a21ef0fe53b07c7d0c8e4f9ceadb85b0c0c8c771f27ef7
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40ff3870964aceccb663e44363b0597f54a0a34
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06cba6abb3a267c97d649584026d7cbeedece6d9264bde5614a5756d74a4fa49
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa88aa68a713e5f671a5924981a8908f7d96416
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5cb24854dec8c9b2e337653c4b27adeefdb334762d16f8fa5b178eb90b0fd2
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b20be065cafa6229602a43e028be4c323020df3
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29109692e9fb8780d52ba9c28c0f2b19627f7e1fecfab6623a2be02eb5e229a3
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49f451e2ebd6f3d40593ccced877a43a8f3bb9f
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca7674ee61849c5ddbefc0e618f41f7c83071053e0628f9035e32fc7f8480c1
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cde99e0bf224cb708cb7c375aa0f36c8b7cffdc
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66220e0ec1fbace6d4f64e72478bc82833e955ae05e09290eb62ac6369cfab33
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab4a41515a710920753f8a44287ad154a743491
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e20ae14c221c1f149a2fcb689e43ed5d947a9833bd756e5d44480fc2590f36
+size 131677869
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7173605c1716463c6522f3ec42cc05d9ba01f5
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bf921f008212f55f52964efed125d1a2510e2dd1965c1efe9387ed067729bf
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dafd37d87b342b9e7a8d32b13c4d1aad2cfe74a
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edee1b4dbe30ee5c21308519a54a7cf96a51e97c52f61571736afa82f470cd7e
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546bb2e7316e13b0ae6a541b8bf295f53c9b7982
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b32854b7c07566b167672b010295c4a8a7e58a265e0902ad0f7d89d6b5996d
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1dffb66ad93e9a39316b56d6bf424d3b3e1069
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bcefe28354f35e89f9786ac9de65b0d81777db1c1403b11f81b3bfa7eb5c67
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1c4cc32abbe2c07435d45cc1e4aa732c2e99ad
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a67e0d33b2bfe92b0ee0001b7e860049a6e3d5c2b2579af69dd4732c6f5ff28
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd34613a05225cbb1a5f5a36267bdb58e8b9a027
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f27903af0a2a0df45e98f9245717942520ea85fa6b97637068543789a0ef43
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece63d2ba7d8ba723d76d278091de04575de6526
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999809e636ea5c35622011a22c8185e21f54ad624e22963418d59457f9ad304f
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4519d6620602f11eacec584e117d3bbc7d72a3fe
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d43400539f84e1283ba00f7c9c5cd031ecc6267c43ea9f2255d346eb1d9ff3
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9eafad08573d2e7dd77ce4b1fbbae64bf86f62b
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5637d8dc26a8e5dac28a0d9dfcde04eb3bb11c742766bb69eeb44367ffc82530
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5daa283aa63863607666c2bbb7dd68eab722ef51
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2508c819b30f648ac84a120bb3562209103777a124f3788cf64a8be657da2cb1
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28f04a1bb8ce5e9a19b5eee7c378a81b9a42eda
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a3880a3a91c20beb18b9493538b172319b08ff677a081accf4793f55374d03
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fd583a99759d8cc6d83d4ab96fcb4187d9a240
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb8fdd6e0f1e8edf8b853270378f73f903ba0574941a8a36b055b910970ec00
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5370309108c16c1f432ed4d895d12042a39257c0
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f59ae3ec92dfd9dd5806d38e20ade9f1465d0b5f39c494cfade7bb7c0c19ae3
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642e619e462b8d241e2124785dbc555d12bd1755
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691fdd91768eca0396ea8c3324fb1e5869fb66df12457e6ec4564991d81717c0
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1616b2eff50d1d24b657447c109710a8fd817c95
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4639ec0ee1504fc15ecd8a018299338c467413a691916beddd08a148b25353
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01aa6c99e49276d9446648c3054d3a7a9e75397a
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414a935e67c9deae2156f34f0f28fa07c15c13baff13e36120b407c173bed438
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5c8cde8d1e34d034425bf9373ed717ab798f35
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3078e405c94e3f91dbdb585c98cdb74955d41b2ca1c26b8f5d671569b0712b
+size 131677869
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b558094edacb9eead0774d4b7132f9e9c0904fb
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d599062860c9dbff20bf4fe39cd0868dbf338fcfcf213133c9e90fae70362de9
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed28f54ee0c446a7da2927d9b4bdf32a8f649cf
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2e682f1eac822540664aa94f5f46549228e883912b1b379391fc26620a70ce
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7096c1b1d3d45d6cd7ecae472e4cdb1e6fa07e
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386d998b929f3dec111da54fa1756c6249c4874a852685e31667d1584012b795
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf059bdc4d240a38ae22fdbc605b191528fba20
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c45387bc44fd5d58cdb408d236c9783278874092a9e63e7d248d7f6294f19d8
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2eeb1baac23f10fc58cf80532d91f18c9103966
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20c941006a38a553da5a09d5e36ca67550d4ca6a3b435cfec76c444508d9425
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48ea19c57dbaaaa33ffbe5e2e450cbc86a9d447
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdc326612c8e88d7942f8b808acd5b3d4a66b1b7371703ae7206063a18fb9b7
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b06bcf9a921a0e720ae05850d5db27aa44d7d4
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780b65088d531cf77b67fb668e64b088e8faae2390182ed4bfe6d53658998f43
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d12bfdf4534e603035a3815234df8bba6516e79
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374dbccafb32c5d3323e3d88f91f27949507b22dec4c67a061e0567923d6ecd7
+size 131677869
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16cb057c5565475bd4f3762c8bc82fd4bb793fd
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e04bb94dcbd6dafb865bbd38574d475330e032d2c9b585df4edf447812b4da
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3267c3b156e568a5713f71c3ea0c1049e039dfaf
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c5c7f928f30ef930c9636f3b804238cef93d5b55c212a52dc234701c2a1c39
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdbe951afa4dadc41a5cd5a5c2626fa60ad75bb
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ca29027c3967da509cec1a916f40355110f4202c7f49ec2efc861899403325
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea3bcb345a696ca8b24ae472d54db5bc8d646aa
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e994a3e2b1ff9b2f15a5a63b8b7499f65eabb389442b6ce9186e781e9b92ad9
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c308fb0aa10cf6bb39e364a9061f74e5c3d23520
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19045134c8eed32d9ed949b9d7f4aba395320a7e9c1b101e15a180cdcff93279
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b25ff49fd7b7e841d5b3001cc59c01e6002fcc4
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c228432ffc1042f60477cb21a6caf33cdb91db914105bc7f0dbd5a13112116
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84966d5834c2e7c92e36dce3961987ed9dffbf0b
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a913a1d21432e6cb34752142bd2c7d3fa737437c5040c385c7dd1ee3e9e017f2
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe94afb06f5a1bf2e5914bacb53b81554d2c334c
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561a48e3b7ed041ba7c672387064e35600514e8fb6514ae37911c29c592ead61
+size 131677869
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7a95dfcb7cf6b3aea6104c8dc5cd14779fea32
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644aefdf1ca00580a2ea84933fbb260bc3d62d937f9760294bdbeb1efe647718
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5cd4c86a2bff284999556367e595b86379103fd
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a1a42f175243dfd8b7d79ad96b840bf6b16b6c72115a2339287f90818e5a94
+size 131677666
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd487efe5ddc4d95792249310feb1b19b8e99f29
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b885ad0bd47b392a5158340eb549d6f02adec301189f472ded95396218932314
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02eb786fcf96063b6879e7dd61fd79d51fb42287
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a966544eba7e0b31124449a091751bab730fc6d60dda8e4c1f4929a07d2a1a
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f53dcf63ecd1de6865cc96360e6279bdbc5e9d
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6487dfdc05621420722b753b1a3ff519b0dfe7e0f0a79aad1ee710b442a1de3
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afa6a18df2924aeef8dfdb58bd4e564bdea0d73
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a70496c294e5b9b8fba4f6f48b40b9f177a3ccd139697f1a65e1693b108a26
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b79089fd6f3e9525c82e45746b0ef0df676e45
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01b55a5feb7ff79784f12054b19ed8e450aa5a2c4f1a8cfa484fac969a4b309
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdd5ab24252fe83288f97eb298fc8486bb6a2c6
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6540ba17ab03de0a6ef057ff670f9a89f3a37ee2981537ba5a2e2cc8e4fdbb3
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf9d9cf899555ee603aa523ccc7a735045dd6a2
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f400ec8a8092e63f260d0c32fc3bb0597531586b89d7bde930a500e5ed9d56af
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54db7d8171262c5b9def8773bac6432ddd478d46
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ddde793e98137111c332625c0b185ed722f2da0ef5a23bef528b7925f7bf6e
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4c8814720f43f4c1e149dc26e5c9015d179712
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0513b02288c8623d354225488594db8f42c2c388bfd2c2cbed1aa5bf19ffb8b
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8520c0aa52e722a73a5f31cfb033db8d9f4ed023
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149e8e5d4d8b0aced42118b84a07049b951b72dbc6e34802deae2f8eeae0a766
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14458737db6daac5e969497295e4520a31fd2af4
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e1409e36c653a2617c9862e08ac5fc8e492de088e4dd2bd9790e2349d65e5a
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a4d9fc44effa7764ec91e7e1b0029a2a6ca215
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313e7753e09b301429ebc223228792f745830a00abbf5baf83398e7d06554d14
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc761b139c81ca8de4fc739b5b2a70269260501
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a338c2e16091755dee8b0cf836d9637bb35abcccab22286f38540463ec3eeafb
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5cd75254de9b095026e54c81ebe878ab5e23864
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ff80ff7bf8847dac09fda76426267b2828e7c6cf9f9d26384f399b6ddd9a5a
+size 131677869
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413d713bb9dd755e8c467335e4b069c899da1759
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37672ade1426c180b18da785c9720f263ba683ccda24d7e4549445a6b82add93
+size 131677869
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5fb5a764e2aa2048392d84d0261cfc031c48b6
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acac04ef1900b094ff1f1621b28918c28d72a63e947e803cef5444bdf90c90c9
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049201989160e610a20abb99d5f87e4c09afc3e3
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e2abd69cc5966bbe7f502d63e7626e1fd7d5c38138c87712346291660b40dc
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea6592b01f6e1e61b601e72bdc7e6678239dd67
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e96f48e6501721e43034ec3fa111045ef4dfefdd00cdcc3b9cb93450edfcb35
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a4bea075e51ef053f85f25e9a4af814a2b39bb
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ee27f0fcfc286f4c5475b08cefb6da9f7dd71a410c85b0823b7712bc10c20d
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f1d732f21576bba2590945278d54442d7bf23b
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9843c46f21ad1d6f7b0f6824318fc2971382c106b8fa1fbc8ac84c77896aaa04
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1d535fedee370f2624ae1b5d69c335dca79765
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e832fc935ed3e9f875690e8940ec5c1cabf6ccf32f1c44c8b4c10a4261cae684
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04833b8d04e14b7ddad338e41392d2f83fed11be
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8646933d9b441a81d333e355e2e5ee229e847d907ef7a17fb2c48a736769e865
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eadf359e8a27de330ce6fd5f6c384aaa6ed64778
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271e9f355a2224c108926ceb8da9d775b9762c25a8e528494bcc1efb6318295e
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cfe4c3614638f0c7d4fcc5633d933457ad0f60
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149621ab9b4b111e587f80f7dba42e27abbd58fe865b0a8593ed0e01931e4b15
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcc26f074455eeabfb3dce821a2dbcb679768c2
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4251a567df233fb1ad7c3646f20389379f42ccc2c60bc3bd840cf0dce00955fc
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b14ad79317073f26533093d2fdc006777e6056a
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec09904cd0699390ea066c2af4b9d79893464d28c688b45fa1d786145284bd4e
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4adb02c9548949fb32d76c410bd4967a29a72d9
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ee2de5a56f0c54f0878de50c0b2b80552924c9f5beb747ee1c6dcf9e1e9959
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef5a7cd265fc32d96ed200a54951d2bf959b4f1
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75334154ec4138da2c2998b78e1e90af14b16bda5daea68a5ebf7a8379a3a452
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51de6ee5d0b347c394302047c105bd6902656462
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e669ccf7f6cf99dcbbc3f716d66e4c1e1b3fc14b4e08a4962e255ecde23234d1
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf38e907aa8e6c11d9c9bb9a39fe52825dbc336
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b71dcde32a82861db586a28419e4eae910bcdaea9e21cc730d71edae997b8b
+size 131677869
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f4f6c76e371bcbd4d836ce888177f7f47de7f4
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc5d293763da533616082d74623cec6314d3615bb8040f50005aba634ef46bc
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846c33763e806f926a27b1334b56c11826ca7e28
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecec3f2a6ad508a4f6e2c50aff90f43d414c00984f4249014c4626ccc3f911e0
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c19e48f1e5429c1172b3ea745776f4ebfe86763
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a349c27018490198d9bbdc555e3d48355645f2207c7b8b8180e6717263e1f2
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53be5b9a92f8625ee7d879661dd9be723c176871
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a497c95bfbfb66cadf8a75e511f20a4c8d7e80b56ef6a5c92593781aef714a8
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b50dc1112aa3067d4ee251647f3298503f28538
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa216b780d39a48d10f88c138156e374896f8a04a5e2bcdd366745182ec0c1d
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5f2c9c972e7ae4eaaef9cecbcf4c6c44238ae6
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e690dfd9a127f4c08e430180b9e9e9962851114f1083942fee7e7600f70031
+size 131677869
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7ce80b5bb698cbfbcf390ad4c88979e7ff9c0f
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67aed71862a1b2832bd6a9465889743de8df83ba29ec0a077c17a925fba27183
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b864875e251ffb2690da97d3817633fb7e70206e
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44ee65f9ac83a1f871cff05d86f0583872767fb4b3d6913e1627753a3ba3041
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64f01a024164deb3efb84c55d940d07e79e50ce
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9906e1d25652c4ff64dc90124d9eb7aa7d67fd83715e9bf8e5155db5f0afe9b
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a7ca04c5243bdda4d20d7ae8aee5b09d8fb43e
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd262943eb4b0fa7030747ddaedb8ea2daba17ae23e57f61bc0c710b9e964030
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7950a4ab9a78905f0700c07a047aab9e72954257
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32a3cf51bd5c696696a89d9cc65389e1422426cd4f28ace085abe8d53410c4c
+size 131677869
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a4b187d009167463acbe7bca6ace921a663124
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cec6204bea9f79576de35545203cdee091afa2fe22ed708d50e19ea501ad530
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdd640947b6192572e13e9f527182558e6c1c40
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c0a24d7c3427dd8c05dd21d1333bddc703d2f80d34ba37ebe418697beddc58
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03677777d2d149863763bf7b53c1a99be763c21
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e730c254325a27e39b692e16aefc29dd2453c4deae25f9c1917f8b4304e4ca
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d395031c40c5beac5e2337a03a41193af3387d81
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df58023da9ae91aa9487e97f3e2ca2c46f85f2894d1c9bb859332ae9206dc9b4
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a503d1bf5ee4dea69edad8cc38a8fe1af142cd5
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9770667a9c04ee48877b3dae8a7bf36a5b82c9c6ab22263aad1b3478982bef88
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55332e2da5029f9e4b06c5b2454d0c60f5be35df
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8f665a74e5d4e31a95ed153c7684b9d88abb8202abb518a25abd47b91f355c
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd32e995dd15ce53998db782809533d843cf5251
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6867f1278f8784941943c959684ccd9e0312f8ae0de4e4db82d7b1f869958fbe
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170917726c4fcb9c17259ab2fd64b70fc72e57e2
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8586878fbcd890f75365a5a9eb86caa9434d3f21da6b07f3f1c55b6ca4c65a
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b52c93d2ce07bd052c788e7c09924dd5e682a2
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b3548ff2ddab7d32642395f12edb714813bf30a45ded027caae969cdc757a3
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb62aab36449f825ae77a9d77090408edd72645
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086058c07fe443a0301752bf5c36f380bfe498a2e3dfaa98c95bcf70f33a56d7
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a003d78584e3582c641ba1dd231d7dadfd4af6d6
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8014b5811877f9b42cc946df7cf93b8c5feb5692d8e406cda7b79735059087e8
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e756c7d86efc34add8684e8d994089493710790
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cfde45dfb1b707a092d5dc2bfa9c44c398c937bba171e7969873b89b0d91db
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6628d853df8e919b9eebd515bf929b52c112a695
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7180e439f8bfdc2565e57be7bf0513ec8026787923a9717abfcc186c69a8d8
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b558dd50bfaa66c236cc304ae4ffbc163595aabd
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5598d97f9b08e58557b578ed06e893e0493b0ba4577631c38a00b465b4667551
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd8c47f94870b9ad60005f94db307031ca64bc7
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bc63de58d6d5a9ad6cd8beb36e436430dcab74d76ae7be90449037e7a77726
+size 131677869
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d0181d4ca0ef2838cfe2968bb058c78d9507d7
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac82b334c99d3907db8a56f733b95f8cd37c3265c8f53c96ffd16867c963645
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7e40f4ea97bc0c5342c90ea528662efa30be4b
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63815acbccfa7b1852d939e3f40f32be10cfbff6d413767e633d9239da2bc9f8
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d25f8d0ae791739fb029f8ee9a88ad9d43a1243
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1d6718a65ed58e649ce43d54e4d5d21a143af2547cebec0498a0ec36798fb9
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e6845acc35b862a44756572df1f70234506ad7
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a4ed9fe7ed213eef173cea53052fe028ac799c5b90536c0eeae952b263e106
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb40dc187a2c6d9406f86e56e5e5fbebe2013a30
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370be4f084b9fd324988587ea98325e36a66cb705ad9eee2da1e01d159a65db2
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487ec8f71ef290b9a8cfe00aa71f840949a7bb35
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55d70282b44cdf64e190a77e43d89f432460b61c192bc4e51527673551dc645
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ba5428f49d315458f5ea05108a3ec6909b6c70
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7fdc85e4955367b90cd7de0b26c2bdd7dc32f1bd6c6b1c545921bf9ed1ab00
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ee566993e3169a4fa19c3d5ae1da1961713945
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c8fc3cec8efb61d07c75adc893d5d6569e74943a84386e120c48ca6be4eeae
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4249930a956b8162139a86d953b211b3000c809e
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c91b754fcb1f241237a87b188dbcf67ea33cc2034b121ef17aa9eb99d2056e
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e88e8e9e5cc7cb0e319e42960175b8a0fed8d5
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c28913bcbb54a8883f473137eb87e3e3c221eb4b8969f2d110e676cc42ea029
+size 131677858
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4228d3a2e41b05bc2da5d8fa2a8585b4f5e06cf7
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f880da9ee91a8fa08a0e601c63636fb9b84bba2eb33f445adf96c5e8c1fc796
+size 131677719
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea70d75b9ef8c9c98184ab61c293f52b66f98c8
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c0f31a3fa6d9dace551e7c5333089d841f5300547c975db05a21a0194dde83
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc5a3370a36d9f4a58f3803ccacc660c5113c84
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246c0136f5bc8b9382cfbff516ebe3aa4819bd1f38e0bf67415f21096e85b86c
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d953917c0a67a558a00fc46795712124444e541
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3a4450ade2a0c411a1dcd85549c65c14fde9777dd6eb3dee8b337d8b2b65e4
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc42755b80bed67a8c66bfa1ec1f8dc6f360ec6
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40612e39b768b413efb7537760450b78a2ac9e223aee478ec56a836df22f28a
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986108c7806f3f496d4af99af689b7550d4a85af
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cd6795b56bd52aeab52e64d1fa66ada80e5760c069a3d497e39161fd4d8446
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea8b50d7660c0844699ae9a6fbde9f1709f5016
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612fcea8b0179485b89a629440a492c0ecf6d2a8afc831a8c7c014e4426ee246
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c708592abae11e37b117c9421f697e9ae42805c5
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c92d7140186d6c8666a616c7c4dfe0684ed69a2479ce2bf1475ea055f13033
+size 131677869
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7d0395efcc02277f9f3c40eed25bfe1092861b
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5944c48025f23501548efa8d3fe6c513745e6b8c83c4b2c6638241fe7092ee3f
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320e059e5d3d5d2f3603398307d3cc76f953754c
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526f49ef4dee08f99340dfc13fb39b25527cd78aba119ae0b8f269e5ff2e9614
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9ff9272ba65dd17733a1cee00a37ee5be6ba79
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741c505531d9064098c26e596e6d7bc805c34053fc3357750e3974b99b54415d
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9acbfea5e6e9eb0130df3542bc9cbde9c471e9
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd0031fa8369e830ce020ff6b2b2b298e99ceca36d48a2b497cc52d69baee1d
+size 131677666
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e2a96dd92b9278cca5dabaa1647099549691bb
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557f2b16043cbb09fefa820971e3e4df97ff7a1078a823bab7674ce0dc3c2342
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67c77cbee0e91e0607808cd763b0fa2c8a6c8de
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23872fac0d20a6da5aefa40b06d9ba46eb4b51b66168134d1907eec5a1574261
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72e6714cc6e058c789e1831da39ba95f4706c5d
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437cf52125ed5deb655c16b3017e2f28fc3b88a779079147da225a9ff71fc502
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36cb76faf8331514be60c950493cc6ffd3d2846
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6360a4bd1d7e7dfdaaf8dfa201f1c6a75902f8c5f0f1d2277930170626a6a4e5
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ba87a2370bcba74c10ed952114ebb0fe1abcd5
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad3b654104d692f813088cb6e2c11a0919b3f5d57441763a41fc20f6c7f8f47
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8d559adbab7f67d04c9773ccd99ba8d2fd2f3a
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6372fdcc5bc568d7a303dbad554f8da68dd0937bff6fd6ba6037ea47d3b7030
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbde2c869b0a584c08fe619c9c37b8392e416710
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdbc8be76ef170bbf984d61dcd7c99671e4fc0e62a93187578543c42dfb7167
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35f4b280c1ab08fca15277efbf3509df93dd656
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d14b909cbcb273278545c94913558edbcf22fb6c85f8da6a887dd9ab4105c6a
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8136d71d6d12da7942e5d9cd0862bce319926f8b
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c635e070f8259d29b39d08e9801369e24b97aca5f5654de9628bcbcd51e3632
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcda396064f6f8fc7324d39f10a685850a571d3
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99550227c32b862201192e82b8f436bd6d7f10378e392122531473f8f06db7bb
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d94e30eb136f284127a39728454a36d492446e9
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c018386ddc3f52118fcbdfb5bf46069f38c9bd111895c2635488725eaadf6a
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0684d97e49f82ebd9e473fa5a22afc7d5f73141
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75c6160cb49299da6e90216fb9c39e7e7663986bcef453d378b65eb5501c35d
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afad7fcc45168e4735f3033e567a7c84f7907a2f
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434f76c8428bb261918d54abb855b2bf779bc0f570220095a68c8cc9bd4509c1
+size 131677869
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e755a65b39cba926f94617e5e77626791836e2a6
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1749c9e5054f8331bdb22833eca656f05deb82bf60f99531c5ba11fcca74d3a
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a79d06f4052345cbb7a0ab4acb520d133cbd417
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d392d3e6152e36624367f715724aebede0bbbe9c76017124e0dd6235813694
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243d8a35b62db8acaf79ef48c3215893d7fae4cd
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb6cb66a643a088308377703000071ce2bb2cff06c95623120687c57fc55b45
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6704efa8639e8ebda10ac61d0d1853cd4abce177
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d307d80de3fdfbfef99e878052dcac81437c9fb400ae7f8c95bb911c2510be
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44ea42a76edbebb2e61722ab600383cf799721e
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc466a22f2406e72ee36f02ba38792648e13d2356fa4533915df076dff3812d
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811ef7f80d0cf16ed9339e8060617504bf20e9e3
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea964da51bb015124aeaf9eb138ec33d2b4a880a27e44f75eb30cbce0cd93dd
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de57c2ab6402149412c1fc4dbdb2e88aeaf465b4
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2035fe2307db5e420b8ad11e80930f28cbdbe2c4523c7350581f8b451ec30864
+size 131677869
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b28392d2eb9ea8653bdcd1b97e9d435ede30b4c
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bcdf071931a1f410f9a7dcd325825efe4c568114501a98da7915bbb3212424
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c75ca1626a472abf309822431a34aa1271c8d70
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6011dd08b26d29b598bb41193a5ab5e6349a83531a240254962e563f694614d
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f0312648ce5a407d67c956149e1328b408404e
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7caae0b4a5ea4af581447a410100286fabdcacabb3d2052d1846647dce4a3360
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2581d678dbbf3c6d58efadbbb973949a3ff189b2
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fef29ba1876ceb6f0598626c990ddfd067efba476b32bdd5b69e2af9c4bbf3
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef221a6574009505084bb046050967f2bf41841d
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e5ee2ba589cf9e41def524ff0034a89c374eccdb8b611be0e09559ee3c1ac8
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f720b085d16336fca48ed81c0a52865a573025
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c90106ebb30b63f868ac701b9a43398696401a6fb68b38f9eab7f0051ba0ff
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76dba66205bf5855d0249b1a9502c002d5c75c9
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ae003acb5d500d87f710aa3d7f7b495abc5ea8df19646754ed1a4f6b14aa63
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1172c7d47f3a62510041c51202a47f6ef603732c
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9725ef2baa10c5313d3905a79f980bfc49731a94f18defc9e875d2536c4ccf08
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7df7dd5ae4fd5da1b23e45008bd0e188b7026d
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e42da2c47242e2fe9e947aa06184fad565943cb868cdf19c5f552833bcdcdf
+size 131677933
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfdc707dd85bd25f3250c84a09edf9ffe7c3c2d9
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88afed63ef408749ff8ed50f6b935be8bd4a267f8f086e7670fd4b2844c1cf7b
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cad680ffb6447d8bc587991b89077feb1634ac9
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b787f910ae8fdb53c7447d2dfef5d0cfe13ab6b184faab82bbc5e36d16dbbeb
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb248a1d856082f2cb13a6a061ac082819e8ec6b
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdc49875fed6479428d537aaa16384fedeed6cfb34142a5034fbb2ba0cfd692
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777be803b945f6d2546978eab4d5eb945bfe7abe
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e956a92f16defbac6e06a983416008b4341bc5192b5f86ccba17e43c968b57ec
+size 131677922
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eade3fbc6791adc8a07aad17806603ff4e55586e
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd366808113bb27ae2254645000a7fa7899b9f6556c061945eeae549ff6fd0f0
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8423137f2c9480188f2af4bf10f2564fa625a545
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7542708a7752a373b7e1465e5d666f8e034f6da2cb230c5db14598bd23606628
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a3f4804d991a8f7d71a385bd7430ec5b9d5c6a
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cda0e8b3fd2c46ef95bc0b7f76d8eec913309043f1f43ff541e06397e75ad8
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b1188ac23ada4aa27f6de9e146e323b1d86b0f
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b59f72f11b9d4a3c3f35c9201ec882a4b037cf887f76b9c1edf3d57c67262c3
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635e4ad451bbdc4d593d10b7712c0e2a28503732
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676592ff7d8dada212450d9cc708ccb6f0ccb4f02e6f2752a38376e8f9730157
+size 131677805
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732232f471d96e47206a02a7756cffa026da3dfa
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8a4b1e1685106b7610b50a2176f7c6236a5fbd6b867eb285ff159ca28fff5b
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a8708e868ff7616f75439ffba184221181a41c
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e00cd63697ac2bbf4c10b7d99c4aada1990403f10b08c0ce7cfd1ba5d48c4b
+size 131677869
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49ca75768e3838537830806b4f31905a87d7431
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762f1599a4ca081fa750b74b8a44ab13d8ce138bb33af73492bf489c30ce2651
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a127a4f493b8280fc2f4d72751e1c8126302e8a
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76faa533bc9a28e9981f84591d0f5037a5eeea60dc60004e191eed603c850f72
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a908d50e95b44673a65405e339a9e86dfe43fe
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52011fe57035854503f778393b8b583eb618613681274415633bc56989f79428
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfd7609a6a1c4765c1afd3af1b80787b3761141
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d43359ec36bf99d591040337d72c6777497d53ce381c6d94bcee1bc54c73f04
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6edf08e2930b39dca61381455fb0f55d8a848c3
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66edcbf80fe48e64dd8daf55726602a5128ab17b9972ca7b5654bcbae3b15da
+size 131677869
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc00c18a88c9847b3b17129546cf022afa0dcfd8
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b999cb02badccc6c54b073ec9a05ae81c31cb4323d9dd4f996b0ab3bb20fddfb
+size 131677869
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e9741c7431a1c60050892c89b3af75517d55f7
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39ee74ed6a7b6af2a47c84d886e870bc4befc4c7bb36cac247269315d9002f0
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b4bcd62db88e4bded93d3842a6dde0b71dd1a7
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cadd3912a035680bb913e0519429ebed85a201e7db0f4c71ce821b6dea9bbf
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d979ee1d0b3f7a35c962a7f3ddab95fa426487
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee4c1da3a235c7e75c4f531b418da75fda535a683c590ddb71c1f64427b9dba
+size 131677741
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d8b31e6d63826650436e4f090e0f0fdf82bd6a
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be82472e366cf588e7cb5ae8c59cf4c6d1d77ef791cbe2fca1537447ef5b4b8
+size 131677677
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77fc5763b4d26f026d13ef4ee469e7ca92f95b8
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308140e88f0d88e01577d2a5ef2d65f213aec560912804545b83ca3fa93f86cc
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf207a05d35d45ed69b8ce6c7b508386d88e0ec
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9c7cc6726563a8144bc4f80d9eb2765eb8ef4284540e0159b793a0f5752974
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503971fb9e623aaee4afc3c7d312bb2f2b3fef27
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fff6578afdb08000957ad474744d2ea53e552ed59f8114bd73e828ccee6ea1a
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7019009e9ce8531e0dd9ceed921e7b6601350c83
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fa91cf280b3b544c54321f30786b01f547a0e9d52712466417d6ba9959617d
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75f0c19dd1c08073ab3d366ec6d1a7060e5c9e3
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473ef503cd1aa83ed4bb36fb6913587e06b6ab17a57957a7bdee3c22c4be96ac
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe076123b1822655070cbdf9da2e37e63787fefb
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45897b17846979ccd6737465dd8be02456570d9b54999c6dba2d984d3c497f6
+size 131677719
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3577f0c8add966e807acfaf650cb2f992f0dfc
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cd245f5bba3d5d26483a5952fdead01342694152fd1354c1aa7d45cf9ff6be
+size 131677666
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daba0f443c94b644e4cd3714a61f26525d26923f
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce9a3bdda62fda87fd9682eac1cf4be09ac2fa5847003c441510b21d5218b83
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d60c847df861dc33b6a401a4271dd551439fd97
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fadf632954640dc6590b47efa9c98760f240e5ec7267ee9c300ebe2ddd42fe2
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6c81dbf5bdd1bba75eb95116c15dcae8b1efbe
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428f2d36906aa0b28b2be25b67cf08e8b006eb5233a06fad7c18acf6d4b725db
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6507baa79629dc7084671bc0c8dc2326b22d7dce
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364b7d39f0c5e5963c210f7b25ed7db67ec0fbfec19e28818a606e80ad149c62
+size 131677858
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58217df2fbdf1305a2fdefa48dd5c09dde780d58
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2adc6dc58418abaa643b6ba922dc35697f0c60c74113e42efc3bb756923c45
+size 131677666
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ef8603c2898bcce947142b1b6a63a0ded0560e
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c3b22e09a9957368a940ee7d8a72384b22be3a4abf65b9925d761dfd4a5d3b
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7d373075aec5e766ef04d98704be805573a3b6
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902ab87522b1e536008ca986d9106a60fa939b51608709f833b51b3ebf5559d3
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c067c472346547db81f50ab8e22886f7523f502b
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5651e1ea8b5fbddf473d4b873b4f7f5dc066db11df94c8821a8239e58594afe8
+size 131677858
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ea163efbb8b8c7a8a2d7276218567449181ff7
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c78dcd57c19359b6054c9d0a330761e28e63acfa3aab5f74cba74fc807503fa
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc9fee133c484483a650d56eb894d4386681448
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547a5f891889d72c6352c1fa9a46c9472e60658f6ea2ce313455fe03a05e4207
+size 131677719
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6cbbb4d0b00e151f77d51e81262e232b216c6f
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37df8ce61ab9f195e0c42fa1c427a2ff7009ae3ce526bbcc0fde1ab16613a2df
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbaab1506ff79e5af27900cffd088ea9a3c1040
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09a8b8eef1430873fd5c825b783a60c0484fc3a4dd39f4b295c58ac73e93454
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734876f4700e4146f2897927172be523c90dfa9f
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10352f704eca5c856c6856ddd92f5403f225e64d22505f3a8eefaaf086fb0779
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33865bfa10872cb754006b17829be1ad90cc38da
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e81a0b78800f73812707172cc71412c60dc8a33d21ae62eeef60804ff8b0262
+size 131677666
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987a7df31b4e7f4f3cc29e1184dc208d7269b710
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9757e2d19004f9bf6b0a7b163e8611dc66a0cc7bf45eea99eb8791c019700d56
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c31f7f7631c432a31ce232935e21da32405ffd
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317ccba4676921e055382cd63fd9c48efb244862117970645f3fcee164bfeabe
+size 131677666
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2c258244d92779fca69c3f7f9faf7af99048f8
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4148d033f96217684a8f36f4505ec4fb4023208c271f77dcc6491dea51736296
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e422bc417878157f0709690f7a1b642883b289f5
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f30322c7e6be45c9f925e76d4537bfa3d5c49b44b4ea9720cf35a8f1b9f72f
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b517cf392b5d9198bf999b9e6c2d4ed564f3a1
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e42eb2b7b74b54d0e610a035cdad3e7941571da1fe3df5c4fb73758efcf177
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7615a87927ff34814ae96e685a7ed1d38c1903a
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2626ba55d793badf03081e8586713f90bcf2776ef96265c99cddc7888a830994
+size 131677858
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18adecc2857955f44c584e423a764af8e7807d9
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3160489ffa8ff3e7325def8e91cf82a1f399e4fb9d08b6fafd9974c42933cbf3
+size 131677847
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ecc2afcd88355cbca2dd4c2ae058c55e407538
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2da6024415cd409788cbd5a3c79de234180e585ebaf577e896edcad680ebb5
+size 131677666
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e550e5c5413bff01ed906667e790164377488b
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e113f816b14038ad8eb3f6739da7064c879dc84dc2d27dc4ff517ce55f33b3c
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1d78ddc1958c41fbd57f915f882b304bbffb31
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1b42d22c9fa388a25a0c88382d169d523bfaaa2da241dbdcfa2a9ef50c477f
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7204a3385fb45a43102aa27abf1e2a78a4ae08
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332bc403f2403f4eec0e767093276e08afe6febff7167a8aeb3c61a3bcbe4b16
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46321e82abbb7fc08977b5b67d1daa8c48a7b72
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6069a54888fdb8d1731c6b1fff3a07b66c97ea6284cc7fd200c0b67a1deb9eda
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c69c0a84de2e71becfb625e5eb2ba7c5a02f508
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43be576234e00401fde6187c2526e19cdb1b046bc586a7318624a950a6a0b1b
+size 131677858
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66d3ea563cf1429d07a56528a53d91f427776de
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094d5ea10969ee56a97e819ee24230f6b65d1a4960130897957bf73b76586a08
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9b3659ea54a9b901230263a58f1846b9a1f3f0
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb560eb6c84a8c3618d23113575b46b4cc259e3a29ab949cf403890e1cfa79d
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f425c2d33a9c0abff02d7ffc865674ea25b27442
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071174261e10f7dcc6e93b91ec7de7c0fc0406b6da6eb217f23222049960cb89
+size 131677666
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1202e357b5f1b6e1c8e5cb52e4cef5712cd2c09
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b375144d93d3fde60f80ae80564b4c870cd5ade7a70e3c4a2e6db7ea6e9606
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba70b4d36643e0d4e16b336199de0fbe8df359fa
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cff0d822a3db93054863b28d3af376e99e53e413df27407f7e65182a595ea3
+size 131677655
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536fdc3b8e727e6a8663cbe59f79b8ccf3d462b3
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366e79982835e066ecb180bdc378d6331e0d0c5108992040ec06ad245f529842
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc5d4d39124c7525711daf5bdfff9cad02884b7
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac575fe4549f52965cf358485109ec617f14ced8c17d6bf245805f7efec0d716
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450e0a95465c382a7c06087e04ac175abf821d58
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c05ec59bf3db14aa604a3832595f882e80e68ffbda653aab1d9a624cb206b3
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143ea4450fb9cd404bc8e8e63f57fc21660b82c0
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647cd0e00b2ca147c4556aa181903792b095f0fcadb2c48058097108050c5996
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e090b5d12c04b40e1e01f489a6679c637c201d2f
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d1b0fabcb78d496d97f3166a0ab044a6591f17bb62c2985d6e62e46b8bddb5
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a527e7005f51724214b6f5cd46cb6ebe1f5e7413
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da09b0421c20d930b1129b1ad1161557e9b7f98106bf50dd9c60971e289f071
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf127c3a3ce95ef7b3c58cb4e0b479490d904fb
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009f023db1653d0785d73656ab76439e5c4dd29ae6f406bc6059815b9f1f14c7
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976b5dc3e014db5a4094f3ae94c28e366db476b5
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3797e9742f0ad6e95eac0639268604d1c62d3108e186c6410e8cf99cb30ddfc8
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5defe395aba0ddd9c21c677d42e708ce784c8de5
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da2ef5e858271205b36e1a8a5aad80bebf24877ee0e2666cf526a188522159e
+size 131677858
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efedce6b4a0a2708389a193f515484ad69df4347
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfba2b5e4be3ed0cdf9cb01ab231a1128db1964d9d8c3b98a6e71691f5d73044
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1388739f9c36e0f4b1597fd211684a2778f19051
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bf869984a157b3a6f87383424afc0339e5a82cdefff20bda2f1a20d80686b2
+size 131677719
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67e2d6f12770e9a01f1cc5efd0af6e40e6030c8
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828207bd2cda42d88f1895337106d52189036356a04b598cc4e00f696762284c
+size 131677858
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fff409513d702b650841a2879c8035e68ff381
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f368848fdf0b582df4b0a5ab020494d47e5d1c1c4dfe4bd5045b70cd5ec204
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56da817814425e03b7025b3a783e75f8b115c55e
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda7da9e19348dfbf5db0b3bb164d3f8e7f2e9f5209a64101c0a5404aa54fb3d
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444ed6626dc3210efd1f6e1da18a12edcc1f724d
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddac1aec8db11fcc4ce8562412e8b93641370232983d77f96ef9f6f0414730f3
+size 131677666
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea63f5a73f34f9e872526c7c6ceec49a784484d
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb7890dcaa4c915fbb95223bad5e93f0864d0626789ce1f86a15320f9b73d48
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d936733f88f623ecd52670ba8193e22783f8d84
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e214c1b7963759b81e83a2aceb240691451ad8949b271499bbdde2f2e416ea3
+size 131677666
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050a8179ed7e6aed0618a72ffc29fa36ac5ad75e
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b676d275c0dc5e9a2ebe3dcea68c890ba36d973884927577c6eea3a80d303a
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0cd12bf8e3fd00e7aa7810afb2ff26a510defe
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa299a037f2651a5c89f7b59e50b493d51b4ddbcfd914ef71f30b9cb4e1a1dc6
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ef29215fa285b55d9e0c8badad4f2736e74646
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192ef5449b4d1eebcecfdc8d943c75ee8f254aabe0ce966db273736389110c74
+size 131677858
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809efe173223b0bfccbd01954dd317ff4dc8f85b
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bb52413fad756bdf7c2ac5fe39ac3597a1e4961385e1deb58e8881b72884d5
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76d7608d545d184cf8537d2ca26cbf520c7c740
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca769e056971e50098421b1ae0ac246b8c62028ca93ab2495b65fb9274c2f84
+size 131677719
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533eaf64bc63a6d0abde8cbe656e67dedcb71b11
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39b2351ad73db71a2909ce7cd1b794931a2ef870760aa53938288c79d1d1e44
+size 131677666
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a2f42ad6a12b6d17ac4e4289389a786075f81a
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0342fa0ce0e822cad7290ff21116c9132f49404258ca39217dbcfd69005fd51a
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0095724097e1517d1c020623d182896d9fccf9
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62deff0ed46613879728d272fcf7fdc2d1a267735efe0fa2a83efb28e6b60c3
+size 131677858
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3737d0249672f91eb95cb79139b4a4d260fcbaeb
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987b619adda9a32a90d604c7d4383825558dd4f1367758c8fa03910d37a88129
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2502475c7e68c1360131ec7ef215eda283fa2e1e
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aefb8f0a9424ac49bbcbe3004320af3b5357046ad6a94d0414c468b51ac771e
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48dce75d192ed96cf143e7ad5859512abc9f5712
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3607afd76d7eeb88578b0b901bedaf876508fc853271b6b84cb851ebe04a27
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b6a5bebaf98072584fc5f46c71d8d608088431
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c1cb5ccf677456f166588556591fbb5851ad113ae593a6b97c486f4249e60f
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416d35bd93f4bcdac92c9e9ba5c0b939b468e793
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52fa8d380b98934441eb92991809591dbd9a43d88a745d34ef0cfd00f6abd12
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937609b6e9472a3a33408fa7e155fa4ecd73baf5
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5355ad8f4e2e2e32b454b361be4d1533af9ff976bbf3df90134ea43d649814db
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5449879dbab247b83d148a9658b179e91218f7ef
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e42d488255cb517125abe1fb8363d145736011b2bcaf40d3eafd1e0fffa234
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baee5d679a317cee568e65cb6a1162fa03993787
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe52c750cb9d049013328c7ed30561d9e5a8694966fb277db990a3aa5453c4e
+size 131677847
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0edb80c3f617211cc9ccd5b14ad7dcef9e4d9b
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5266297eb31fb553d0b9cca64ab37ce82207374c8ca5d0770d587122e0177c2
+size 131677666
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297e79307ea0423f17103e823f72956fa2f9de13
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5dfd8b3dba4a32b07bca8ca1f6fb86dcad8cf266d44f33add27103a2a3e976e
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26db9370153724e75fd664dc10ad72f59940ac6
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8768de164734a70f4fcda2b88d69b9b086ec922e825465a227c10eb943b1b6
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4ab61bb0f283b8cf5c1eab5cedd34053e04adc
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef994d46ec37fcf547638a2d052df251f6185beee6e1797be2d257f10db67ae1
+size 131677922
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9efb8630e10e61ad51faa10f414eccea13c3ff
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2529af894e16129fe8293fe31960f63f2d1864d51a3b3d3d135dab346d3fd6
+size 131677730
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4626d4765602536b981cfae5d7f10a04ab4e1274
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3a3e6344113da5f1e3daae6813d91e41aff162a51d8e317c16a20196c5c073
+size 131677666
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffec0c702e26188079a674e2d15f74b08fa9624
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b67e5b46edf8cc873f2fbdd5cd6ae1a3ee0f45038df3bdcc9a5fe0ccaa2e45
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162763580a1918d51c0d74a96696564b0b3c0a0e
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8c95a2b4cd5885fe70fa35aa44ce1fa8dfe617790377dbd02ed7523db0e37a
+size 131677794
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ad9d7b9be1852130fe3e1594906d2a9b1421cb
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23403990518315414dbf7973289750ce43c2e88fdcf51e98e4d3a7701abb5ff
+size 131677858
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291b03648a8ef15bdafa533c30ede68814366899
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2fabf99018e1b5e923228b79dfc889db5f4caf610a43ce038ad3d98c1b5bd8
+size 131677666
diff --git a/2b855b18bc4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592e661c8fd5b3bf3de239a5705f40e9ddac04c7
--- /dev/null
+++ b/2b855b18bc4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e764cd0e60e5fd34f2d7bc824f163db5c2cf24aef958d751a4068365fdb24a
+size 131677719
diff --git a/2b855b18bc4/global_step52452/layer_01-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b56c8d944ba14cb30ccaefe7e369291a7dca4f
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03738c5387d77204a7f50b8823cc8d603884858bc756a0331d2f9f6d26a95cf3
+size 268043523
diff --git a/2b855b18bc4/global_step52452/layer_03-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4dc0cd1cb118b334d650de41e46ff81b1d64ee
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3d5c7d0e333919b26e40b1c8327c13628af5a730e155f4e9dcd1d393d1a857
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_04-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce45da33fc03f321ac4acf020c9b3fe39f14d5cb
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9febe734a28a4cb66bb91e5ffd325ac11379077efa6041bc7c73814f222535d8
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_05-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6a7e1f754af3d8b640c871d9b29c36721965ac
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59373c484b98ff73696405fb54d8cb5406e1968e3e67ef9d8746e3e305776637
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_06-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff907c21dbc5c7b311856a5100d42ca8b33621d
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1116e9fd8d34be1c8ebe37db324fd84d6b500fe61149daed1759c341376b28a8
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_07-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35786858b92752a7e6c58133f4559edd306817d
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d405d9b2b1815bd15069de4e50070c98e2efd4ca3157c45d2473c27aed9a995d
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_08-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4faa86371f60fb65bebdc814b783d168c6ec5cf3
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4074426c391125788e8498ee2dd333da96c96398a466de3ed53d0ea7cddcc5fc
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_09-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fac5d7593d54e7fb07d175e2e919ebd3a9e06dc
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedcf9074c1ab95cd4466f56abc046c6c7a9a586b39beffe09a4c4acdea356f5
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_10-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a9a23482deb245b6a2b37d109ba0843dca08fd
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37dd5764cf107d3f67582da4897c9ac62bb8f7805255017f800ca235fef8d71
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_11-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c640c61d6c3186d59a0072eb42d949c282ac952
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bb88df34b3a052e787a5a1437961fb3b552cfdd029ebbb9dc6af81eca2119b
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_12-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2986aa6c1bed76d5b8d76c576d8daafac858d17d
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28bdf83047c560d8cbd6692e59df7d3de2d13bb0a2dd91c7e8b08b7b3eba49c
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_13-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4f85d315b498524b02642aaa42cdbafa251267
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3952e5ca50522c2869f8486de6e3c1dfb9eb6707ec6ccc52184510aa47a8666
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_14-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e057e1aac4c7601cbf553b12a4fbc867728ff51
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fe56293803637b54f8de685120cfb6bacd7febd7c1b1769d1174bc154b4a5c
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_15-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3385e2d8f50e5dc40997b473dea17a9228623bb
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0b0d3919fd2a01c823989c42a4b1ff4d55cd706e728fb8d7c675e5f79fa6c4
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_16-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a601f1844f4e8e271a30ba4e0c79ff5ae11ba61
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd5e28f6166838df99fd4cb7d647979906f5d32b43706b3f7d93ab1650e81d1
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_17-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0890c3de026f1328f55b3c67249346ddfaff5c0
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66adb301ae9998c920b1b065a3161920525b50e46d6d999b9eb092d74a83e5f3
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_18-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927013f30bb1a046bbb5bbf8f1381395777206e9
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82aed9dde20856672e32b8bba2e69e428ce14b931db18bc7ae0479f3ed14dc73
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_19-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9804183869bb3d74341dc6438724fe3021d7b09f
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c6b667d3962871a1c4250abfe90b6f727bc1a9c55d3ffc274cd09a26fe8f65
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_20-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ece40881fe77755b6b3eaa9a6c03f6957b39a1
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624eea8277f688da0e2cf3f974146687702a38c4a6f0f2ecba2519062edc9010
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_21-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf273dffd73490ee5b9d2e64c509a36b5ee8fa6
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb015b29e3edb1d0db74c349659e1fe81449b4a81e2142f2c974d55098ee4300
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_22-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ba560083a5e712eceb027b5b683fe68b6a6bbd
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28548121239c331ca9912289bd71171e96f3740d777ad79896f6954e54adc2de
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_23-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d426355ac65b20d6291cfa6b62d3ad0d04a69186
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4294343fb58af77764f2bdd2221bef434f195ff01f66e2e72c4335707412e6d9
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_24-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68e797f66332062ff4b6f3f964f84919fb6c161
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc77734981100456699bc914a72df37db4c8457c3440d1da8effa675d9ae3bf
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_25-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574795d2619897e268aaf4c4772b208febb6dc48
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b95027e23ec196391b3858a7ff39250c0b5368e85d9d27809fc7e0bacc9f61e
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_26-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6aec31924b46f67a815a324fdf0b154e9153959
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d6774088669e5444b923252c15518158fcd80572bb8aa96f6f7afc5d99bb58
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_27-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7870ddb17aa2ed21b8ac8e424ae8163ed0fcd410
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94921c659ad7bf6cc2f65dfafd61d5c4a7ca904c663af5ec5c1eca32f6c9d28f
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_28-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c5381def997d1bd26975a765cf45ef5651b92d
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c44b02a3e5f73ea7b7f727a8ed717c8de7e5f36dc09174baa8a8bd0a9c57d6
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_29-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03fb5cb28f8dd8228674e1c6d9103130d251938
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7676f8a721aea5852b519fbb7ffaf0c294be3e7f7373c61d2a393e799599ee1a
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_30-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7b16eb977bdacb27bdfd18d5a7383d0be7387a
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a712a2e841b7d48b6ba2058736a74378ed08a2b5433db43330efdf6f829813f4
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_31-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c18625d67ce482c5ce60b3861a69b0aeb543265
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b9d390e7f20aa1f48a8035381ab657c168e8d0589fd5997d2eda396a6c3f49
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_32-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6beed490e5fbefa351b9e6c9dcf228cc048d4245
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c999fe04404b2eeaddfe3d4060ae27df45b0f73ec4a3c3b58dc983b7ad4073
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_33-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b004631050ce80df2b47f7ac1676a5cb57716e1b
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff0ce4851f7849cbfe159bf2c8956ab3ddf10f752934f18a7fd3c58df6931ed
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_34-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4c221d768c466cd9982515a8a4d9661f723c32
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2038dc2a56daa077880950d72bf5505e4c2988545fecd507c8e21b79e0e8ec2
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_35-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0dbc19612c031af65358dfa0ffa4a72bdd829a
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189ce5d9498aa0199c3b34abdb01a956e204f7cb78416f669b23f2c729b4e54f
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_36-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7f0c7490960d16e123c54645fadbd19e3a0cef
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba0b89f1cf41ef49115c2603a9d6daca57ffd9c43d0b8dce6ef79122d60c35f
+size 157357315
diff --git a/2b855b18bc4/global_step52452/layer_38-model_00-model_states.pt b/2b855b18bc4/global_step52452/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aaccdc636a6a3b177b8b33ab7436d71443efbd1
--- /dev/null
+++ b/2b855b18bc4/global_step52452/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45da5b9d57dedda7aa84b7877d749f89bf976be06fb41e8ad8b805e80ab53a05
+size 11459
diff --git a/2b855b18bc4/global_step52452/mp_rank_00_model_states.pt b/2b855b18bc4/global_step52452/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3afa002a8126a8d5dbdcbbc6b78c425e1eb0a9
--- /dev/null
+++ b/2b855b18bc4/global_step52452/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046655f59db199e16c77ba6d8a65a063e1579a3540dc5c859d53892ecfb9fb1a
+size 49907
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab53e1b74f53d839af4375a625062a1605676eb6
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a5b82c2bf229f298c63050d875fb864b46aeb6055b57ecd377cf19550bb0d8
+size 131677719
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209191c6dbb358f1d2d6dadb76a87a891b155733
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5666326832ddbb9172eb605e6a5d2b9a44e130b2435c3c210fac08d2d4a503
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed9021e6da368fda05b97a3c2dbab105b5ad336
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6a57dd0de3655753f18c3092ed7b7e20dce757fceb20ee140408a3e4b4cf58
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469e49e0171593d89614b78eb4e453d51403e92a
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa890b8e713d02eaf965ec96a6e264eba4e95cb2cd7ccd30cc570e690903416
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343df1eeb69341a47adea02c90343eb4e7718ac3
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866f8201e85981d0714623c3bf83bf505a72f318e486230271b1de4b7c522006
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03319036be82b872a9fccd461343e1db30a3e53b
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57750b4cb4fa87a51581057cc3937d63805281460fee6e75e2bc087f30d62d3
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e5e71a1652f51c6229c35da57bf3732ae48eb3
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e3f0bdf1bbff3a626c4525ed48d8f43a1291760bd9edba38f337eaeb99b562
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7800b3657db8ded59f2c0d212cbfabc0b1dfa29e
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2f4d4bae47dd5c599c1acbcd415952859c3edd8ffb3666de9ffa2bc35850a0
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa663dde16ed241e3d13ff2975009d9f6e8a86a
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30628987729e4714f2b46e667f712657e4d86194371a7abb3f9071e03ee8c5e
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a902d2b10b6894baa00ce5c674a1159b3885437
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f370f07f5a6aac0ce10b03899ede75b373e24bee99d3b7dec41960cb091a4c
+size 131677869
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1eb17dd28babc47d89438163d6182bc1fd4d4d
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a14ae06473dd3ed83f293c04fb4ff752b50f3b50dba1248fc55ed5e5d901649
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3629b61422cba09388077343e054b5557fc47275
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c2e623a84587513e1dd2beebd966ec68511caa7c618607a1fa3a601998b973
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2fd271d7585020ff541c45b51a272852b78e1c
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e216d52ffabe4bdf38f128e20ff62572f2a60d28fb1518b48dd0c44f5baa7d
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b6cb57a04154219efaf5c3e083f0f67d46331d
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257879c63028170fc2b9955da57f9da6e9608c471164603fae0f69415d05df57
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4afcc8a4c5067ec57d73dbaffe00f4ea5a7784
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ac7ebb325cf29cb08c54f6a00a778e872f0b976aa65bfab31d3c5aad078d50
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d38f0d4e1684466ecbfdd75718ce5f3602bc3c8
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488da5a288c13cdf78d1887f7bba0c41447ff60b3b08e9571aba0e5120e49ab3
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b274f212678e56c8b56ed1a979372299c5746af9
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e9ec01e15bbb947c82370095c900cc06c34d655608892cf39f1f9ed6ba4463
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca671d8cd2c7b1ceb191797fb0205c1b18125e35
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a755d9befc352ac3130a62dab32bcfd7472cced6291ecb942cd73759a6954a3c
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4fda2b1250b070f6b03ee7869718ae1275e51e
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc77c200de6be13f20898c744cf08a45c07c8923dd4d2f1173dad09d4e34048
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcd9065c91c698c90a0fedbef301580e61a8efd
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74eb9b060d32e3394b1b15cccaf852684aaea4f2c6702db03462b5cbba54aa19
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ee12d5cd8986a3adb05c38b1bfc893dc058088
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1b2b8e393e6288c7f2d106b0c577ea9fd8613b59e6d39014fb13c8b7aaeecf
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe72d16af8fa3dc93df74c7bcf56ae5481c6f14
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9974b2bef49e46a015b41cb737a681dd138dd6b6e69b6511b9ec35cf88e07d68
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30eef355bae84b8fbff2a2956f78d90925a7ffdd
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a99ca5e700f69845fceb4fffae72b9bb1dfc40e9afa3ed71a6bfb6759e9118c
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a79f0046ccc786cce7fb5ea8c731579fc2ac805
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6342c295a5cf62a5fadfe12d6b3077e467ff577dde8d4e0a40794510ebf6ed3
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bec7330db50036465cf18b04c39be876044fcf5
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84187bbb40190854a3c7e172711bec351d04d9151206e7d9949a21eba1d34a1
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42563ef43179958c97ed438ab1183fc1e99bdff
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70a1601dc3b84ac4a13887d07aab8bda371614cfb791c4a23d31bfc55bda814
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da098bab86c2420706b375b0ab00931d31d4f585
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac07dc5661a10e0ee2c3f72d329e6a1e920873ef524d90c7750d581a0526d15
+size 131677869
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fb928758eec5e9f98f6242f9137a8ff886f269
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7f482dfacdf5d2513fa55724b7941e5f83c7afc04ab627c8aedbf42167aafa
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ae6ad809da65a574d75de88d274d7623e42fe2
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d117ffa26aa16a76e0a0fa24645ce651b36d45f0aa8b0ceb7a9ef0182de3ea94
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59dc62c6b8bb27814f22280132750a36e45622f
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef7ed817736d4063989b10c96cecb1a92a9eb343621cf9850385f6f6f6b3d59
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a725be81e4f3e47801356b6231edd854e46c2e
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242737c79e4d596053a1b1a588c8bfdb442a0c9c0bf506740db18d5a695220eb
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391e172d414c282d34b980352368603a9f64f0bc
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0d0da726027afd71a5bcb1f6b3f505fcf08608374d086f3768b717f611601c
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be0d881f8d6707679ba7e6c3e6b6b21de8b8f4c
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfd110f7e8a6ce90b334bb77120ad8f00e4d23b21eb9a4ab77a5ea700c21288
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f325add89ae27eb56d605c2179adf09687bd16
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78a4f60eedec611b4f84921843532625a8912bdbcab2cd37d7ed7eea60a60b4
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891f5331d2266e650c5bcbf0e12a51e687530c6a
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4648fd0915cd9692b65fed043fa394357389078154c5bffd3834a98d3a1b1c3
+size 131677869
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9db5dab670b25688f29e002049678080f475c41
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179cb85de3abc316c6ecf762833f46b1974dc32129db92901c9578f94816d420
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcc59663866b602f925ef193d3df1ad0da25f82
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf444b015408251ef0de5e14dbab1e0f2ce9dddaed035b3e7682fb3e42918fe
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e333197531603546ae09834d827bb3b6efb3b84e
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62022395775487e92edf838f2ade9423b2750af47580df182b28aeb4bb4b73e9
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ae3c3e8ad24f2ee70d44d05533013b26962958
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b236b1f28aa15e15abd452b9975e2c5a3ebca60240361f357bcdb659772cbc3f
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8142fa8d62faece81add1d324c46d695b6b6ccc7
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3795ac60564ce2caae7d951e59c014d2bdea75a4de34cdaec520a4ff3d3d4f
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4db62ff896ba58bd4e7e01f1353346055ad8532
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1704497c780268cb115791ef3f6508e5e70c9b8e3f54d6b38a5322b79630e818
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47acb6c5b0c8dbaa26f8a1d5d9cfdbe87d81443f
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55296dde20d1f8841066bc2781578cdee0202b5537e5e47668f8ca27c9acf24
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58acaed337544276f55c669f19de195c4a9b6cd8
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a12dc4442653ed0b058a53c0270e980c99108b836cf342583a33116a34ea34b
+size 131677869
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b355cd3530409b98fc19b05f282186c497b332
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b50241249a577d1333f58fe7311689bd3c9872e08a5e31c61977106f1b5d191
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a0340f4b1dbd14a76e6bdbdcb37c0f856646af
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1095a88046b11ad13382cfd437d8603e2554ec4262b0fc77501791a036d07c85
+size 131677666
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da356752a799485adb520d0d94fd647db4cbf01
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe165fb4b8b9e068e646186487eee8dc3fc91f9ac6bcdbfef1cdf355512851f
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4792fed472d286e4e40d272d7055c23a8c94e7d3
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abe161226137393ad96398666287017dfc3a11a6220da44bfc5d1e3d0cd6c01
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390a28c4ed146b2cc9cbcb5bb924669570c93646
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d39e97bbffc71a57a6347d2dcc653cbded192daffbf6a380f7e50008abbd4e
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4730ab369258d91bc4d8be95b81e26bc22b8947b
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5447f07c35fb0781ee278fc7bdcf0fdffc50972b81292e69f5279b9a2cc66175
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0334b08336385215281abf2add687d8c26aa7d
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1845d6d93974a45f7e3364a2096316d27c023a4a98f8aef1666633e46d93a8e2
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b968eb252555037b08cdc479a33c3872076cad
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9dc5143d45860873ead24ae393606984e061bcb9e3249b1ab8290602c87bae
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9a5b301aaee8cc8b454fe64729e2f961eac7c6
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9d594dcb336906f8f8520bbc665ab0bb1d7135d848253e0dddfb3a4b338b45
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf52ea47efcc12e77eb368268308368ce932560
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131ef85043ebab830516886076f22291ceb65e6c2f5ff9dfed22d9873b2ee794
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65618092c3ad01c87c02786e4331db50204c07d
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b855cef178bd6b7ef44511de65c33359dffa0eda71cc11d595211dbaf88f85
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d88f2f680d267d4ee899174e7a61b1c2fcd964
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e05b013139e58570d87232c8570ee6d1bd819f09faed17a4951d75a3d4cdd3
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad2351525e32b364007bfe62d138250c0f514a7
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfa5990c338775ad3fa91cae146d998933a85b869bdc3a6dc20f24aebd6432c
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5af841dd2e72ce7699e365d03c918479529528a
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89773a53ea8cfbd0dff55e1d2953674fb2d5b85fa0dcc18fdfd50e48d1400bf2
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158acaf7a3479d7e37cb9f8724633ab77bb66009
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf1fd1cc225d43738c8fbdf1fec067ecddc96c8c4f5ab70dbacf9920daf59f9
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c9c59efbd277fb453741add999b5f238788bc1
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e637853f119d85086ec7f72fb878ad03b105358af869de86de8b78db128a96
+size 131677869
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6ac32c9a10ac23b6b85e95440eb8495fb55e6d
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c953a3c70b1fbebf8e9b6892342e53e7853446bf46c49dbe6545c699712e97
+size 131677869
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc35acf3bc6a7760c5a5271d8858a136fbd86ac
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67de9697c1bd9e3a4ae8a9e2884a87727fa5149b64dfbac8077c1bab411c0a5
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f315a421e245be7a951dfa909da1e80cdddd4634
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f56ccf67b15b506b7f660499117bb91354fba2314ec2236f5456bdd36f5862
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3101941bb80ab4e4ec670d353b58fa33f43a6e5c
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc1d0b8b9ebe1d268179f24e31bd2a353ef9929eacf427707679416d8436ae5
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7014c499068f275a73b73f04d975a14dba844cc5
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd00ee282863c0635be8e47fd8c5ded4b19a8653355fc2099d668a08daccbe5
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee56a0a68126f4be2347f3863bbd10dc71b1b8d
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b062e0f4df43b15aac615e35e8f4045f33bab7a26384a5d8febc73f42f173d91
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b6609a7eacb2d9224ff60e8f5d2f76781d15c6
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e60206e9cbeadd2b9d22168bb3167daecc30205bf51ba250241d41ff50764d
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfb8ef59dc8f4911a7ea5bab1cc0f9eea7d2cdd
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d20c36fde1d6d01539a83d6188ef939ef2dcc0e64ba24b126fd26b31f87aea
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fde201986b9d8e3142e034686ad8405e65378ef
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0129f074de0bbde80b5c67caaa8cd03989a94c7511af074f98cfad168657c13d
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d90cae4c43b94bdae3df2a2c03f192ff974297f
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f3281442c48f18397a2ffd3d1b52474e6ba9e070194db62935f41a99141ce0
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69bb56f58409f98b503b9529a79c7c8e7b63098
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3aebcea72f132a2ab275acb2ae3a99fbcfd4333397d223b4fc7f83222c160e
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47396096cd7ac1b29f6234878f4a2b1c8dd744f7
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f388a6233ff317860877317d3616547d22c5ee8e7c7e67e328b3a89a55cba3c3
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208c0a22dcaa62a82a96676565038055ca51b501
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d269e819b376caf2c31713570e0201de6058e83d8135925cb4f55e387e22bab
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35c40036241d1956305de2450831678e425dfe1
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5c5e64a87fa33b053f3a11e2bec2b914e1121254bec7e0d18cc3f36ebea7a6
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca33bb93d69cc7dbac7d3e8356218b27e5aef17
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee5bfc8413e04c8f387e849ae41a327059b93cab62f343104d162c547591b8b
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f139f6258cf51336ecfa6bb08bd5339af4b959b5
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1ebcdf275292765f68f7ca5214ac1ff26e294ced1553f9e364e661ce12003a
+size 131677869
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee449e1d2ea6e16423f3fea273a232e8cef78856
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b697bf546af1c411b5b32ecbd5f77a25d805bf46d595192facbc09379f803b
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0003bd582c365df12e44ba0148a7bb703ef66501
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864e6e57384fc38986a019614138d726ee20fd6b534a1427913a03ff52a1e69c
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60474d1d0ef03bac8fc0e8d4f3ad0a02612cc82
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2accf6eae12286eec26f7337cbabf4df36bb554e132bc7df4bb2defb31b8ee4
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce335e9c7c537ae4733b28fcc3e511ef1dcd72d5
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb834a1fbf56773160d14ee3af9a9edd9dbe2b2d8d4b7332f698acd3c4130544
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d65c92441043dcb88e25d1f4bdac8b3f43dd3d
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2fc2f3141df203e2445e75dd797aaeddb95a404df5fb892bc85a5480691c03
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7210815d14fb6d0cfae2f6aeb0048b7498e75ace
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225c7bf3c24641d56fd4224a24f61a3b2a3374fd7cced773b73a014683a27e33
+size 131677869
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2121dc7e1c3b45215475b423da36d988388d67c
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33daf57f98ced93c60856f7558d0feba543b22c6a821d4e853f190f8e65e2ea3
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db5bf521b5c336073f43f9e99185207f11185df
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d6f7e4fd4bd222c7709306b6ba64186d9dc01bb4ef19c1bf41897e4f869bef
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1473c34c20f307c8267767a3be2b6193164843
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41dc03ad4e389c614dba8c7bc588cb827b016836d225a3ea3c669ee413ff0003
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def02750d3a8591cd95629380b4adfbc62fa4ed5
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03c0fb3d518f4edd5bef2ae523e085544c8367b0acd38454dd1b15ad0b3ebe2
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec294339537cc5f39832c3f6176df20b430dfc1
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6e50cb88d130fc5d4cc403e114d09039ded1ea9a59d0bf5d559ac784f2909d
+size 131677869
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99482c80093c1fa4fa6949f523ffd4fd8fcd52e5
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8416da8616b4a7371277cb1810eb39a1d982860b835b2aa6c2af837c951ee2ef
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb69304f80938c3035121767f29fd084f4a3c4f8
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e2ab1b48aaa5a9465ac04837ee8caa49d2b43cbc0b28e3f58220e9bbfc05fa
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7a86750e14a07c3e6b4ff52dc4564807364df3
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168651c46599e2654fa70ef44b1711902eb1dbb045da307e7cf51f108d72cd96
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73cc18b5e1258951ee09fbfc007baa163d50eb3
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9c8be6241a441cf2316bdf203816eb22185d9744742db5fd61159c831a0064
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b353fc9f9ad4c347c73aa73f705405e7d24ca9
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c46f95bb28a6a40d107e3c083f7bbf5ba5382e8ed151daf8d57b0b4dde651ea
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac755a39d668279d330df1cf43b582d41a8186a5
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8592f2aeb8ea1195fb353c92e49be4cef54d86bb4d1e6b7ba9efc5d3a3ff2f62
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7314febb3349c044059fcecb1838a5c82689f3
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadf5fabd3b6592aba4dd6c9695e4058c8b2ee8abf41a02c1aa2bc514205907f
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5311d6cd7a08af4839879ae3f04c692eaa6ca0
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407d2562c4f9fcc84d01bb04d97b5bdad246da88fec56e347e587cde70dd2046
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4e0945acbc2a46dfc03597af28e948b985d357
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8c4dd92153943fc9168f8355b05ee429e62e6e83a57853b5a6edf7884ee31e
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7758ae42dd45a8d12006145c49c0b8ac4d98e131
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd977e5998d45d81acb598c68e388b689bf936ab892ba6985638771d8eea51fb
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6744c287157acae159a87e235dcbfbbf082a008
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e4fe047a7d6d57081e3abd4639e91dbda58b552547e094847166b0fd5cea63
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ed7704a8b5d963b1535a199061dbfa8bad4eb6
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9515c12736e1cc874ec795f0cc6758b0bfb2eb000c3a1c98fa4750b0b1d1259
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761a081cf3e73930679cc39a1a6bbed64a1a2242
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42125994e9045a3c390d8cb69d06ea05cb27eab4642a7a4c01247f4c2ef0c66
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6fb5cf3f6c669f9d3ae3e38797957ebd8abdb7
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0c6f06535ab6f9d90d65bd24efb2cc062d06bcead0dd5f721b6bd19ce78fe7
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d9909d45853006df540506315986d784f28d7b
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d0e7fb13da224fa86f7a51e9ea7f0b3328ca20e62e72a1d2c6f5ee512a6763
+size 131677869
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24074653c976468e45594b4ec03d897a0906d016
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4110a38fcb490dded9900adb432edcbc2dc5c8220a65aa38446c9b4356b61b5b
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c548bccf2532553674392b8a1ab70b68c91e95
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb511d7316d0ee75eb5ef7fa34f6366db24f92dce5a72e7a8908fa04d79668c
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90214a9cd0f8c6799aa0d6872732e4f599c8a653
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e954193e7d6b460bbf207b4471b793578992538e2496f634b69ba17c56293f1
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d0d1afe63f08b30738ec3e1d8b0e391f23b2aa
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89f311b9482f2513d285aa33ec670bf70f20af16454a2e8fb6aef4ef53ffcf6
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc86ef16e8c19070c8d3a50f306271c672b08eb
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4fc47ae161b0a4855b1f5921c1473ccb6839b5166d4d6616c4b6faa985b03a
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bb7863be6165b2446437e57bb8567672f1c244
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425246fc89cdd7ac008a1646b7ff5e5e5893e1d269bc545c84c764f02c40a8c8
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32705732551bf417da41bd6e7b4a67deea3a0552
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d59f536a5060cca73f7e92da60e1102ea9ae068bb332f53e115d3abc17006fb
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd01383c543bb2b6eed7418489372c869a95d005
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6855740efc9f59b71adf6ae4e5a1255092afc2918a31124e71a1da4172920ad
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c08180ffff0240587fcd6a5eac6e1e623d6f0d
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725a092713a25585b7d8ee3639cff023cdd838e774ff5c12a9d34e38ad543997
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0d096038358b98dc82376dba40cae021cd7a97
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29536fc88040395b47974ccd0b56076380c5b524e9b7c0281cfc76ebfa257b02
+size 131677858
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc0cc97524d2d27195452a31dd7a348f828de67
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c319f034b0c5c9bd7140b1400c199b69ae9eb5ebfb9f15297d06bb7f8d5541c5
+size 131677719
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3932590e65cc701f689766a6c740f8589ac36a9
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7f34d2b79c0eb17af3de68b88927e11533687727746fb744a8c135216021c3
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4b977377e0cd71c922a9a1da3966eaa9775761
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07c5c6f49a1fb5198d34eb393f08dbc73050f790c9bd18da96db3b7ff5a32c6
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb70fc27f74dc6a35a5045d8b1ad1cf20d2f5816
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36b6e16f588347663b09c5d29ee59699635cc24787225ba7305c7910ee94232
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6238ea8531e7c7e257a1be881f8bfd9fe75236
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a15bf9fded0ea8cfe406d567cf7b5efcd3b6e624b209177883a1deb3e9a630a
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc8f6f2ec3efb089ad92216effa2134998d3890
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc5f8819b6d32afe48c7c64f7108bbe14bdc8e30d258cdf8ccb10767b7a5c41
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c092a373290f025b425488b8785f3bdf93d56e0
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f525de8a2105498d5df5c253ae30f79852c2d85e655604b5713023de852372b
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30361c3a28c346e6886eb7cde5282d5e9bb4cfa7
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619e6b77a94bbe777f641b2212190bb203b209d8ab62852d7a4ce2338e0b0ce2
+size 131677869
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10ae6fc796b3a7f63c98590ab1e5e85a3b8a620
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a053f778924129934dc916b99ca9099491457b8778770aed0eca6eac774ffbdb
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f02e64e27c86043af3d58f4509e08ffcea3255
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c57bae1f723187d26a76017345056c56489778087dceb5a5d8f488a76e35ea
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020f632e39c87ed7b8277f6bf1c5367755cacc0c
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a044bb18367ab146906ef180b57c32fc69ff74f1af4640ad455f1aa1cf7204a
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f9bf32dcb8b386de152c1587d8cf1a6ac95eb5
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b58008b5c119c95527ac7e9b0fd750fb11b804652b06a514560a34a477b6e8e
+size 131677666
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a622b134baac6492676d798c3407d5a3aeb1f6d4
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22fb533581d819d84ca97fd09bbff38b052c235f1b7b9ad1c195038de484e26
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0861c201733ad0f0c8f5ceb74b589fc496ab10
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e85c8f1f425f32861f879b0d0af91cff26b5cc76a072a855cfecff788028c87
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87f79a47b21874f6308a94f14d3a7531bb2ac1a
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df53808f29dd6bfe610f2b1a7702214a79671fd97826a316112c9560b2ff3b5
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff56cddc7c1123475b19ce2073cd37de70763ad
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc7df7e7020f7ba2773a4e291b4f192d4b19234cf63d2abd76d946f829f0fdf
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa3726d4eff85ed073e2ec5e4557f4ffaba6ae8
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a91903f48b456e214c93a18302d242b5399b9ab3e79e8d84314070dc58fe75
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a35cad193c2f2a51dc956c5290575534ca7d97
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6f15b150c4ee82cea568ef68e1482baf9e0f5f9ccdc85cdd44b56461cdd304
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c57de25dc32e77510ef252cb50640f1e69fe14f
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca635d9e493a2c82ac7f92e88dbba2b6e9f84ce95d59d4ea8f4e31677370954a
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5858526cac7d1b5190e41f0ebb8ada09272be62
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d405a7384f7e121fdb716b5831e41a6cf6dc6fe39b24b4b83414b25520d3456
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d02b81b158de59087afc68179126655819e9cf
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc0c9ebf781efa9d7cc4655be0041a5c4d3c2e158bc58f689073572e82937ce
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc44845662a9e9fb485882f50c2a636db1dd472
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b3526b4037b8e6c43f44fb54f0e1cde3519dac1cef1f2426009a8d23af7c22
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f028052d77238e8ba4eacbc8858525b689313c2
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f827fb97e29a408f884fa03a4c33853a1040a14b2b6e082b3bc510b23d3d3f0c
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2435bb1b802f1a41a9aef51db2b33291f710fe1f
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934cd13f73fbad5c3de5a5661f98d2d681981ec41e55adba3f2c5a116f6c17e6
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a10f1cd203f0838c0a17959ddd087fe9e618c2c
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faafccd671c95f017b9145af854c3eee8fc21f3d2e4393656796dcd458b3a840
+size 131677869
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3e1528f5e538a3522db72e1db72ad32ee71d4a
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed8d263118dc5ba84afb34503b5670dd1272851bc13a3a32f9866ae4b40b2b2
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36c53837e195ae3ebd287ea3d7dceb90f856fbd
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cb4dd33b135eb2e767c6966b83765282bc322d6dd54c8cde0a222c88787fd1
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba9aeef9e1539896eb741e8d318c956967382d4
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b6a168bee54c91e9131891f67c3f340029fda4ea62996359c01ddaa0c32ba0
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18aeb3fffbccf0b40d716791c61841b9955d92d
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6d06d7de7b93a077eea13003d249a47cbf610f312ef85a163e27bc45b79067
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e4795bc1a15be17d4a9ba0fdb94a2c24f7e881
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b370470a315878543addd53aaf899e4fa52d9cb8e5dda8ada97f17f166b428e
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a781f075f2b78be7597410ed098a05e12a21d99e
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e45626741d62ee46b06bb4aab178e75b2e65fa35d58b5cd569fdb79808493e3
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971275bece3afa97a7b06935ce169c3258382470
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e5de9ba898d8e82074a4d785cd7faf0e117df11d0809dcb2dad6cb2d666360
+size 131677869
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9c12e1784649730d85b529b0e5a8d415692fa0
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d361e83294897cd7de96ea431e6b6bc3e3b0d6c83e64b7d48710438bc71d3c08
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4326d95aff1765e9a82c7630ba57465328f438
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de8e28c97636f01d227d504c738d44a0446254058083fe54d4d4a5bacd77b7a
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dabd58fcb2b2d8d8fc67a593f6cf208bd2ca4b
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e96889b8d2c370d3843b8979e497eac32ff30617804a1e16c5cd7f5c83ce2ce
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c7bc323df45300c986367e3a3d41c15e462e72
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5d47065d35ef105b7bf657421f77ee3c1a2bef07c55d869ec39f4a630be4b9
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffb17c468fae8194144c77b6878a4722532bc6a
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6aa88955f535f42a525e13f063d12cd787188d33d5ddfaf3faf128fbaf0f570
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead27ffb3a6a07d27f43be3c54e47615cc3d2080
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b15da0f8257747e2883fd815658c0fc8368b0c28f3e8728c46d00dc87a59fad
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9aa87e0530365481622f0602b3ec359a98ef717
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f09acb6fade4effb3a4255b82b777f6de9233f9249bc03fea2eebc9814c992
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec473cc70296c0e6c383ad51200063e1872ebc1
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295cb8b86ff409a5501d5bb53a5217ce5963207b04dc1d1675a243b2efd61430
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9674f3d53151f6b8e28d3657f3b2120ab1318fd4
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9af669e8045479fdf723f329c57cb4dd23d60f6d04108fc26e7e321fba6ac1
+size 131677933
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7642c9818f422ade9190f3ca9dff275ba5cf1294
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc84fe0755e677b3ac67fe53276a2200a9ab203330f927527f40787679a2f01
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8f2ba0770ade8036a8775a7bacd5e82554b7a0
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffe2efc83245b535c39b44ada2bb706cf26074ad66dc80bdc79ff575da2d6b3
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf07573fc472601167bec02988a75b6d28fa7755
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49876403887f84706103c80556f03d2abb12ed34170d068a2568b52e002c743
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646cb259754cf9b95d5a164befae549403a3d023
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b62a406478f5ca373e1f5141961535712ec430af1feaa9cc69a33fe3696063c
+size 131677922
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e901d22df390943cec2cb858bc7b94dc473b474
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370afd21c47f2dcb23694e995660197d80617b6e6c48841dbc0d811b8e197555
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b423625b649b8448c9f215695f86bc476ad8b02f
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f553412476bdfadabcb638f8477c2443711f4c4677926df6a0563116a615de1c
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d853c237c0c9a0291095d5afcf569c137e1bde
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e170977998a5a249a7384a57b3931e2c11e14f7e3c9c75bc33aa307639390ac
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742e798f802beea9b41362448376a2ea0fa3dfdc
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c546f39d1282f2d9c34a2a31caf73dd111e57738bbcb4cc43b6ceca0e453c76
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503b6f35372e927c7b266530ac2692f3490903dc
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22543335dbdb7dd0e207b53b08c554e5182174e5e4fbe145e8f9b62aff99e05e
+size 131677805
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196c3b8659b30173fc0408790ad16f72bb61e5a7
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea70d1fd9b89878754ebda2a3387d0f110d1a0fc8c74db59c16de31d7f24c76
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d51bef9e584a35e92823d4d78df0496be3ccd78
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8630e0e9c7f89034322f07166a76e5c7262a631a15f14a27e43c8197dafb9c34
+size 131677869
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a1dbe52a3341acbc7b0cb2f7c5442d5f9cb31f
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662b237a9fe3d044dbe482de92ebed522129882277bef459ac388daf9758a983
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684a029eb987180358c5b768ec62047e26cc9f27
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe0922a68ac09666e2655b9907a3f6cf2ad4ccc810ac778d667ee03d2f55372
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bde8c54457e7a8041990e003bce44ed2999787e
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68df041a5e9aed28bf1e73fbcbb11f7353352b19e4006e04f2409f0589cbcc2f
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e2d2e6040f4d0ba3699347813c786c41ff97f1
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975df6540169f720694600c70d5fbbfcbb3fdce9a43fc9a9101a58a4f8ab9a7d
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8beb879762812b4c72347c18a5cd19c85814ba2
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e73d25e01ce986052ab15fbe9a3c05fa5c518083dce686c3c33697021af2bc
+size 131677869
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9edbd3b2c6827181e1fb910411161240c841e1
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a05b1e9b2a319019aef8a1ade5dd5278f7d710969222f3f9277899498f8f43
+size 131677869
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ee80ec3bcf2039d79eda4cb03d104b1f990403
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a0472542e79f0abb3def38c8475302fa204f43a04da3ba8d688ed53c793472
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52554c4861a42db2eb94ae3f42e07b03f2de0747
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c30e617c44b6ab1431a7752190a4ba6e1aff6f2baa8cfc055fccc86612b0c7
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a62aa509a8b69ef61011573a2bba4542e5bb4e0
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e8c37a825842b1a2581c8499c7218291aea32f3ba69093012e842353e22ada
+size 131677741
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba6d7d991dbacf9474034e2a54649e0283444a9
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eba20160c25bc9445235bb5f3e6a6415141338c8c30451206cddd854e356a53
+size 131677677
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6908d64336aa68d71bc4c37fbaeba71eeb881d71
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f884308d638e14552fc71ebbe8811569f308e8cfdaaf07e20452e115fd308f
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f951771bd7fa84bbf0c5b1fb448d0d93c839da
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051f5882e9039f724408a1509041373e146cb7912316794790f66b67533fa9aa
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1902d090c73b135b906f24a813a1d3941f4367
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f9e6738812f192c69b3cd2b62fdd5ef26bafdc5df9360924f6df869189c18e
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c423159eb127d14129e813539fa4780b7fe9a4
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2763ac2a5e94685a10cafbcc1884598b133038ab85831ce4a551d544bfb21679
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c517e67e16f59b32ed28ed771169e6b769c5ab
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86854aa5d7fbf8a79ff239c8acdc63587f0761e19e210b77dcf45fdb1ce5420f
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2bdfecf39fc0a4ddde0773a2f60b0356d16ab6
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780313de96ded93d2e930a76f5a9847e9b2aeedd5f7fe167d5e4bb62f48a38fd
+size 131677719
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4807d03b061704d9ea6a52e1224fc7e283d7c6
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51ebd5d8bf046cfc8017687e1e511de4312200afb3b86d7f9aca0fc53eaf04e
+size 131677666
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f762c70d63801bd5743acee419db4592692001
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263be6a6bd4b8fe090ee472d02575734d68f242a1311d3b2544117b302b1de7d
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c019fc121de3b2c7672db5edd2f70205639bf3
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc979012f38ad9174180028407dad9f4d15356dd635e3be1389a57b1aa8938e5
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09836ca2e5ead1aa4ee9960d6d67ec7e85e1ab9
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd337cec6a93eedd7487fb07df6868b0b876beb410ddb1e58d0e260f8f6a9e4
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e935409af4a9bd1db8abbe66bcccbfb203ae1da
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0f1aaad9af40a682c543a9726a7eb3601335d1811442e79a9d3a485e7c6a46
+size 131677858
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb24f1f74e1fc187d171652b50440bc7ac8c6be4
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647d917b5546700d4ef85f4b9a2ea26df340fef5d44e9a226d6d3ac553a1309d
+size 131677666
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383b67f33aff8c7eb44b4c23d860491e48cdd3ff
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae7c55d865d1581faec674dfc9dc5e46706a2ccc4d1e8b3bc629c338c0c15f4
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410e38ee89d88c1c41cb44e77f79cd2568001acc
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a8e54eecbcdab96669f8355ab06b133897bfed892d975432c03245b75a13cb
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25cc10e2c2c11e3e6ff1e1de02803f1fb4456642
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b2c78c9de8e7f6dcda3590fb79755658ee499bedda4be2a5c16f16306ab4fd
+size 131677858
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0724b64de4efcccde79fbaa628e2588128f0e4
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a10fef3199f2ceb256d1c94a3db5df695f7a683d8f0b02ceaf13d53205e2b12
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2e32d035af1ba1d7494781fe0e65328a5731b9
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391a6494e4e4cfe0c84885869de88b25a86f897c4a613e492f557c8da9402ae3
+size 131677719
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318b9f1b2f4a7adb7512b224e94c18e597955396
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d44620fcc6ef6371fd6aa78674e5eec4d8af0c9f2e170595559fd06707e7e71
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e039ff1233dfc0d5151b8c141784d69d168148f6
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edda0529df30db2d8c2eab18c4b908a7f6f5353a78cf4a9659eb10bac6e6957e
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a49ef522b5cb2bc2eb410d33ca1a44f6aef8ad8
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c781b0309ef53786b2e789f1112c053943c03f7a45365fa5f87a6b67c022bf20
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ad16730b5173988ff77117ff0d850aec19fd96
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8c8ac621552f7589e1a48a199bdb14211d481537098a3a9285de05be36a9eb
+size 131677666
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28871f81b3b55cc2dcc2f8967a9f6d65c4bd6abc
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a4bf853f19e1bb32c0d09fc3edc9ccee0784fdace052dbc4cacdd1902da4df
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fb19433c4bed9e6ea9749670e5aed84160f7c1
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe514d9411238772c0ef6e745bab032e85123e3f5b349d4af1095a14f4de55e
+size 131677666
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea48c5dda057abf0f1d3110f95eea4f8d515598b
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eef01a033746b4013a68338fecbdadce3412df3bcd6df2bea333b27f7b36f51
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfffe0cd3229b391901de4cc3a947bf04c04510
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790d954ee4710aa92c72fb94991774b4313b930a2bb8b474ab8d055bddbb69dc
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea89270423696915601cadb07483f3577b2889f
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c1105330e5a6417942c0ff26d7c6221c4ae3f0fb9672d8c5e1c0df2c64f062
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c498a3cce98623a4dfd9a269588a8822c3377cb6
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fe14ca1c6357ca1ef37b112ad5ccc988176f35151a1cff1c19ff8e4e912e30
+size 131677858
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796daea37a4a8a4909fbf7fc93057b4aa3b5811c
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1e302c8a754c5bd887f4dd71ec003cd69967d802b095a0b12d37b9d90eba3e
+size 131677847
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d9f667565fc4ec71ee8c1ddc328c4c43ee4bba
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a16037840cbba120ceb6332da38008d7392b48fa7390f250f432b17c74beb5
+size 131677666
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bbd4171a4cdaf5deafb062492d68dbdca6dd06
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081660dfd832eb083eb59b5754de98820d666d396e0d994146fdbae21bb2ea65
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd49ba78ac6b95552ffc364a70729f863d54d3ec
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef94615f2c87b4d3646ced2315ec28d6cbb5b7e92700cb1a2c49c6a66c2e90fd
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623a283a93582bd08f097ccce8409c677e7eab1d
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24a0c41ae41ec336cb69865b07f305e72bee9222cf65d819d8321ba35aa7209
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292979bcc8b80686a29cb13a0a81b0244b6e84a1
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3663ebea2fe2f354433107ffd82c59178a6fecacac240d90de3c4b56f1704555
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3bd28f148c493d38a111a6c969c5312a201579
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952451edbf3c3aa9f1015a0ff4814f263fcf2c0e8d115ad49ff437f1757ec8de
+size 131677858
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4b3948a4acf9ea7b9d5a51459823bba9a3f96d
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a9ff0c06675f6daa5dc69784c00b1c2c7981bb2e6e56650a88e2f5f5365351
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3c7cd503ab717513bcba9768fe7a79869e4fee
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623437c41a82e9aafbe220f1f9e56897a93f95c7fa814b042c233e4fd4c2a253
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85acc09849492d98cd7efe7e897982d4cd489ef4
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33d6fe08204ba8b2a2e60d096a36baf3a560f465e9c5b59c6d8e7d42e900b03
+size 131677666
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e203f01a1b0aa136cf46307248d9744299b17c9
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d287a21348dd88105a869f9e0d9ceeb4191b8822d111ed7b92adf75373accec
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0238fad71c2b45b05f9dea0ac04ab3e024463a52
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8771ec461294e6f392b58a0e04002ddf11d9abf3296ad15b84225cd695cc2d7
+size 131677655
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb301171017e7cd94a394a17ed91bcf30d78c21
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b973b3b2bd0442fe2b365151175f2bb2262279de244055d7e5d6e7682d39765
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625b07e68e02cf27016673d47c623536b11a7ee8
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9770712c182b4b83cb8b4e9f96eac9c6c11c4aede72ac6c58f32aa17282d5100
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d27f02e04bc9712a343e4907d4f19e3bfb30438
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5727a612d3f134695c203973667fac95935f6ef4bc9c251a935c2e39574f4ed7
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdf1b47ffe8213f3aee105f81405b9e115179a9
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dda3bcd105d648d4aea948ed48eccd8f93429e5bc48fb65e3799c9c6400a8c
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346c2e1c0ce9257a8eafb02315b8e59665919060
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24db2d07499168a3abc1b600e13e26d1b7e86f4349f740efed636200ce71fa15
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd283e679737c69cc3f822bbb1f896c0adbee7b
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ca771d9c4eb1d02f4be6334564613d5a1e3d541d94bc34b54f44f3a0c29462
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78056ef49e8dfbdc3890d5b130adc47060cb228
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02164125db6102b15f263e59263baf6b0c6edd0d8f5745c3ea750823aad59f6a
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3df52d133b559a3dbed4adfb6db97b087697a8
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822450410d38a2c5b2079bdf8c35173902f3f780bb02f079bfeaa572d5d389bd
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea4f6ce18e5c22a5665b067d1af5e106d91ef76
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7090a98ea6f523fdfc702063bb5f390416d11c1aaaff98de7dfa06e4dd116ad
+size 131677858
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ea31a4066852a37cf091b299a92bbcc1e81fb8
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49a8cb19314b63749ddf90b6cb09a9427a044cf64bfbdad67a5ba9c079c91a5
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecd7f7b3f59988b563e2f16ee2296a624a85c3f
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd446c92c54024c4b48337c4fe2c5c7bed79d2463cd068e2638e318fdb3119e
+size 131677719
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e365ccd0d38458b4fadd33ecb25921f0019124
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af84e54c7bbff4d08f1762926bca7b59bb745568249bc94cb95b35860ec6bb7
+size 131677858
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa0843c45a03795c5f1bde080592cf4d22e3ced
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc38b49e0dec6b336b11282256e0f34f5a84dddad6ca98c31efac016ff11de8
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270dc91f50286802795b99080da879c28504d9a4
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd5540459393e1a2302151ed61d8d2f361aafc447d82116be393f840884ebd4
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1edf0d6d17d7eb6d13c5c2da1c05a7b9f6511e
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd09abb3ff8ec5628cc94d4aa8c93b40cb35ee4b9d1eaadfec42a3d6b6ec988e
+size 131677666
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4160fd74ea4e804cde24a812e271e8661d2248e4
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da946145b2e7f938b5dce3653f7484910100ef8deda20fcdacf517856397ebc
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da1d88552a2be6fb2186cc518afbe61e70a0cc7
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b114321414437161052e8194902d2e360c1511628cd0b60a549f3c035921d184
+size 131677666
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cbac3afd4a8ec9d1137ccc4d95c9565f127a43
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4902201b88972947bdacf44b7142f5e57c13af84df0e0ec8236aaae7284043f
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7cac18ba796130b511dec03ec42f746836b9f6f
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa95f185de2be03c634d182cef4d319bdec75b1d0e5ce0f959054bde3b124dba
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f55b4732b3fe29aee8f7aba5c342919d9cb5809
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731338b6feebea007856331c55f2f595d046300a2be5027d30c389168d5d1ba6
+size 131677858
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583d664ddd39a842ca354883515ebddeed8f62b8
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a644b2f47635a1372353eff7c8ba12ec55d94c5896a663ca0cc15d90210e1f
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae31e88373d6fc144179d84dbafaa02ea4d0c956
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5441969031ac9bf6bdbaddd7b3093b9113c5552b07ac08225750efb6804e7b76
+size 131677719
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ffda93f917738e2f8610a032cb5536294201d3
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709715529481d2a17b4d2e79cc6f5bb207206d8d1a542e303260d6b887cb1e6c
+size 131677666
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6631449963fe300dedd04f90929579f99b104d
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acca5286d60892d9aafc3fcbb28db66652de5a8206b2041681058530046508a8
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80242b80aa88091c901f0fea341ec5a4164043e
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655ddfa233d8736cd95c139ce652da9f1cdc8744b784542791590cc19947202d
+size 131677858
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bffad2c5efbd534182cc40d4d3a3843a493f4b1
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4704a09c436992bf31054a02823ba8d5893bed18fc6a30281dde56dc82170c2
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a4ebefa585620892490146d42c25ac72c0f339
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332babe2ee64ac0fbb1ee9ddc0cb88c4d74dcc3ae187d764ac0f588a6923887c
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a75e78b3edce64cca5b37ddc766cc190d73bf27
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624d08c32b3283bf97b9789a0f43555b64a79503a29a7a44797b7d0d966fffa6
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d31b16af179c3fb1fff1141f0bfd5ee9cf7c969
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30390f9568bfb73a223648f4235b5e414252204fa07b00d4518974b1dc43986f
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bdb63d64dad9c0d40557226883fdcf64efab20a
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86fa0a685c5f495edda413d6c2042ab497cdeb72ef6c0c8c4b9d203917ef0ac
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1877afa657464d2ae6943a4bf82c9d705ff40992
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bcf880bb10238b02a084f04018ce517ee68b459b0027f5e33350e0ef97a533d
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988ebc65e17ab40ad6b5fe06e5e353eff7d9d0cc
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc065d24e9aaa5f97c82c35f78a4442da67a487292a15f8c86f6159d9489699a
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac14e3abfa5eddcaf07c78a94613328e4dfef0d9
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefec13ed49a35cc9f1b0fa1731bf6a764f966e7926b27c32693eb974c53da20
+size 131677847
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bafbf1d81d1216cc5ce2a03cd4e25fe5a8e68d
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2752eb201af66a43b9f3a16951b5c34df2fb52ae6b05b16bb8a97c1a678528
+size 131677666
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d6b1fe120663f6fee038b8727c0133bc2739b0
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3809983500cb4e5960107908fa306fe7ed6baa5e7138752ef9274831ea9aa6da
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7998f33c0ac09464c2db1a30cb9a1d321c0a9e6
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b212bdd60cc53eb5211313708148f4544edf9756d4bbaabf7a6b120d2bd41c
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5f67483524f422099213d1faf7299600e3bf8b
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1b572973f6fe12f9118539a3360734521729332bdc4ce35d5df451fa949d4e
+size 131677922
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21396fe3955e6f69963bead0c55c42bdb8e1a708
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf3eb0ad33c4f1c418bf38b878ef513f6681942c7ad74f05284c6b69e8d963c
+size 131677730
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214e1d83c4dcdf5cc002d3a3fe16f25d68d45c44
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3916d23512b3ec61f6c6f3534bf31d3fa5364a9d2e6660d0e86a4757038c5197
+size 131677666
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8667afe834ad85a5b0383e9072b641d210d98ec
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b1bad4ef8b96718dbe98d67b1acc0d510e145e366a29730c305c868eb32da1
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c56f7f760c658cfbb300353e044c0b609429aa
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15a70faca4be5f19aee263faeb8c94c76c813078fa377ee8d1e96c6f144360a
+size 131677794
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80105d0c07ebd24acaadc78a3aad61175a2a51d9
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a9b606331ad5213dcc7ab0597044b07cabc85fe1f486d4b6d6addbaedbbe33
+size 131677858
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3136f516f7217491f7590992b0246f43319d9b76
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ea5051fc957b4837c2f9bfe08ba05646eb53e9ad46a525183ee596ef427ebb
+size 131677666
diff --git a/2b855b28bc4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccf78f57723de12b9247c160a651c4c4dbd69ae
--- /dev/null
+++ b/2b855b28bc4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d771ac9d6eeffe1717ded4cee59ab98b10dbc75f92cd8461718e46f08b6269
+size 131677719
diff --git a/2b855b28bc4/global_step52452/layer_01-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73f7ffd5766fed4619ee74a79b22dd832fa2922
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf8166e0c9d153e6c2df84423fc8c6ebddb0e7a46c3707da4c37a7b1ea67494
+size 268043523
diff --git a/2b855b28bc4/global_step52452/layer_03-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11881fa547e786a016940b9992c111f96d99c91
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477a81ad5a36da5c6a79c1428f3862e1b512a4310f7d4eee311cf746e867b9f9
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_04-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5236a2fa0c0093557587af72a886a91dceb555
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0987faea9f9b0bfd04ac60224d4f1f9e410f2c253d56cb3292ddfed3498a399
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_05-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a74617b62a3183c53426efcc65630a09cf7ba9e
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f46493ffc88616037a27f88222f4a4a8f70dd3e6949e9b818056b7a1a7648b5
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_06-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0b34cc5b09449a686dac43a3dc161abed80d92
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3dccecf707a2f9bfafd3a6e0dbdfcbd4750e5190d563730bc9076667e1c9f6
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_07-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644ca09117905f0ac32f704b51fd05451dd79e50
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7a7269f55a4d6d9ddcc0f4d7ebf19fba0c22c4432d087e602252576c88f606
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_08-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc8b33f9963985b6fe253ba14c62cdc49fd19cf
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9700dc85963aa98009f500171d23c05bf0a9470da53ca12c9f24999337e5dcf3
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_09-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ba4aa99ad392d44b15f94868212a593fcd8fc6
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86c4ef1e2b020374fe703505d122a4177cb69a3f11b34cda0fdecf0b32a37db
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_10-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90a3351fc80458810ab9063067af0001f2ce2b2
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf56055c91c6aa5fd31fe12af91b5d687904c4efc1a33376a821144e63de421f
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_11-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7eebe7c19b968e99d8c23cb04b7226bfd1aa35c
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6100ec02bdb249b427afb06d8f90a7be57333c58df1b1021756c8348fbcf9d
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_12-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5225fdb78cdaba530185c26394778b91abf1c6
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552c217e865068811a0b276e3bd7b239914d2d04b4771df6568d90f3eb93c464
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_13-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c703597da6ff8c00ec4c091cbcda985a9bcc0a
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59494915e83d9941f5845a5631d6f94c654673978685eb61c191cdbd4d2b1b1
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_14-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26be4781e589b33a726dac259dc1d76200749933
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251826882376c3bf2e1071fe1f096d4110adebfea076d84be3a97f4c17f0aed5
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_15-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8979215f77918b8dc5530464bc45c051b163bc9e
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda293f06ccd297f044bcc9c2c5ed1fe96513a2af2dd21e58dfe9de7d3efb386
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_16-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416ad2f3ea93743df441397e6c1daae4fd14facf
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9817ff1a2146ecfd24284a1bcc0f575b4d109bbcc7ba65f933f17c313c5ee726
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_17-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ecaa74344b28c323a0003a5bb1c92ca0c06caf
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349113f72d1dbc27daf7347679f3794c48caa842d45f09e895a9e33eeca58435
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_18-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8637810a333621b437b8c88200cbfc8808efbe27
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff11bcab590629681b36e6704f5b88007ae461f798bcac870c64635191bc1a4
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_19-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98058f80ec860c8945b20757b33c4a9f4c0ee78
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7fc3f6b9e7356694c489b75a45348bf9d447778a3f6cbd0cb70dee8b69acfc
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_20-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8899a220371664bc321a8ba22dc690dfb2ca90d9
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c16a57836f54693d5c628d54172fc737645fe3bdb4c43db82e707638aa268b
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_21-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540475c9d7436e49964283bf247a85bfb3f895fe
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e72c09769cdfb1acecd4078e4b4d5016bde895528a558484f9c482841261929
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_22-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b9f66d0e1de9fe66c1d41778d329f6e6bb35f0
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0c2943304ca8882d2f7c3c470f0087e269f340ed328002d4e03648645f76fc
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_23-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f770b98c25eb88132e12a4f4b7f37aabb4e31d2
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90d4ff4c924a0bad513367c737050f168293bb00bda66b785ea7a76de678b03
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_24-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d774b84f0f8035eb495174832029d7f0826f8e44
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f306a3641e2be536ad12cc467d93160090f77de43e29b616f46cf67bc90774fe
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_25-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b39bfe5f2fac3ac1aebe6b819bd90561b8fd80
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b85aa67dc33fad80e170a0e8408537700ae1c1eaeb88d27c1bdae16bb2102b
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_26-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ca49730f1ae675bfed51e560bc6f7bee9454f0
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eebafcbe3075198323109342978d9c590350fe3c459614fdda0dd5f0beb3329
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_27-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a850c90ade8e166dc5dd3367cbbe708f4c99ef1f
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac55d17b8d8e5df2ed98319faab5947739f62edde0d2092e142381781f4ac7d
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_28-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deda0e7b233abc3e2bf90eb18cba3826bb93bfc5
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfad0433001efb7ade96045e287a5fb65b0a63c5426ec3e283d923f08bf27bf
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_29-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8716d15455ccd37c321bd72425b983cbce1692fa
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0210e52f09ffa2a1d428395b5debfc6dc613affaa8f3eb9030be34fa8d13cd1
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_30-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294565cbdf4a7567440d13f88a5015132312e31e
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90aab7d34d4120127ba7400925d13af310885f02161decbd710461d350ec4101
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_31-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1296daddfedd44db108ee4edb9a38256494e150
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c11fad268ed681aa6b6988120d02fba47a971638e36d7babfed4452ba000536
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_32-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d112ab2f2f35aa6bc3e2b018aafcec353bbb7c
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cf7a6031c501def32a72c4b7782a30aad367cdc28e3bf1f4656489acf9cc75
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_33-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd5e05086ac886e0dfaafac073a7adccf558447
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3438f9088bfe4e9df32fee19fbb508134773bd1e82eef72226337adb89fc8665
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_34-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b36d35c25a3f679eabc7d50f4bc905ab7e777eb
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85ae9a8421458ab078cc5341973354f24106a6afb1fcfb7522806c201b89e51
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_35-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d9dfbd0662720f4c89bd755572b5940515fbee
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e83b2040b241be1e4b2ae6be5a8f647d8610f24be7657e3d9eea46e92f42697
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_36-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff459943ed7f699c67c82a0d9e11db7748205de5
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60816c9bdbabc44bb9793a9fd6d496d659b8ffabe7652ca98b720f07c84786bd
+size 157357315
diff --git a/2b855b28bc4/global_step52452/layer_38-model_00-model_states.pt b/2b855b28bc4/global_step52452/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d545286de94cdb8cf664eebfc5fa635ee51fc85
--- /dev/null
+++ b/2b855b28bc4/global_step52452/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b49a6f55101b0cc9afe56cca5faa67996136e13b9db52531d435961ec2da5d
+size 11459
diff --git a/2b855b28bc4/global_step52452/mp_rank_00_model_states.pt b/2b855b28bc4/global_step52452/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a792e3f32b129fc10666c547bb856ea07fbba157
--- /dev/null
+++ b/2b855b28bc4/global_step52452/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0e39e614275aedb1cbd7f29aa0ea058377347f4bc7f2a58ab9367f6088a13c
+size 49907
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba615403142f606400522d0b89a4e050ef8aff9a
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1753919174916afabc1eae7feb5b6dc33733c8972c4d25b4c9debefa4b34e5b9
+size 131677719
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfe0923088f0917893c542f78b1ea86d9642062
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869601ffafbe0a93cb7dce1e7d0ec20013879322ed1c2ed3d879ef1fb99ad6da
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843ae701aa747d6e6b2f12abc6c7d2d4a0bd4115
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd3f3bc33713563f4fbd8a34c3a5e4ce0cc12c198f0f645e406522a137c75e3
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fecede361912cc4f558041c4bfc4fb8b91b0be
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d39d301f03f7f513c24dc56190489ceaca891a493f5c1275efffe28ce24bd29
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895808d24d9f8d7d9513d4c965dacee347ad057b
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ef4868a16ece8af2580d94ec219aedabf973f8e96a1cacb68c42a982f55475
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3d16356d5e38a20b6b60d386b356ef2ed1e0eb
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fb459f86cf2fb3c89324e2c06d92b7865233e9d98a1553fe1f7c1e72629007
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10df8e8f806bf48915b3376755a83e7ef6ec08e2
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc9193ef0f0afc9c207be9f497cf46416acbfa5c3b2e16e5930d5f65e93b6a3
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c942095bdf68a384d3aac427661a3c4e686a2c55
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42f11c8227f5667de823171d320acfcc0ed8d1bd39e0b8f50e485384e733643
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940024795f37e313690d4551fa1519c83b3c075a
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d021bbc5f5d6cc940fe43a5c0bf4a217550ebb30d3fec94547cf71cefba3f5d2
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4eb68f97fb6af2b7e3b904b009fc9e6b6378760
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12350a667590d9ad18fb9d96094ffcc21071a9a47d66c971d5ec9a79d53d70a5
+size 131677869
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6af1753ff50eebe8f28d4422ac9191b577ec7c
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388c94a8973cf4652d3dc6331d00b5fbc5986b15e812170fcedfcfa470610bb5
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fdc83106aa16f00ca10ecf311734223fc159dc
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dfdb88d6129d5008f59da7dfa0d6317425339ef38aa1d5924c925f01f662786
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70afaa5170092f55358a8d0473a682f26d8c6b23
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421d8aced2afadcecc0df89d0470e9f8c0d736559ad09fbcf27a4bd00b79a4b5
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b65f0fb8939af2d75f62c09e41d95dc7075fd4
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b963a65f4ebfb394f56681711eb67cc760416782cc408d4f745b87306a1d7d3
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f720f6a1f40e84a84abc37089d5298abf4c1a21d
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3621f709b5fc6bcd0fb44e6c0794d044e21e82e0119a53deba4deb32f2b5f28e
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d849c04836bcd32952c838ac1e86aa6f8e3b364e
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4dd358545ae719108ece25fb0924b596d057252f044a44147ee1800a10516e
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80de88e274ff4a2f6d3a5e190d55d8889014697b
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b731db592a1e82c6bee80b7c80dcd1f083ef666bf4701cc1e187f68f8bac5632
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d637bae1ecbf79fc1faa4a862b29e5f621e8c2ac
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccaa4017c6e5797bc871d9c230e0850fb1f370369bbc1e5a0be4b304ed14f67
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86638844e49b483dba7a769f7302ee300960245c
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461b5ddd7d4bee0b5a5629a0c7fd880aab1a3efe52379181fb99442b227fb02e
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a048fffc8053dbea83c1bc94aeb262dd97b299
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93697a0368c89a48c5199b9cc5f83f40ac8a0c8f5e59b7999fea56301995c9e
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a38eb66734fef723694a8574951e126f64d80f3
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe632d5f1934755343511c97da612933404fb8765621ef5f4bd04e32f22d48a
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f03ba7a274f71f124c22ffc8316f62e4630442
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b540efb91ccb28030601b75a0e57a384a8217099afc4afa6d2da3be1e1de4258
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bac5b556c27ee4c734e0f62f1576c17e86fa43e
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbe962ba07b2dfea2049840f5d520a2407b5e2ac953ff6eb16817cd0b8e2567
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b8497332c6c1b14aa4a20ee4d0008d7199f8ea
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047b68d9240a9bc460c3d0f61218dd49bcf0a0f7879deea5f420bbbba220bb6c
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db23114a1872d65afe294b8f5f3624d924a3c585
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d3cc153034be2c8b110dc6d0a2a6c88e0f191c832fa96acf8424c6599ae99e
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93e4ac999fdd221b4ac1ad3b3849145cf12eb81
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8e4ddcfb291d4bdba81626304dbd136967215a8bddee9c43a7870dfdd522c4
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ae8edfb7446c1818ed4ea3d4f26b25e1e06b3e
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d7dda7c8f217f909a3274dee2b227a7966f58be878909ea55de886d5214f1e
+size 131677869
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee01071db9085f1c5cb773c2c208df223a61a0a
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889234b2ce48c1b3f6c069b36811acdf63156d6c089a0fc8b22ff32d7098296d
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d3d70d3fe6b816c94b053f9fdfe11e376e848a
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37bd4cc2374d829e5fee82425e05123dabfc4bad1dea3847c915b0ca066967f
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae058f2dbaf03e8d7e085eabf948c0ed81ca0f4d
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c6d36d5764b4ece9f62c281c9fe12834e36ebd36936ddf54379efc84077ef1
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619cf04c7cfb49fccff29fe0893574ad01f9ba8b
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b8943913c89d0650797f6cdbdc1298b4e222f249057e86c8356ab588efd4a8
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4edf40a86f676bca1c94dd2d896eea7a407ca19
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b51b5df5eb666e75d4acf804df971fb3269713b153ee1e9bebd9296d62ead6
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e81e6115e1ab080740b20a5c4ae23868a4ef42c
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c021a04b9c81da5696df6dfc701bad83781c63f300ec5911e6552629ef664a4
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633ea7e2827d6ab11b93960f68f10e0c20421fac
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5299f1c1b94d938669c7ad2bf15968946d237436bd70a3efbc634f155d9bf6
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf20aed415f932f964fd8664c17d4f2c7b67989
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ee5e9b46faf284e1844aecfb50e0eeccd9a487121140444b5b3a1278d11342
+size 131677869
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb8c966c54ac9b6a293b9a7616b2a5128ce8112
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a248c0d1f63eefa158239471d20f3b28a27917a724fce35c84e6a1a3fe08438
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49e2f5f09dbd0c6027dcc40272eeeb201cd0fe0
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df18417b5ad40eb60039efd6734da562a790c81dd74fcb977963b33fdc4f1221
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfefb33ef1e28493a730c2989a375b16e044d24
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374eec9aa43a21ea41f64409a4b2f6ab1e297f8bc5cf348986a7632508ab7b3c
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f571470ba640892273863beb46ee562f4933e78
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13cd6f1982e528b8104f199674e2e9b13f46a3a969d7a5ef6ae23b1b554aedb
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c15fbe74e555ef84f31891f08c2c56689ff4570
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdff5bd93ddeb88ce86fc21ff1fbccd13f97182217b59f638a2bf5f79f0dec01
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352da54992787236f1d08e93dedbbba9027573dc
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd785b36d41d71336a8bdf50eae9a3bfeefd3529397c4bb209378c3eedced65
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f52d528d13861ba77ee8a30161f605797d7df53
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574e1aa26c225bf15cf458e87ac64d50a6628bcc9ef5ec53c0a2314fd60604d8
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c508b2260fc1ea47cdc4d2a01288f7f9af98aca
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba24c884ca50c9f87f512094a34a2dd34535d229a721c271b42bee03c5993c6
+size 131677869
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa02d8a329a56ac70743ffd3ce407759f1c83da0
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544c7101a512a0167e89fc996a5fdc02c07567b684613ac2eafad05d72a980e7
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2384035fd236a28780781c42e33ee31e2fc321c5
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ba3f622782855dd3f35ae82e7aa61dd1453438b870a8d5644d4f4d0ab65e3c
+size 131677666
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21913243af224a4fcf3da26e18f9e86d22d639d5
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d894cf1a2dea5930de112cbdbf4aa98f79fcbddd48e363ed71716a0f9d8f4a72
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2211890c7a59a58aebb62332f33f5adf501c85d3
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa928c879eb425f2cdda3f477aecd82cb3ccdec0825eb06aff7dda5791bab99c
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5880d82791e95aca45c26e7bed573e459fab5874
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c258e4455654b7ec1c8d47e1e7828ea71f059043d80d7daadb025ac6d9979cb7
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc55c12d55f33bec81d88bb3bd88c5b598c2cbc
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb9c612fff9a06dcd1a61f6c73048153b21f7ef57a495fdae0fb5b080f7cbf3
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f22d59093fc83310cb54a14fc9472dc8135ed2
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9533fcd7a4a3bac095915a1c3054fcc11ef3642fa8494db7cafb23f2ca16f6
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3286160008200e3395757eec321c7427d0f72a64
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a902dec130ac4434210753c9575bf54ed62d145dd66a5de0100b1aa69b08abea
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ba94622c28f8c010e088694ab3560b0796b8ad
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf00da523a3e8e07a6be8df7738cf7927a80a7c624f8cded9ebcb15363bfce9
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5a0fbc54f5c631b957d7c79b2609d9ed2e3396
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffec6600d7a52f80d3d3070454ca5f8cca2233c39582dbc3501de3fac2186671
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802d472e6980009a4f50f89bb07d5d02906834dd
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650e1a8472f2baa8e47742decc13cc53068c8f2797381cf9538087d0c791087d
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4d7754ad3c47537de70597b649cdb843941307
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688ee5229e5ba303c11dd92b469fa77476287b58e05f62d83bb97b8c6d97f29a
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560732ef4cd1089e602f18e9fcfa219558055160
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fdcefe81bb60b78c6ecd508dbb6ca20afa07c0bd0e859378a7cd77faa2fa389
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa67ddccde5f7369ba30e5f6cad37dff3a7e78de
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2eafbf2fe576058d170f2feb768a153f3dbdfb35de676654ab85f73db2f75f2
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69aaaf55cc58d930e674010772f61753411ca2c6
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89730ce969bef7f1772898f1ad55c7c99ee2fd15d6b235faf1a4edeecb22899
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8326e2f41271e0790fc8d20fd257566039771211
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24123b800ce57a4a1f0825622eebaa43c7fbffb3151568ecd4fe403ab6f88023
+size 131677869
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8020464b8d50f3adc116da0cb975d524eaee215
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9254e955b16f85e3c5809ffaadd450572716035aa72d121597b03efef645dc2
+size 131677869
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bafd5e9c6c84298460f713ef747b94d8cb1a78
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5468d5571575fe61aa9ffae372c453e41700574ba79aa2d366f358e01cebf786
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc2459d02a6e3da08e1c8ba19ffd68d74242943
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8180a8dfe6c82ddb3fc51abb78cd325b6d12739f9555b74097fd84f72ccad7bf
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e4b293cf29dea18f384d0ce7ab51f3787caffa
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8e7511de804b0dbdb277006df4cfc6e0ed2755a646a5a3e83954e15d56f46b
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57deca635b5213230b17264579baa0fb3ca2b8ab
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062744285790f82c37245b32ddb0ad0fc2680d90cb3bdaad25b50129b080a140
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd7a50b89e84652544170a74ba97463bfd196a7
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867d8635df5032141b865f7efe2f8e8557ccdd227ac5c97dc615b26dbc713e01
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4665aaae7c114531bb4875374530214be0ffb113
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafc9d6002e9eae978b70ec800b78f5c4c93da857e19755025bd0b6d7d8955a2
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfbaee7bc714e7f410af2ca096274f078db47c8
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74bc7c59e55f0bb929731a6234c896691032e8f8b0ea90dda05dd70aee41706
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e868a0f7ad2b1b35f474c39edea5412a585161c
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3437ab9320c3f272cbc2247bd2b9b150aab415d2058dbb60e3ce4405c892e751
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10106b16acc3deb9bfc5bf91bab9efb68d2ca57c
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258a788f299553041a2a2112f5020c57163abc19e0d6b5a4710dbdbb1117d483
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e987e6227197d886c7047b12350372ac52620968
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7411c863ac4fd3a1d41fdae531a29976c08b2a2a67c9b5f2d92d6ebc1dc494a9
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9296095c04f0f3cb39636b5ed8697e89991ad5b1
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec84843fbdbd567c5d12843912766d84a72915cc87f5bfcca81e00ed29504dd8
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9ff8bd590f5784e305f0b5bc2d926f688d61ff
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743d729e880abe6aa35aebe0b119e9d3728ff5c8bc0bcdf5eabc2c454f353a91
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69702c5c6c174f18c429b3abfbd44bf2707ae1bf
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002bf59380b0d0e90cc02a12dba5d323ce7af0d4704c8707048ef9b068f484ba
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb05f32317c86798682d6bafb69e586c73b5abc
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8b91839a6c10d8e609ae242a5c65ebdf5d166bea0cec1c1b20970cf8e949e5
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2ba2a2c3893e8072f0454c0feefd8da25a3274
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23a8d72ba0756d6f458107acbcd2cdee9ada6247a5284f38fe9991260948393
+size 131677869
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3528578c469afbd442f76c68e592150941eceb67
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31dfca9b3529d8923d60f1f43416760eb09ae43463c8b5da4e32b5359ae0bc46
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7347efa27893afda5767190c81aa62451c7c2906
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf16e8a255ba3b29bb2f924d4efbc77fae6a72de343120297f6cd7c3d0252b0f
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e390465b9017f0134c8412c7f1a61758bd5e83
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3bf675267aecfbe44ca1dbb57301d6373a28cdeb8a2f8428610173aff49bee
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894479dd386696adb213283257db8b25b86fad3b
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce36f15714e1bd6c0a5e2a8ec09e34d1b1dbbc8ac5f1b11977fe1104d1df348
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bc3d3304a1638b1b4b55b46ba06e61f9adf5e7
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010cb0529d5429ebbf81e38516458492d777ceefa264759fb0d065fc6e37e73f
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4933956271dac280b52259cbeb99710d6df007
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bee404c40937baf3047e919f5ed10bc317ac7c9146d169b9b4fc21dc5ecd50
+size 131677869
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf00cfcebce60104fc25cade0c18c5718bc7acc
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d5becaa38dc58d0e96692a8b44028480bc96f69cbfe3042bc4ae62bb3604f4
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21df2f4dd68d0d72eaf358a20e003f55a0ce4ea6
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c093ab3c2c189d00d4ab9e104c6b0f807f59f11e04142d43e4a4513f80e1d44
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af5a0e7764b2e5fbb918076668b5f3e403cbe45
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c575a1209e53e4ac2b1b65d30adfdf35a1ab96b08080b35b957bda47946299
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75f48d50512483c7f260ecda57c6a7bddf06fb7
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00e3a96f90e7dd723c8dc537067473356db2d3d43219d492b5a6b2dc60ac2a2
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96093951bec98c665fd87e560aeea7cffdb04aa8
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feaf7d45b03c9354f0fc1d912941d95b2334f1cedb5663987a83d91e7f583e96
+size 131677869
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6bac3414c07d44008ad0bb4c2aa9916c98e659
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4642a714a993b4cb2290a5e9dced71e4f142f3d398e16a643a341fa7963c13a1
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635fe04fc9ed518a7c45ce86435ec4d268660f6d
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bf4a357f0711fba56017337184f967c2f2d9cfc50873ec5d66f73cab897697
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619b9be0530ca9c82abfe4e6000992a0bbad3696
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071ecd9f7b2805685579db1e7652d02469a4eb6244ce266edd663ac15e0e3eaa
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fd2d4910594f49b498f74e74aa43ebddac33dc
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8552630d338ade6fa866496e6321a328940bf0c2fec75f53ebec50d6a7d4e325
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f131a360556d5d8d3cd3323c025751c0c89e1cbe
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55fc03dcaaf76f14039ca80056867177cd749f8764545f009e48971e02518b9
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f5154db7d1fb2346d0624384c038e0c34acbea
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445f6b81b4521ac595e3e02df16fa08bd81be6fcc516eb895d869f4f7582183d
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738967aa04a82e382ba6f41fdfa95da4d790b2b6
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3103b4764cbf3fb8304b515cf12740c35fd8757b6225b56fb01f80c8e5b73d88
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d760a946303541d0580bcf0c617ec7e53ba5d066
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7b5cc225ee2ff02ad2ffb11c9e39f9f3208c0f7779e3b9b543f7eabf602b11
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f9ee6f79f144a529462d380f837e87b5a4e8cd
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34779da2e964ed3cded5b398bfae6c451162fad4dfd94adc0e092b0419b7121
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdc9f5c22b73d8439f053ca2c9ef1b37c441d50
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98245970a7e08f115bf00da013076deb77d19b9096f9e96142277bd49e272128
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe64cf963710eeedc357d931b1251126a0faf72
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6302588bcf84baac57a769d041d872b68ab31d5831423b1710595a57700895
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14681a71de882cfd134b588e35070719e02539e4
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8f186a8f3ebd0724f5c6f4fa20dc95825b764dba7010ae797a9366c08dfdc4
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a7715724534ea2abda1cd0c8b9edf922282489
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69dc175686535560a701bc3c7b95b5721d65450d31ff6c4c5a176d04465437ea
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3de58d66a5e1ccba36c6220b8956a154780848
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9e64f9a6b149f2d338997369b070dcae851a07be6c902df557c1c6264f02de
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4a29a5f478ca28dcab08c5359a80d849dc9cbc
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9bb942fcbbeb310dc880ccc35b6c4f6f54c1f560c7fc45948c0fc1661a275f
+size 131677869
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b5d981bd286990fe10d68224f3186fd235a500
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b85c595e68d3602b2aa5a657e072d379f1f263b28023b4c9cfd2c81bfd26890
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6405707d8d6b4b47587d38b9464dfa9a739db1d4
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092b5ecc2f7c9371efa0e06c9cbf5a89ea22e3ae8e390a5f0ae38891fd2c627b
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fdc8065803079e0a1aea00371d25030ebf131b
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be34ef08ae497612e21d81cd522da7c499c1b2b521f31499e4c3b2fdc93ebc3
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46994425d1d000de085a6e6167e6f92b0fb179b4
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d82e2b81461b670675e123864425daa9e5a643eed38afcd56b2260a83ad36b
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4e91a60694ab7e7d24deae7e7ed5176e8c53c2
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14311f5ae2b798be917da71a8ea265090f9767e49d1dcec14b26493435a8e582
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457c6064aa32e7b91562df4479c91b33ca239c33
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f64b4fd4a4770b73522894698bbeb1245e70a84a786765775913af706e74c2
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf1c5a371fa1732b119174550d1c9d135618913
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42089b6c1e69b3c1b8a5f24db561ba4e06383dd060ae065e938807ae6db3225
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b495448f473b1bb4b9f044d12cd3bdc0644ef2
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20cc76587ae6c7afe91512f7dfbf5730d5a34c5ef3a1ddf856d81716ab704c58
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2692aac6a3ae8fc25420f714e006cd09a0ec53a0
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350563191f6760be85c33ca42b11df70b08203275966d9e586cc18d528e86cd5
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e607353499a498897f26e50f93c2f3ac8be30e64
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35355036ff12c723fb42c36374678c57eae322521916ec30bccf7fa50a1bfc8
+size 131677858
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e679b877ceb463b22dd353f72236a48d82e9cf
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c1b2148974a7119f9928d1c402a827c08143a8576a933f5e5700e661199d66
+size 131677719
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bddff1639a7bb845a36b691939f8620cb7737fc
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3ae6288c3b65421c5e58fdf6186bf0a43e4cea0acbfa8833d31af9a2b49d8c
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b67b1e968926b367d6a5afa0c210930cf8b258
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5375678761e02d1fbe397d09223fb4ab792726cd89e554e8cdcc8968c02ce67c
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327dcd3687ba645ff2298eca5e21df19c2b3e795
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785bcf319b5c531e795484f96cfd45764babd5a8e9dc4ec9d6b90a56e7cebc33
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee6c3a0ef1d0739126c84476dab59d95d91e67e
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1427dc2d054324f3763bc51a998ede4df38dfb31eeb0a0b9572f752058c92c
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88166c95271226c040d0b788fcbd8e581ff84b63
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce30e5f19e6afacec2066249f2d1595e22183342a9842c542df45d6b84726bc
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc1c07631e333d901ef4e45f6ed82356e8ff038
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cae56bed51920da2b56fc223d8ca4419e352eed469a8d16b913efb9595de4a
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba297872364e6a80a00bca717b967c8a622829af
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358e6c19597be0ed254943e89624534b44c797276426785221ce6eb3ca416b2f
+size 131677869
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5b54a3e794731e54308d6c9c71fa47511874ae
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571be96475a10fe6ec026fc556b7d38c51abf2c7faad0e7ae47292e8069ae070
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c876bcf19348817c4e1514464e2b30ee0016a0d
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb0b5fe77f45e57c4645731bab2d7f3069750b228fb9c9327233840b3044fd3
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1079fbbd70a3d0d172abc2a3560eb2852d9c5182
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f9eb612f06b2d477f0fe43ed6ba115e190068167899816ccf05719b0dabcf0
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b8e38b6a7dc21ab2d6849dd304a1f6592f6032
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455d6f726e18fe80b489b0f7fd304c3a196d10aed8609cee0697522d0497521e
+size 131677666
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9af9b8e884757d2e529fb8f39a562bdcf0fd74
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae0665d286837f6cf57be781aa34f612b68f72835fcc3d7fe085b205a096ba6
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acaf2cc85825e1d9a6ca7e0a255c12bd614e45b0
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2802a8e61f888662dd6e2eaf6873f60dec974b151ce02d9c5481e1f0c9516f04
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2390ccf0033272777b313849d905dbea5178f7
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd34ecb77234c410490cb3cc37df9c31dac97a8bcde8d07135462b0abe039e25
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d33287c97df167fdf2c9396a00163cd46cdb9d
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4901585c4f6c369b89241a1e77cf6df85ac047f9e714e0953fd34bbfec0c4a8
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c1f55520f9a4e5d072be3ad69f5acaa8b3ff08
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14f0572f585b1acaf8d7f9a8c1345d6bf80e36507843ac6922c5e75fc2fab6f
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b44f43dbf179d741ede13fd42a535ed9d0b2775
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d93ca0f92c2a5e3ef1aa81f0ef6b790303da8829f3e6f3e6a65522e801694d5
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72785a94c46c9d6e821bd4a0a10f49082f43f37
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a999502fc5e28f4d1386a33937a63c2d6edd38aadcb6ca55db554095dab8e0
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59ca80662e84942651037de7e415457b9abde9b
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13af6a40887146d113402ebe7fe1b6503acdf73ee0827e856b0fba8a0b46489
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272f8142a55916ae8b06ddd6321532588c6f4ff5
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fff0b7b1a661b0a91da1152e906a859b1dddbbc6979469df254a1da77043672
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0285d99d3e6e9496c8e69c69eabc26c633d644a2
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0428a2b5a502e29ccef3ac61089c29db5774bf51468322efdf4a7e75c52dfc57
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a0afccd2253a3b3ace6bc94fd0ea5da159ccdc
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce1ab013851e4e71f0d637b428733ca06e6f317fc45a7cf455189d546fdf2c0
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd430d4dc35fb66d770f0a0400da4de889d7fc45
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1daee0ccd3565efe739ba71ab76c86e3707bf1c8b2c3a9e07a9b9d0ff82397c
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d93c7afcc3c1e416ffab314bd9ac8598b8dea69
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab70b4efe3918d426172073105dd467c54ac6c370fb31fc5c13d7f77d8364f97
+size 131677869
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940602d077832263db5c3eefaeac94bbef53e2eb
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e082342dcd7709b0a8da31dc00600fe18987397002870d65983700ac6dd1fa24
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe6cfc3b524bb953be134d5afea501cc5fb2238
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d24da44f8234882f1c5efb88af9f2aea306bf97dbabb369e333426cf6964d5
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154b83aea05b81040fd4afcc5557479ad7994a74
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443a8ba9724acca32d2df54fed2a24298ebab0e9c8b9517a29172bfe923628b7
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d782df1c0ec46dfb08d612b56551d7df7d934622
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c13b20e57afc7cf7c651a2e750c6a0ce23052dd2c4ef8c8e735b8a672453c2
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a2c358836d5a841c927f2ab9757eb4b7f5feb1
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b293229e2c9942f77f36414bf698faacd8c0c382cc38e675cf90da10c6b9f6c
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab090c85c620189929c9b6ddaf89a8b0fb8ac50
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fddf7637b5f8ee8d9a60daf2a0d8eca7f02bcb5aba05e146d75525dc3a1b0349
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ab44723efb2b8fbc9f2f9a88b27d086c48f6a7
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5380a6395c9b16fde3cf46d269f8ce12e1b127dbc748e7cbbd9edd036efee7
+size 131677869
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e024837682f3a15b9573cb71c123de2ab1acffb
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04649b59c978fc37742d40bb99ec3ef74c2df10d0cb2e110ae6388d9e31606bd
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df80fa290265873d10aec9c9dabe850ce53864d9
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355e6181d8e4bb8fb64e336511e5ae5f1fa29216a6d0807dc969eca74bffa5dc
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52192b8463162336aef4506dd9194318bb36fcd
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26430ada13696347b0a3998f3100202dfa822e5bbd3759f51673f985f7738cea
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27917c48d2387b43195c3252265db66375551123
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae543db7c0737d87925303d175f0569a1baf4a6383aea916d405a29fe5603c22
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660657c7034efc37c37e505edd6f77ac28ba8dcc
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec5eab8b00a431aac6cdc011ee3d9ac1513bd272fa4d17ad320daab6389f80b
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be5a7903ed7732ef27e69fbd03493facd6111fa
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e83bb9cb18a0f6a80a0bee0149a845ec417d7db4da924f00857c522fcc71a4
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e542a99fdfdf87b753d72c0c4af0b8be1f8f8eba
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace8052d1531ccb164bacca7b02f09c84dc455a28c93a54b5812399d797e5059
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17cec84b50b0e7bbd3e8227d106cb75e2a3729e
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726213794c14b18821a33a10217fb7f8257bbc0635735d8b74d39a9784ba2031
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dacbb7f0c238c4fc663c52d9f4554830a35798c
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b446006a309abb7eaf27799ce44276ff26be6ee0cb238971b7330087524b34
+size 131677933
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389e06c9073c0f4c326ee1020b5245c807cbb2ce
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb6db9ca92b160d7f24117ba0060e5e3ab2ac428b76715861b4b6e75b8f6fab
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5036e50be6a75b83973cab31dafa143fe86a6887
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e516253690100ebda6e9f4e11ef97ee8bc115490dd7745254d373d382878373d
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e308c6299c5a1d0f2d1a48e249e904dcd0f42aee
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a42324917c97bcfa0f0735c256344cbc88a867d0876127ab7fd861e7524f9f
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f01915ba32363aaac4816957caa6066e685792
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423c298cd5e0bf4b83195e037f0afcb70a2b1160e3f78a7095dbdd6da8e08f07
+size 131677922
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc13454ca94b377d05c5a6fd563b5601735bd683
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c92ff0e82971a5b077841c42b286255e11af94ecab12b542eac28665b9a1d3
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa781bb7f869ee8a6d6db191c7c6df38ce60577
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bc19320bf1914509d1b783caf6e4d958a4ebe259fe0e984f40fe26f12ff646
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419fdaeae93f4e76ae208826b4d57b6f5c540942
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc78fe9573a8f450a281e750ed7d72c9d29fbe3ad128fb9be6934789264086b
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01c3a9769b124ee9e680eddff38a02d595d5648
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981c7bdaa0611ddaf8bf509ce42507a42e588ad5a4d6e6f927b0c819ba6819a9
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f3c5c5db409ea3799926fa42fb0249d3de5186
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d88c715752b1b122644faafa9d83c2d4ee1da8feae4784a9914a8098b5468d
+size 131677805
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4716b1525767b7af51e6575fbc9d829a8bf3fb72
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cc2b4ac018154a41638b96fba9d47021d2391aab4e7a0d131c8ecf4b9c766e
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceef3c05f5f88cdede219fc66cb3c72fdfe74953
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843b641ef00876dd0ae8f1e6077cfb22c123607e11ec4f32b7f0200f1014dd9c
+size 131677869
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c63268d719c5dfa7207dfbeaf4faa4b7b0c561
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418e20e99f86fa75dc0ebca427dbaa2b996d305022125f82992120e9d5e86e04
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9602ff4269824374caf3c4f382c15a3e2fbde829
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ed2fdc613e01adbcce1e27f44df1dc08bf4670f3cea1577f192c0ca761782e
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5140d09a2eab5f5abfd5e8ffef0eea81139792dd
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5869610394da9851e79d4d07240b7a29474ca1c149a938fee00de1a0c12cf5fb
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f0071af467d999b16300ed2a22feb4e6ae17e5
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb55b0941da9e7af6401a50ff79a2146c0d3b91fd7a2d29e95f1d6c4e63a7fe
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f6ca1be9d21e2e96db6258569e5e2a7e54b3ac
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051c044786653af78c784ea6b608af7d7e7dd4898d3632fb7eb2a20c0c39f817
+size 131677869
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f184538dc9a748e7b5cc7503d6530adb7f0a4ef
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2974d842d94ed683d407f64c6fdeb1bb03559d52bf394dcb8171fbeb4006e279
+size 131677869
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b4752944410e670f06970dfc41a1ee5fe2d47b
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b883bb029db5ce3714fad9743c9f00834f20186cfd151f2425421f2a55171c41
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e559cafd91bbc7d81344a2a50ac5c5225d5572d6
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76558a2c528bdf10e049b74a7c10fa505b058c2c7656052b5aa605e6e73ae6ba
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bbd6b41eda814206409d25ea10e7dd657b879f
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa4680832d0dff6a65255bbfe6e3b49229fe7a65f82e94d18a6eb624ddb6366
+size 131677741
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f353576a40804bb8feafea3d9a248d71a494337
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394f560b3b47fe21255a33fbc03ceb234c37ab9b4c799c408c1a86f4ed14014c
+size 131677677
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faeb3a074128c8043e4d656f250359f7dfd90cc8
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd2c10f3955f063e9d78214455741473d65eda6df67ca1c8ae4160379c259d1
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e069e69f5f39655c76f2dce5629e283f498d79a
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4437ab1a188e90a1d3f75f2202bc8a43bbc5db17a4c69778993f7592b01178a
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8017ea2a7951c1b29b3fc1f3deec30711b3fa75a
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d4a482ee93a1fd8a74694044733ba7f8a155c5ec04b98e09d9f541df15e09d
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0ce731880b10776be146c60410c61279e69c03
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517d237d4b3ae106af631fc360090948c06df7ef6f92f186465850cd05cdc99f
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fa7bf2dbc6d5df20a9e322455fc2586d3f6a87
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22aae21425a85b9f55ab50e2b73d43916aa1715152dc34c54bde3cb2849fe9a
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bec63eb99c619bf7ea0e911cf4b59d2de9024e9
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d05766d679c7d20344bd3cd846b41e06612b17a8c3c7a0be9e8107d7385a006
+size 131677719
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d33122bc7679a695578dd7fc9cbd51d155ae2f
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e85f78ddc3deb1fe573997cdf70dd310b0772338f1bbc2051fab2a7abf40d8
+size 131677666
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f90f72a76c5d99828d225bae6e70c109950c4b0
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea6cd06cc61c6a70ce08904dbc6b97babd997a9133c9a90228a2dc80c0935f9
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ed87383f3ee8a4fd30067c4af5d5fc63d89ac5
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0455bc0bf36e573856747202e8d89d256c737a4b975deb9386b6040e9b9dd1
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2d8d366ab6be906d81e880f74a94e586e86897
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e99f75bd68a9afa746e2232a597e2c0f8adee5f9ce404e44b22c42ddf5ceb7
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8538fb9f5078211e68cfd2d3943bc18f6afbbac
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2b4ff071597e8ebd00cf82ecedd1ffc2863583a13a477e15e689e732ad24b0
+size 131677858
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b430ab0539093be0d499a2b5b49e945cd2579f
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3e743a61b1990279948df389efa54167f74c8a3bfe623bc833a80d16f8521f
+size 131677666
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b41fd60e3cc3220ebef935eeda3ed7e1f49c22
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f29ad750a21880dabe85805617648088b57ef4454bf0a48f85ee81c5f530c13
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecbf32d113a6f7faf5803aefef4a2a0baa598a2
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe05c43486abc57d9cf3ae9a71072794f72df158b831f334115a136c9f83e62b
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1095d1e4a68e017712dc17eb0bd54977989a36c6
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0bdfbad0a9d7d4b9737caee3629e6df22d5cbc62f48be42dae8ab15d2d9b9a
+size 131677858
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b585f8ca3c78127293da452d180dc069ddfef61
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3565a30c29f4c9c21ad700d1933598149c04ad6f1b4deded2d3d277f9ea3dafc
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d40cf01fdfabe8c6a0b336c409c6eab82c97a1
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986c24563781508b87b4c8eb5e0a4e3f8ec46ff6c7c5af3b4a2e6a8f224ad040
+size 131677719
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d045d6672413989f03be78251f5289d2eae46021
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885c00e3d1189b52eadfc03a0f9c3efac996603018543bc3d8fc752f6af835c6
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebd04a1f87b95ba5476991762b2dfe6ced247cc
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5097ef94e68c17801747d14f4c37b8657282200bde1c18bf09bddc75a5136b39
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d96fc18c7860155812c5d04ddeed2a4666ae07d
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe38f9b83eb08e07516f0338b4746b8dec65a3fbccdc0ff5916bb5cdde4f21dc
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590c4cdd74adf847e47088e5a131f95ceaf5c43c
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6304587148ccc96167eaa65a3a92ea9f01b0a94fd1497f8fae1a99ce2f6c2350
+size 131677666
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cda25510cce5ecbc0021927c953b8e37b571b1
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5fab02ead530da5818d467e583f6c4f1ac673714f511a8ea779a6b477f8286
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c903645511a8306a4bccc4c141d9de73587f6435
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7969f994879d9849afc533a3e4fe6d46aa2b9563d5886bd05a5a82069f1f5f3c
+size 131677666
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979cfb71c5e51cc3d291a10bde0dca1dd634cdbe
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ac1cdda3c5070c978b78aa758af4784fb21fe9e15674a24db735549ddc44f3
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1c0d1152282e334b0e918ae8784e2bc6c07f14
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df9a40d875729ac32144daf5e1e9e4560461fa98c3928ebae131ec987f8eb6a
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c37ab5d46fd77602b7636f0046e03b904ddccd
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e19946e56fbf01d67dca09e3b4ee45eb70357a5a19a1b22e1f9e929cd71bc05
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721f3686c5f279291b4b4515735b437980e7485d
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79cdd8094c891abbdfa3a58111ce983be33594868325272647f2b0779efa634
+size 131677858
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c596bb31e2dc7b1f562253222d272ba7d93838ac
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e959fa99083afce7b2a72b8dcf81202f698f95144396110a08cd516890aa3b48
+size 131677847
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f073af6f8281c4fc84a98bd19f71f94bd6fa8f5
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dd8f1e2fcbb9eaff1228e73b8e6ae7a43fe8c3cdb56892643a94d89716caa6
+size 131677666
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cecb06f61be21f61b4aeba7b08d16f676a1226e
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7710ec796063a9aece30b8834ee15e6a6f5238eb605d100612b53fda86ff1f
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532c9a2df8a177c4c3950bedf2e2df6114dc0fdf
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1566f6af29d3c7886a39b44b82a9aa69c418a043fa41a645832fe9b80bfb17ee
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2256a6681f9a6759cd4cedd73dd3ace38a9fef
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a757243b47c60b2556f9e6295ff9e5bcf68ee3e3c167d0a60166575a9694bf31
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d5d2d371f7140ff3e739d3d0c4f95a7862d85d
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e643da60fb29114dbd99bcdb479705e19e4d9410c83cec967acc19fe95f571c4
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59c558dc88fd9cd34d7ea8f2a1283f1418dced4
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3438d5de74364d8c74ccecad0963335926525143de115bd74f616aa822de68eb
+size 131677858
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7817cfc65a4784122662fdd4df976c2c1ae4965b
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3a4366f170dd1705f348c660fed59f20f14ba42f99c90ccfdaafaad2e1cd43
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa803957f42a3bebfedd706ed594d63570e98922
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb47e2c9e6fd5a83214dd4ff559d89bb17a969fd1ee3ec767169cf997955ad3
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca8fe034a4cfdeeff287f876b2f9c7298dcf772
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0127be0369f6272e7f3f4bcf2ea73b5a68991be67dda7a9d081563f9574ca435
+size 131677666
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc60ce4437d4d043d0ea9261fb252a8fe27e199
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfb78aa4f0844f23eb70e5f5c1afc39dc03ed327ae3fce026589244fa790072
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fc43e2db791fec4002f619e5992f868caf3d3e
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d875b64ee3d46f37c7f01382a9a1ae6fc723d2329a48b049043e71b9c97739e
+size 131677655
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c861b29759e6c9ecc1bacc45490a776c10fd0b70
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d40d7baa303df2e6c8514901f4b57b64dc344e3ab082b23e0b473a20f7bf2f
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d51adec57d7ffc47678227e79035b7aaa5f0e5
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0334cc270504b3ca3d8af2ebf915ce224107a5793cb7538729f1000a948fc3a6
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d759c335c493739f0fa779a1c55eea9bf36e62ec
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fc0e05901bdd696ac72457120f2522deadbf30c36fad7ba0409508f026846a
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002e21ef5271a1589e40eca8e7844e3d34e4c132
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3a1357fe61ab7ea5645b50107240017f20120c6ddc63728c06f98d872ae07f
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfb625b22773b091d214d468397a0e1a861ad97
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e858f5da05b8e6e7ba30324570e72a1eb9473b19f971a5e5d8261da2d83922
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08e56d42b31923c8c3b8d85f48bf6a34a689ad7
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca4b4ee235396b53ae46ad74d9b71913693c593b40ae70931a47eaf305ea6d5
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce6cc85f7ceb6b2d63ecd0f7062cbb19d48e392
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba0a2d371839151fdf458ce02a0950d093370a9dac5319d1a112b5be01a17bd
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e105c0a086f539a553289af6ec047a052eaf44af
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9769decfb1e7338b81c84b741fb95cb018ea1a7a46563e9eea35e94438bb7e74
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc84f4cb7cc238a1087c663303c3c78025bc793
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c2db3faefb609aceb063ce13ab45a9a781d7476ec9fe1654a143b22a4edd94
+size 131677858
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363daa338baa2a8a70ec6cc2f21288c5504d9aeb
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3eb3d2ce8f82fcc2010f84d6a7a02d935a6e332a2da02b7e912c8106185dc5
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067831e9069ed81d9991458df30f75107b4f91bb
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd15cafef134414e0225f91421c93ac65698be033d138bfbe300293bcf1e4c8
+size 131677719
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17970b5280e77eeb49d5a4d6529cce97bdf22e6b
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27b7f83411ec3d5807d68df1aa0148f171517b7d18a76ebcd8972bf0c6f70f6
+size 131677858
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcd61d6de5ef72823093c7652e3ae35b1471fa0
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdf01e23d55365a2c7df07b58fe6a6dc50b1bf805fa52d5ab43bc2378601350
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11937311b32481449ebcb6d8de134ac501cb21f
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa6280234f3b8a89ff5d59a48d932d55160c3675a9676a67dcc487a82999d98
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5162831a7d4e42aa2867e2b9a585f6a6388ce09
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491134adb6d5d5862bda6cac09cdff7d4afaffc9cab1da19dc7459b4e9e3eea7
+size 131677666
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e43aae6c97ade98679b85ce890137a00d81f63
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340979a64c8ba162cf64f7e3471d02bb877df575b9d2bb0e8c8319eeaf77fdbb
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8c9595419dda261ff5ae2593026b72d92571db
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73dbda65700e05f28a6d411018b2125d007bdcc624bb04dec2fbeacbbaad967
+size 131677666
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf3788cb9996bc95c5bda468b18fc71817c2e11
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aaaa980d48f9c8d10da731184127dd6fcbb2bc3c66b48901620122b68c5eddf
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985075441fa6e3e97e4f3229d26cae1658a2d02d
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a51b3baac2d4c29048651b5722bb787badfd010a03b3aaf8d5282e02267c89
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc600629f2915591b8cf884d71bfa717a6d042b
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e10ed3a757779c6630d4a2619176dc4d55a807304b33634056abd24febc64f
+size 131677858
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea29b3c395a349a260e9393363fd7f380de51551
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e7337662898af763e9290d1807637e96903e013a1b9868d9c5c10e4f5b26a8
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff8cf0fca89847b224317fd3e1354c4c5eaac52
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a800dd15f052edcd2591d026fafc800d123c0534e92a482e21500958789e27
+size 131677719
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97bfab10e4193de7d248e064ac03664459c60b51
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fe3db15e72ac8345bcc678179cab6ea16cc194753ba25acd2ef1431a18127c
+size 131677666
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390e127122ccde49081640caee8b29c1a06fa084
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608c341e12462d49ad7b7643a420bc6a7e2615a077ede96cb26c72898fdef216
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e33de22d4ce07cdb47170078c506cf3fd392f7a
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6441ec38b6d6942be9ed348ccedacf16d7d4d06c09f5cb49612f881abd8414c7
+size 131677858
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14f1788c7cf8e8a1ec5fc86539260a797201966
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feaebaed8bbe1c519bc65b2f719e77a35f48b0ecfe4ef55ede0fa2a9d262da37
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8976d88d4678ece6884753c9c6d232d7c33073
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bc7dab090b9db7f5b37da68fefff3fd43e2a609a7c7318bce2bbed0af1c5a6
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064dabdc46d4b69ec635363abfb8c9133d0711e0
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6f19fa4d197f4bd6b7eaf6303fa1b93b27bf7a8c1b6f21b24a1675c5e41aab
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbc03fba7a49f2857a05c721833a1a42fc21fcb
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad9bb73c111caf239ab2a6e34fdee38387be89e9629fef22b910e1ffb322595
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f0f1e314d7ce59a93032d9c99aa9ef8bff7f2d
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c9c40e55ce497b6a661b523c0d72ecebb151b222651ff4022c3b286c36d077
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c2acbfb61797001222234a003f3fe2ba48688b
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f58828a1a925d26df31b2ca4e2e58b5d3e2bd8883dd2ec3a4e04f46403a49c
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59c70711b6aa72ebfe26e234c563edd49148a08
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c0b2079bc8a85492b274b7f8e65ab218d1bcbea65e697919ca9e87f1c8a7d8
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1120f1204444857d17c6e99d2554dbb8c6637d17
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce00bfff8c02dc06a8ebecb8686bb5eebca702e4ab70c25771577e0d6aa21d98
+size 131677847
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b44662750dc3fd47d60386a46fd4c726f8a8f2
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2f9ec64055cbc80aab74beca89907248a3ba8ab7c63ae25acc1dcaec2b8075
+size 131677666
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e58794b86fbe609333da44d1e699e87e58e33d
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa710cb68a0c944795198f7144236d384b1f0b8e4400bbda80edbd7fe20354b9
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c2e3b1d912da82e9665ba1aabf6324ce818bdb
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbd5d31561df03a1806e2d8746e6c90b41c3789b8bd77c31a74ed0a617fc018
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf7a7850e9cd910026ae47907ce836362076d5f
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76e3468345d2a3f0782541c74db6d8c8acbce7090ec8ecd74d26fe43ae28879
+size 131677922
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a9b5bccbcae6ec350ce0ce46a760dc9efa2a99
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5e00cc6af178168848a3920afbc83a99b7267e20ec7b3fae63a0a994692b98
+size 131677730
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a27cb58dbfb3bb10a922eb18a902ce170adf4e
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d3ae596209483653eb178bdb1a0c07bf9196674841555803a979221522789f
+size 131677666
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f027194231ce7a999f10e84ff0c2ad2d62b5ddca
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2faf8590a2eabb85449acb295918fdce2d859868de0926c8d51bf455c78b33b
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaee05c70f241f723feeab3d93fc2f8b2abea93c
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301a41fb429b2ae362e1eda3946f5a4f22f03fe32e1c4a51165e1aeb04f90c1f
+size 131677794
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b850b059f8dfb9d26faaccda29469f14306d7c
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566428094786e2733c50380c7bffc59e456ac4a9efcc8fc6bfdacc6aa6b2a668
+size 131677858
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd1c05ec0e7acd5d4dd0832c515a8d2cc9c2624
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d791c983366cafd791f6ce1eeb04292674ef50c943bc34a21996b41c2729dcb
+size 131677666
diff --git a/2b855b9bc4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603033ed30795ef94242581389b66a326050779d
--- /dev/null
+++ b/2b855b9bc4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16da91cb35715ec25d130ff35fda376d9898cd32c15c75e611c5c565e4f32fe8
+size 131677719
diff --git a/2b855b9bc4/global_step52452/layer_01-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71e3e78edaa0b9e31758d1014620962bd8dcceb
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c25f5400c2b48f3de357164883ad2435aff6dfad90d25e9a73d6ab978f16f69
+size 268043523
diff --git a/2b855b9bc4/global_step52452/layer_03-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee46b9827cb3c2ad14eeb61a9fd72dce205791ce
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f161ddef0113d0b81164117f7d9ea64523dc24b883548b1eb00a6d32e48d30fd
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_04-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892efce2e7e1cc12474331a85ffe9d01a11e38cd
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb5d018a38ec97c46997625117faa39e1ce3cfa9684224a51d080ffb298f893
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_05-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9444d84b0b502e53cd4da752d58bc8238b1909ff
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7713e4e3e22f9a58fb6c44f3dd935cd0a7d8fdff8130639d4730a8c6eeb01d91
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_06-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579efe58659c2f741b13f8b9538f832b8bb2c73c
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd62527906bcee9c5a2d4c61c3509df9e142f14a1b48390ba81d7d46bc3327b
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_07-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e035bc8debc0888c144eab3ee49c57ae0b559f85
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a015dfa04edb2ac9027d77839e92418948f04fadce65a39c93a662cf5a3583
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_08-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8d58b10aa40de10cfc1a119450483363f91ce2
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61db0791888d78b270f7db8d428f02ad26634bf6fa0e8436075368057b8cf75
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_09-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0fa3ed9c1dad30a154055b71f7eb8b0628f076
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1476a7490a4f8c739a4dec54b3e6d7c118f38e6eb128b0a4741d7533b4b9b3
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_10-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0f8cfd64df9b121064a976be81c846d1647d7c
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6939d323bed0c93119f4100c869936e3aa25d6301539e7d7c73b5643337b71
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_11-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b458a1fe888848a9b94357bd42e2d9f43ad9bf
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbab18c85a875f126129545bc7bf4665d984a0cfbfa11e917ef3e6c4f2e9b01a
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_12-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1093493175b0dc537d4e33233777e5fb4ca1bd2d
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a884639326c8bb1c768a8b2145ad89946711c783b776401c8514d56b3bee323
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_13-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1600031847291785c25811509977da40f5bcb24e
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8776c3539589430b219a15087ef6f4e864afc94eff71253b1983cbdc2754e35e
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_14-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dbb04a6855de7f1a0ad888178a0e1bc1b9c04b
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd607d9fe10b6abcc9589c7e448405cf59dc09ca5d730ee0a14f5f737bc59196
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_15-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1723b79590faac823ace9f3ead2ea5e6a6bc0a
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04430da98ae09c1d26ce3a5bf22d7d1df679103d2317c31284491a54d80c69ad
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_16-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02ce7270d3e13dea34d47310c260bd614fdaa47
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471e94cca40e13596a8937c70c85162d868c7155252755c8d7c1dbce01b7231a
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_17-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a35a529d4268e362d3bc82b6981a4e8acc2a7b7
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6164818514dfbde6446987e15b864645628211c0f847d0d05c776a0656ddf219
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_18-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1a38f646996006cd2ccf5fb5470092ac561891
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1854bcc541d9c384a14e5d8eca16d3f6615ab6d0d4f4b10cd2a60df4f0b28fbe
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_19-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcbae3af66db97e07aface0e8216d3cb259dec9
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e30fb33d65481d01505ff3d3c6073fe66fae5e9ef2715d476696baae0bc5846
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_20-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86222c3a8c4b35f1bc00ba04726a0d08bf727397
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0ae644cbe93e754ee60d0c42c864c05fcc9f8848dda6f1d0a75cfd563b20ea
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_21-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daea65a9f88ad4c3570c8fd36c4576c03b4ed402
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e77142a450b5230595a38d0bd2d4249c4b1ea67dbd212b5e1b9e79d85b7529
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_22-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acbba538dc07b2effb722c3c7f70611c48ed77b8
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4741aca078b03171e1d534f01fa8f5bdee9a91d037360a4d184b472965dd6b30
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_23-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb55ece9b1bbec6efa1e140f4aa4d280e3efb8ad
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052c07ad14dfeba98f294aa53e09d5b125d01d0752d25481aa4d7e83c4691bde
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_24-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6041cdc786f6575cdb94afe3a2726cc0381c5279
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d495fb66e14e3f7c02104d2a7c06e4951583945716ba0b08dfeef3d5aed5b917
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_25-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75000d96ba149b40a908f78fca40ea870b8f9a7a
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4442145c7a139e5deee8c12c244fc612ae9a57187e7ca7ec39f1bea5597139a9
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_26-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1d50900d0ad54fc586975d45a16ab163f5d733
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b90dc4d8e2bc91e989a2203a5cd3a5bd011da070163a2165f562f6b8b9395c
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_27-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559317c194144289af1eadb95d6d2ed0829cb8b6
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad21f827eb6b3df60e306d907536714e656d5b98a19010e8c22943c83f5c46bc
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_28-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bcfff67f022051eb701fb890034d8d825807310
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1908ffd186aeca7c20173f5fd586b3870132efa21c3bae80978ea792e42095d2
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_29-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8a5ffa117e2c98f4919c47bb25449f2e22a797
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab00a53fd4625b5f76601c05445e46327241c3afce8d7290dedb46874199a3a
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_30-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251c63acb975610174a8cfefd82a24766b6d3463
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b644524c7aa7f2cbf9e7da2b212ecceb97abcbecdce1c84969e4a3c84dc53bfd
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_31-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b8e4138d461af6b166938889b75764afe56a70
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a699cce7eabcad93c70320777d843f8830fdb72c3e8ff7a60f763bd3a10b94
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_32-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6470bb61ae089df77cd236dcd6f6e4cbb2358b3
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfd25a2d1459955d86f978d69b192e92a7dfba5e09977bfdd5f44673bb6d593
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_33-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc2a9140e1880ef56510655aee57cc224164347
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded1ff45edc3307972f0abfcf832bd12804ee87aff7fa9f83710246ebe0c8c23
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_34-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6861e0ed841956736d534bfba775022bc523cf
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bc5cfc7bcdbef29500a18696421598942aba86cd0104859390d48f05707da0
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_35-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275a5f758416e50ef61369f80c2b7fbe340f02df
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeda318868aea895e507d02efedc0b7b40b15ab87404a5b3e1412331d6ae4338
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_36-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7fd697d7efb09110798b214d77c1aeae2fe8743
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f735d1c2d1860e562b70fa47ba515c99bdc4d06e75745226853224c0cc56c35d
+size 157357315
diff --git a/2b855b9bc4/global_step52452/layer_38-model_00-model_states.pt b/2b855b9bc4/global_step52452/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f143c1d45535456d1cb18bd725d02aebdd644281
--- /dev/null
+++ b/2b855b9bc4/global_step52452/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4259f2de6f8af57ffd783834d5dae1aee205fbcf7301a37cc74a1e8b1981a580
+size 11459
diff --git a/2b855b9bc4/global_step52452/mp_rank_00_model_states.pt b/2b855b9bc4/global_step52452/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742bcb01fa0d7d52862b5639476db11fcc1ba304
--- /dev/null
+++ b/2b855b9bc4/global_step52452/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560d79aca47144403b4d2cde85d6a627a25809e0dcecfd10fdce735e66251560
+size 49907
diff --git a/tensorboard/tensorboard_2b855b11bc4/events.out.tfevents.1671699033.nid006576.103195.0 b/tensorboard/tensorboard_2b855b11bc4/events.out.tfevents.1671699033.nid006576.103195.0
index 64cb7e67ebe8e076494cd489612129e6b2c85bae..99225710f71231d4d1dbadd5d00ef85ca654881a 100644
--- a/tensorboard/tensorboard_2b855b11bc4/events.out.tfevents.1671699033.nid006576.103195.0
+++ b/tensorboard/tensorboard_2b855b11bc4/events.out.tfevents.1671699033.nid006576.103195.0
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4d94bb7097234ba4472bc9118212e2c25a0120d0cf060b6b7b951c8dfe34771
-size 74599915
+oid sha256:6b82341609a68d76a37ab83478e0f62062c5aa8c2a669a12938a4baa1e419fef
+size 76521921
diff --git a/tensorboard/tensorboard_2b855b14bc4/events.out.tfevents.1671707166.nid006367.129610.0 b/tensorboard/tensorboard_2b855b14bc4/events.out.tfevents.1671707166.nid006367.129610.0
index 688a616631ddb3a6994815521b3e77fa83456629..153c25edb31a4eb77507ed4136aacd021626be68 100644
--- a/tensorboard/tensorboard_2b855b14bc4/events.out.tfevents.1671707166.nid006367.129610.0
+++ b/tensorboard/tensorboard_2b855b14bc4/events.out.tfevents.1671707166.nid006367.129610.0
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4d35c1bbba9e13ac3b9f717b52144b47a71bcab6439e88245fda18edb780582
-size 65015262
+oid sha256:8475f9149dc7215522afbca4d8f2d7dd5b13a89a12b74656158ca595971f44c3
+size 76521921
diff --git a/tensorboard/tensorboard_2b855b18bc4/events.out.tfevents.1671699032.nid005332.2778.0 b/tensorboard/tensorboard_2b855b18bc4/events.out.tfevents.1671699032.nid005332.2778.0
index 5615d369cd6034b7389be25e6baa2bd923818546..71364f5b1404affbdb2286fd8d3dc12a93ccc3f1 100644
--- a/tensorboard/tensorboard_2b855b18bc4/events.out.tfevents.1671699032.nid005332.2778.0
+++ b/tensorboard/tensorboard_2b855b18bc4/events.out.tfevents.1671699032.nid005332.2778.0
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5647d513939fed125572115c2f5c2bbde2ce3a8fee3e7005d35b0ce130360bbc
-size 74308706
+oid sha256:8904790f0fabc6420fd7cb9dd589ae92a575b843a0e67fa2611d80b4e3f9f21d
+size 76521921
diff --git a/tensorboard/tensorboard_2b855b28bc4/events.out.tfevents.1671699032.nid006635.25429.0 b/tensorboard/tensorboard_2b855b28bc4/events.out.tfevents.1671699032.nid006635.25429.0
index a857eb01d33d248f9081d704be73841ad0c7cbab..c1252bbace80879d5f53d6ab6937e40c443a2710 100644
--- a/tensorboard/tensorboard_2b855b28bc4/events.out.tfevents.1671699032.nid006635.25429.0
+++ b/tensorboard/tensorboard_2b855b28bc4/events.out.tfevents.1671699032.nid006635.25429.0
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc1fa24663ac6d69cbc1cf46d6d97445b3612ca01c990c5281271ede75968c0e
-size 73349211
+oid sha256:23ef9a1473168053dbfbab7c18d30a4b5a2e602e5b93806241f81d679b597d39
+size 76521921
diff --git a/tensorboard/tensorboard_2b855b9bc4/events.out.tfevents.1671699033.nid006344.104755.0 b/tensorboard/tensorboard_2b855b9bc4/events.out.tfevents.1671699033.nid006344.104755.0
index 1d0e0cb5419d7408c08c96e988d7e23039469945..caf3c11c9ff752827fbff5da46b30d929537a508 100644
--- a/tensorboard/tensorboard_2b855b9bc4/events.out.tfevents.1671699033.nid006344.104755.0
+++ b/tensorboard/tensorboard_2b855b9bc4/events.out.tfevents.1671699033.nid006344.104755.0
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6c8ca8907405dae6b7ac76a4516561d7938453b7d30ffab3113699aaaa284b9
-size 73462451
+oid sha256:4f9e544907ecab6c56020c5c8aefaccba69e0923e9dd4ca9914c057d69560c71
+size 76521916