diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f1eea5d94442f1efdb63bb60e6d098037b4b12
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8702b46e76238f3f9463a8f9b473dd4d882a657105eccab1a50b1fa177931d7a
+size 460722583
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d177cc0f40eaa391e0fabf5406a9ade5899a5b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337a56bfc25834c0f248d3ec93884adac694f982a468ca833658fa24e2775f84
+size 460722583
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76613e59bf87f4bbbcd418c61070f48950a364af
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8121007dd9f748ccfef16ea40eb8ceb88a5b6a0fda4a272c58fe0b019e4f91d
+size 460722583
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafa53b6fb1af9bbbbc810bcd386336706ce2f26
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47ee34cc0b1414fdcc21b8ecda852e93d06a4feac2cacd52164df19a9574014
+size 460722583
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc7212574c64d0486b38cb5dace0417cd181b2a
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5e2faf5f2352184a5ca8d8e46ea6515e5b846180ac5639cc628ca45703dad6
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e99d6d20716e47ddee15b610bd7796533652b92
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16cb13d38a9a5526d291d478f528bf500fe7e02fb086a4ba0fd38d66668fa8c3
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e706b6e85b9a6a46e7f321880f3feec8d8981c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55999aafdf3164c6afec5b72c13e4456bbdf7e11d6ff98b46237a98f7211fe39
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46af3f8b24b9bcb1d1253d9cf5953ce2b4beb9b8
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85276e64a93f39b95a3aa5066ef3b44dbe5bb8755b3435b6a8d93f882c85953d
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476889c182c8311af73acbdb18c45cf107269e19
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309eadd97af76232ca80d3ec69abd987c22c436fe9b0019803a7c2ab0499028b
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33137f981ee1bfbd5a9e80f9746dcf081946c0ff
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec58dd258ad4499538fe5ca55c57825c255d4e21a1996b88a4997b34f658207
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3aa8270e7558fb8c02f24625003082b2a1189b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729c7bae42cd33867aa85b1cd02b73b0af759dcea666f4b895edaacfd4518dbe
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2585a2e69c4097547b9d376c69ab27c62fe390f5
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee5d9455f3e742b84e8f06d6a1a5b40db75a332d931a061dde3417888ab78c3
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4466f2995fb898f5c4f04eb77f86a741c1e7102
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70861a57053d33b29be3137839910425d9acdcaaa782c10faa851b5567c35e0
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6faf0e4c2b1676a78f9e0f7c172cc2ba5b77bddf
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edf08458f28d2ff49dc9a244fba6a119ed669b4a0f743759ca0c5a471223ced
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1965e68a3f3caa29937d8ffbdb3617d87fe267b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8d352218261ee472a647f33cf7549585d52395ef983de2acb68c8a26cac3b4
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69cc3907b80fef67d12f3272aee64813a3e70c00
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbc3a6b64135697694e00daefc6bdb38768813cfdd0e5d12d948e26488e1952
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2296298088cf2ffb5dafe4a5fb1b7088bc062787
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd08de1e14ce01a1c0db4d2ff48b953ab78d8bc5d908abc12ffbe2aca8c72754
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8adc9a63becb90bef90a8406090fa672a171c4b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc8b9a5fb8cb79468c1506b2a832d1e10c359f5056228dd63c1a52026626550
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9b6e092af8a95b09ba615b0afdf5680077b0ba
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ae6577fe312deb1e70a0dfd8516af45d27324f5a70af45af72290783ba5398
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf719363ea68b35c07f430655708ba34b74bd7f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d1ccd97f09811e67a33b57306c7616766d56ed9a9902ed8ccd84d78ee381c4
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4ecadce63f844685e44d6fcca22f46058a443c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0db4e4e13f1722dfc534e8386ea90276a03c29740fa6f7029f98d49e4f1dce8
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ef01e045696cbf9196e4b5e2b1d2c00b9aa1c2
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf87ec68b33ff1def8767990070a920f7756631fddb144b09e8bb85242969e56
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27dfda03ca10b3e9bd237e8b11aa7c07968c1e8
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c2ae03a863585fc345798b5a501978dbf525fda0c55ce3b3b283018da93a07
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8718ea20f4105b42a05d837c5b5630e05e06876
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e853ef87381cd4e04820b8bbf3068710a5317705e4e5beac5652f7c5d08bb63e
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228a55099f212baccd179618805a60104870f5a0
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e628de6f15ba9f33b7aab5b91a1df16bdace9480f968e10a1425fda707ed8d5
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348a9900dbf6406d72bb9e6fcdf95d1d6ef70022
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f11063f04b707ae0653c64416e5cfc432d005ba9ca572ca35e20fb4fbd1af4
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4ace3f173aee5704e9873d8e245ce9035a45ca
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ca258097b59eac278a4401c142e933a58c543b9f2cc76d5e967b44d7828e62
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddf1d52b3bb15d04288ed5c6bfa6e924ddb02a3
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37449304c7f90525bbb2d543bf7685882a29ec5b9d645279f473ea383dbb1917
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d935ea8d3c6ff5553de78020c380a63f3313571
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e16f8bece29f9fdf245f9aaeba582fd9e32b4823176b9264347151cd95e83a
+size 385183842
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d732d563272e3894e439cbe603aff40304a0767
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec553c5731ff5c6d72c2a18b8b008aed57cdd09c21d701df9d7b41aec502ba07
+size 385183842
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8226a37bec97dd232cab5856bbe7a2b7f444a0
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf6c93b2350aacce4e5e3ed1e6b0d17434d85bdae111c0bbf8e98f4b8b90c3a
+size 385183842
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ffa189dee3dce4488240f466e8980c77a98ce9
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_10_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5421bd8e345f048830e6869e29ee966dae6ae0c35ab96f2ce66d21c7714998
+size 385183842
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5a331b4d56505386805a087b017741f00a972b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dba7a08fc8150854eb51d25856b1df0d6940d8798bf78057ba919a764a92a08
+size 460722786
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01242b86c2eec056bce316bf5a60a1046ba6e9f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852af1af0c804dc04f4c6c8d0923793c71940e2a3e522fa516ace4cc9d6a5551
+size 460722786
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7cc3135dfd42f3d388bc982b522c1f20810a99
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a0ab948af0b0ddaecfb6794bc752e053e39e76cb4776387877f0e6d5e8e66a
+size 460722786
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03156fe3e44e5fa0b7e4c6645b8c00bc8e7b11cb
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181ca324cafcf28f40ada17b18582194c0bb1e0eb02013ba47866b7ff5ba723f
+size 460722786
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abcb62555ec1d5b913660178f81ffd9a7fac4570
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01692347f42b71c5d6ce5c1c846f2ed85c7283faaa5de8ea2fef4b06677ddcc
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96274060e0c86b852180ce7b676219318fefe70
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fa5b206a6720eac9ad074e7067417627e320fe048f26a2efad3742be2ad2c0
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a68a1e0803ab6198b55d2601d34d846fd7d656a
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a875637684289b52de39d3d35f203b4904cc91216781dfcdd8a63e92c47353
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b9df9ac9fd25cec772608eeab393501a546a37
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004dc31ac66d90acf91e13a873c62fcd26ab313dae04617aef946e7d59b67d3f
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1e756ced2e10b3b89eaae9f86f86fadca552ec
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80340d2ef21f85986b96f63fe23fc7da7ec30888cd5f64185b5e396b6d5b9536
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e763880ec310238d7c39c7e972cb510153573d8
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ac5dfaab48213c6a043385f35c5e2496779f6f2b5f5c1f3830ef735e27e34d
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19973a13177a6c47c5ad8224b605b6cc45b16316
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47cc7c769fd5124a6e340a36029208b8c41cc23bf681ac221c6515e4ee4afe3
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8867c0a944dcb1efaa1deca6af881e060ea17e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88887893c187fb2b7b33fde09ec79c47f8a11c79d35401100f930a733ecb821a
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4db9a2fecb5c5a58e212f939808dee459e40cb2
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46da4d4f1e0121af73740d3e06ff9305cc5d7755725ea2e3fb5412c2f4f20459
+size 385183650
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1bcb3f1300d678e560b3a2b1e2bb6736c4743e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda1c4bff018065e8ef2dc55d7f3dd87fac4b2c404e786c7388989efe24e4864
+size 385183650
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8932eab53f8aabe4a257619f5232229aee1d1a04
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0233100b3011a190c3eb334283ce853cfdd8a8e3439cf9f13ca61b6848a84c
+size 385183650
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951a9f25c735e17d854eebcbab8d7b27f09df9b7
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_11_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550a3e651c3ec203bb8f3ef49d5aedce3a3938a66631fdd89e781aa97e7e7af0
+size 385183650
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2a2647904a450f3e96dfcddb638acdd3cac27b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc7ff2b1b8d89120c61e87567793d14aac62f0e5b3a4e40571decec9b2978b8
+size 460722786
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad3e76571071d433a717641f3dde9229ecea23c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f49de686ac4f2931165833685d6232b99601ff3969f892724a6ed6f9a0c732
+size 460722786
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939d4c14f33b2649c5f14f8f45b3e308c9f81f8c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296a63d3135e193595c0aa296aeda394e5036ed82cb78db6bc1155be06e04411
+size 460722786
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79307543becfd381d07cbde2d52e020de61fcbb2
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334e46a44f82a2a6f42ca5317c37f8b271056f9fa13110aed69989842bd6b97b
+size 460722786
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d533ba03f350cd862a11a10b56d32d08966f0502
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e461210d2217407f42421a5dba077f89dbbabe0aaa2dc936d040c7975f360f6d
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9428453bef8dcd25442e652ad4f389081d7118
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e397588fcab94c5e40923352e049eb827ce87aca74559782cd7da500ea1bcd32
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1bb5bb321305379eb3398efd192d3ca8fb0db9
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce374f7630e1d391618c11dc037391245ae4788e2d78e09c733d0013e6c886e
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d61b9e733537dbd08aa23cf4a400bc0a906b99f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6bc7e240aa650abe9ee5872b7882eb0382e52bae8a6b168a149409cef80677
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9ceefa5700f20c83bb509325530b1d801a9d4d
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2313ba14d5febc352cd1edc0624032a2c086bcde8f6bf4834b4cddc669ee55ae
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc4e08e4f031210afd63463de558bfbeb1bfa49
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89256f1f9ab74eb6886025d6c89c68f2a8513fd16b751de2bb8c3d68fd75604b
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2440681c9468aed1dbc3e4c4706552f61059fd44
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a33602ffe4d52e389819e1d3e44903be478cb5850aa54c78ea2a91ba805d12f
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3072c2034c3419a5b57234572009151121489c9
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e80e3f99c37191389412a4529459ae3dc6f2b6995a22a44f8dc7a9e59c30c52
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10db0965e9d3484a188bca26b588a19184d93e43
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cf9be243807b9f29258ba2d52997067ea06899db2971a9d9a83741ec872f17
+size 385183778
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4cdee8d937b02211286967ebe5af78c772c281
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e034b37235fef19f06f9291e6dbd0c1144b817d1c61c7aa153345df53c8d8b04
+size 385183778
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83853908b165ebe490a55835922d1392a5f86716
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ed83644e26f53d3b2c2f96c187e165d9c2269b320f0d580f4ebccd0d9b3fe4
+size 385183778
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418318420ed9bd64f712df0cb9050640e5d99a1e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_12_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6526cd9ed4dfac494b354636fc0aa8941946fcee4b03d761d1166a2f9a21a6e
+size 385183778
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d03c9a68a0c6a37842257f7a9f3b28d6904c03
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536ee27a54ed6de5917f2a6b72a5b95c6357950e097656f80eefd33dc87c73e4
+size 460722850
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4add4c95f960e982b9dc727ca37bd99b53ea1f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617400f267cd07d4eb539cfde660cee9a59df011c98826af6fcbdf2b79f3807c
+size 460722850
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4923f395f877d7530fbe734d6c1320527d445ff2
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a2ea56af939fcefbab2e5870559fa4b76dd23712e084c4ed3cb7061e131f99
+size 460722850
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c83e82712bea723e9eddef223bfbb99812b0bd
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e246a7c087f671f33c2c5eb671380e46ad33b77e049c5f0932ebdadfc4475fa4
+size 460722850
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae0c329605e1f83eec7df35078d14503cbf90fe
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8940331e290a55fed16ba3cf8b420cee95f82002fe4fca0f5ccf1f459181b511
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37c0e9d7146985a81dfc9c433295ea4d83d9807
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b024fbb7eb18c091f661ef901a22d829a23fb0e8c6ae5ae65e6d424214aabe
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a10a696c384f6fcfad40c395363e7ebccc8df5
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb086a1f61dd435be260641a896583aeff471cff2b6eb4a1570f5943ea3a28d1
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e710625cbd2ec173bae71338d524e6045fe0d007
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0aca3f4d7cd9a00552ae8e9377bed6f10b15f197771cda59ad91128232df37
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9f505b69ae579068d95376f0b07f337161304e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b267382ec1e9dfcb1efe8a8e3e7b97954b4eab2696e20cf8e8f20a88631fc7cf
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4acd58499f0a7fb5706258759c020bfe6c34cb0b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b6b4fbc74fd9e5080faf7e6cb1ed598ebd77382d2f5e5218b8fe4a1cf9b048
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb66cf61172395396e14f53d8efe5729ed6f29c3
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b5c0277b8f54a06871c8757a9b1007b813e81f9e0d8d9b35fc734ec4a7ae1e
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7412bc5a6a4e18b677d8660708265007c15e331
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d26de4ee46592a648972277c846a9d292a0f376456c5ed9ac9ba7a8d2e6aeaf
+size 415502882
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde36225c2e8b550cb1ea6a90b9989fbf5330503
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db06a6ef1c935345aa982cbe69541ef83941ded384b31e36571361a8122c1f92
+size 385183842
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713b0ca121353b985d87fe925b7693dd33bf0a40
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6015235ace829c7f37e49c662f75c275723b8a8cf53289067eb37748cf2cd6ae
+size 385183842
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cce8d316be0c75044ea80c91dff1ee848448ab6
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfefd3d96f2259a4b366ab60a8c820e097a8fd851ce745a63da180cb5dac43e
+size 385183842
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eddd861ae58b54a57579123757ed330ef4b2f05
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_13_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb0805666d76663b2b0caab31115444b599308824b3f69b27f32fdbca885b09
+size 385183842
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af666d4e1a7a7c9012aaab6bf21bab2b2cdafcc
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbc181782de0310ed0700b4152b9ccef7cc1af4bb4a3c6b639d09ac8ad4ce60
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b12898a27e12955ec09d3be07c518ab63b5bc5
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb551b22a4c239162a19ada4815a977d4c4698d907b42177a5dcc3bf6a4a8a8
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31fc43f5225a2acc203716f44ee50e8d1c856db
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f5a5a988d6a53fe1ef56e86d1c295903f9efe7dc22acaf8a5688f6cb2a3b8d
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95189ae9a9babe65aa9b0437866bb4514ccc9b07
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73244f5e66afc1847ee282d7107526e7479f4ddc86830508ac2045ebe2aad473
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9578b018fa074623802a8a9feb56532e630b9dbf
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d385f6dddfcaf84db22a33f5cf7a750c3fa4f1c7dcb5ba4f5df582cf681901d
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893b57f2aba29c7ffb90634b190b806f5ffe954b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f8eb388ca1d570933fc9b009f0ed3615b45043e31509a04a7ec9c6fb2883a9
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a024b6cdf4aa56965e97dfa509b98e7ea419583
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d051220cf2b44e5b7f2c5185942d054eda8f12bf3f6600a1e1d67170b9881b
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40cd3e43e99b00e47993c3ae1c8d8426572c8a0
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b759a52937717474a59a263b85c6731754ae80a7bdd1cd8fffff22e5bd3d6aaf
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0318559ace221800803ebbcb2274d4925a5fe5d9
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a558018c3ebb035714c6484dc431a808d971b12e9cf3d3b37e07b6e17beff5ee
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86807a24689a2017ab216992c83e3b4c89cbf02f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13dbda1eeb67bdb7840f652a219b605bd53d4a48fa7aadbb7d32f711ee708406
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a6b3e6bf9e39e4403cd4a8d51beea4f0dac813
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ef76cda503c79a0eaf024d46faeb6c26cb13ca3e4b15d7c655b75be0c9cbe3
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29f8c2aa11b40ae1e9017e18bb6aae0f4af0cdd
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e9163f22cfa88c70cec9325e6dc07ba5e488d5eb0763002b5744d764b0800f
+size 415502754
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d5cb5269352059a279fcefbdd70b6383fc1118
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afffe5db035d930d0fe29b23fdb04470c5f5c2bb70de554085f4187aaba30af0
+size 385183714
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df401e8a95676d37629fc1fc856dbd2f9d50fde8
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90b8ebf02147e5af0758d0beb2d7e3a59b20964b3cf328ab8779a0340f0b6d7
+size 385183714
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d2220b61b6e20f9680aad5726a72157340f42f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a627813bf91c6a38d9c9155169f8494c17a50e621f130bc7926f6a8107737f
+size 385183714
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7754de011c97cf6b5cee7035f99d3ece1170014b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_14_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70773e79264cb0a0ab817645e0dd3fe28550f5be8cbf8321abcc67fce9de9850
+size 385183714
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4694abe8efafb8509fc731ec9ebfdb79a545cb15
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e199c36d9763568b6952871a17c4bdba5b62311f1ac6758603cef7d0178ac7aa
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0fcd862ba38ae4e81e7488803cac8f6ac81769
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e6a8d2f4f5d336fbe17349f4e85d53dd4b9ff10008546b37e184acdfe22136
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3089a51e3d3fb91aa131a27c0b164917ef43e0f2
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72839bd7973ce3955ec065beeb9a80bdeadde7067465e1594efae5d73260f4b0
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1811fb9b39f22a5cb9e2c67e268c3f7438bf1842
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caaa79bafa49eed5148957a1a321f32bd35a79a7b730c8332578db5a39d0287
+size 460722658
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca27958da710ca0445e5636673939e0018685a3
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771a7c56f7b4924b23fde8602f2a37b8592898803974cb4a91f2e4044ba93963
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11d4dd7a361e33e073dc9a1428a0cf1247eb8ec
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66aca92d634acc834499b94b64ed6d8d7e7c68240a716feb4a53664d40939067
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25cb9360a2de13a77e410215a94adc6126e226d7
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c146bf3047ca07ccd0efa6e48b4d8c7a0f45ff6a0ec26cb0d970261b0af7098
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8ca797d6f89043f3b255f901284837118ff50f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3871af614752e6520a6df4263c9ff887c2c2eaf0544139d54158ff3146dd74
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64cbbaaa837c704b6f9f6f5f8565de9c8f9f966
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6971b330a63e0ebe2c2c17168af3e05c8a5cb33e7a73627e77c1f48d569416fb
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b825e8adacf7f6a99334d50a99befbd42268da
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461ef958382324c34f6ddf45ad33a7bd725461907ebb95259f4e66301c72c851
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89be36f1ffd2cfb05fc77af0dc66166e9992c682
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1879da1433d6c53f2208262c59843a17d08e68ca17aa03047f6d79f3c81fd22c
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b239b8dab5fdecb2e8804ca043f23c91f7f5ebf
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae88281608148d4729f10c090fba498c4a5a1612fb20c8c25bcbb41242b2bcf
+size 415502818
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8723ddd75d38cfa7c70488886de99760869fe89
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02d76a564ec8c65d8a7382f3285eb722260dcbe81c5cb6a0d2a7f96b917e328
+size 385183586
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075e187f40f4338a999f039cf0080e929fcf4543
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0782aa6cf4e401f33669465b1f96bb08c9ebd091d9b4edfa39516188f42bf774
+size 385183586
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0671dbc3f1ce5639ed5bfca5cc0b9c54b40beff
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7382c5afd9f826183184bf1284d390c9729dd5c01d8ff0ddb41b53d1383adf
+size 385183586
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c8906d386564115c052ca496b13a041cb5323b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_15_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf4e431011bda089345eafd670c953955e3537355a32ba1655dbdf21212821f
+size 385183586
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87726444006aa2b324d75437a7701b629583bff0
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e1f175e6437da8c71acb2f0dedc826995b5d2d9273d8c76a722cb726da036f
+size 460722647
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2408ddbb8b9c9a0b7e34106584454a50859c5760
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8056342ed8499160d6f452046fc536607a5a16bcae0613bb729b66c721d0124
+size 460722647
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e370bd8c42057eb88e1cf8a9e3d841165526226
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e763f9c3c94c686a91624a946d5e1bbb2189f13c6c6233942e3c9c924c89970
+size 460722647
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b00ba901377871a985df80a02a3f0aa3251075
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d861497501641baef42c7fe14509cc34e3157b28328be8e8efaccaceaef654
+size 460722647
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6e6b0ebdc5669da26e4973621467b5327246cc
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770a646b016c0752911261a86a1d9d71569c464f1d5d52470684a558a93c43f4
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d0ff5de86780367ca4c3c03c9c67d461f2376e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adfe0313836a1b5a16357965a0ae319f149662f62902dbb972a395747405d27
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b637b82d4c0ef00cece5e8092ebca4723dc59f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab8d8b9f9c2333bdd29326f8e2044a7d71644e739094e35bb1cb49d512552ab
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4991eb2dd03c1254e8c192568f6f042b2abf454
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1c9c603b0044568db4607a71b785e6e43b56750079b302308c8e58d1e3e6d1
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795a9d87823b2250b367f9d64ec02ad327732275
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2c8f7374b7bb082a3c20670b72dfd422445f19d83a32161bce39f8054501fc
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549db0c6b2223cfceda73b3b5eba73a49d7ceafa
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e335fafdc44b226f47a5e61042ab6128ec57aa1fdfe91945426383fb75dbd930
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f81b1cb6be10b79457f009295e7d1993e2f34c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c023eb2194e72e6c352d8952bc67925a688af76231eb83d920ba91ce16eb9c7
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398e62aee67cd05b8ff2f248543bf24d5123ee01
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d576cb952615e4e4f35265a43fca33974d2d3cd1ced787559281e1c53a1469ee
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453073aab26f42a36732b0c12db276d84a5e4ead
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0391bd5f6d237ecdf7894cb5181d1e67b7556cc944c8648de7f1b69642ec2990
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77ca6e472186844edc8f3d0763a77b83fc52029
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7e967fd3df2f3188effed2011149a7b7f7a65dd0e8a26f497f6f04f4c7c0c0
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af787efcc07f798eb7f3f7fe4a673c633357437
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6929239313fabcb8454aa612958f3d435b6060e0aaa022e6ce4b5626335294
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822f9b4a6df87731be30c3d0a13c13f3ba3f5f57
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_1_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3edcfb7df8faec51fa8ba3ef485c53dd90a383bfdd02576504a221186fe61dfb
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7925d4c543273fb5a47c21724b24327cb87aeca9
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bcda51a350018d6dd589bd90975294409e884c1ddc99d25a30f77620da5cd49
+size 460722839
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cdff9dedc642a6bb351999429f96c78114e9d3
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757bb5318a434cb333232f8022bbd74c07316cb551a6230ce54bbbdebc2fd38f
+size 460722839
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c086d7c7009c9904bf016bdef3a4c8df8762561
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c7e24c9a962ef8f4020d9f6c6526997b930b44e4cb55661b90bb931020a0e6
+size 460722839
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6264f932783030fbb0eadd9cb6769685dd405a14
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ca7f0e75009743c387c1defb9efdb65dfae308e3a1d276b1f4a8acff3fa98a
+size 460722839
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6699cd505257dfbd4970fc860d9bbd95514ba06e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ab1ab5f100c5b38145ada7e83311b46c5485fc063a934771bbb999185feef4
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30f66e103f565b72bf3fddbab97042c18883541
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ff2eadbca0c05fe9fa43e87b2d4c17e61e8ca7169da18f7fbf3f1c901af06b
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83120e95e2f5d13c3afc0721de89857c92a7bf55
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16bbb738ba047b3713c390ed2d8f945100fe2b5d76d8db5cadc10b30936cce6
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231bd415a7696815ddbe2e4d4ec15a7be2ed7e95
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ba08068827c4f62cd252678c05a9f2b931066d02b3cfa5a3e2e8133bde3ead
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988469a676c3d60f01e227a81a868204b9b067b2
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074049513f3abe1dca09ff8da747393f8a0695e419b15f1d6bc3cd1a82215b94
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f68eab0e2600608ec86eb437d478bf20854627c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405d85be0a7ad883143c62496c35182fe8aa7fbb174c1f9f4a5d1ccffc4b3389
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49185c9a818b1d41e175d5941efdc5094d6de798
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0350a1c778c8c72c68789a58eb0ffe0ede2575e21ae592d27d24f6adf56ea4d
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47591f6ae72ce8b7cebb138a22c8d02477352d5
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3d329cdb4c8882ddfdd76ddfeb274b344cb462f8959b708e477e82dc555168
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde5b65b1e3e25544ba2389c8091f3cf9c4a2ef2
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6990151799a4198787782087ea9ba2597cb346eead30125aff902d078feded
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b3723e1a24493d339b55f6ba826357c02e57ac
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18c2b623fe912504e41a77595e80a1e10533036f67fba2e8eccfa03e687884e
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714719f286d4663793975011cad2557cf319b8c9
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36d73119970315f103b44e275cf5af89eb1c2d87bbb5cf4f8e003b21fe44d92
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566c5e979563273b1bab2dae12a7498c31ce0900
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_2_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065bf8919ddae83ea571a0404d4786a2789bda3e941e8dcd618d007f129d1f2b
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861280132fbff79283fb94145675a154cebb60fa
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df93b864d05a45e81278fa6bf6b2956c723cf0c4061e495225b2bc6225cd5366
+size 460722839
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580f965ebe1f8d025e9d18845a8cf4e805a8354f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c4e1445cef3464098acbdc920c11d2a02686cde6d97b173a410e870b8a08a5
+size 460722839
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86d157dbf86409eeefc0d628e3526ec7877106c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de20546a85775c6b1f8f556bf01322e67e33b5b51f7533342cbb9293f0bc216
+size 460722839
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7bbcb559bf6e51d9589b18c1833d6b554e27c4
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fa633111bcf3c3446d4936cf06a9b007b2ea78c36fb0fdeecb5f0a127f2d54
+size 460722839
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83e7d835dfc57960b171ddb516d88c50815ecc2
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a2599065ba46c03d7b5a5584a5131e0d6bd3b1bddf3a04b88daa88637155a6
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c54568638696c2bc53b6d766fae8048ec2629ab
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e7d75599bd396a6c0e939ac7b63d3e6a6c215718688f6a92929a52a2c18d90
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c77898477a92166650c55b96fbc6ad6e6caaf4a
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99fea3a6a909bf37153a56f8e692dd5b09cef19df662cca04f5e8d9e4e852a4
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4164655b818a0c66d9beb7a363fe79f35c83acf8
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6472885c2a92eb56e34166df6c44a78be54c21e67406c7174b7df48cf377dbd5
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b818d9041876b6d030fb6706446d513f19fdb602
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bccc487e7cf36039c1dae8d178d5612f7bd39d52a8b16f262625fcd0c80890c3
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71875c57cea33bd763553c44cd322937033983f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567393eac131699c1d1d4a19a836f7d467c1c04acf55bd563b8f6f9c630b94ab
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86482d68eaaab741951780f019438a91a20ea32e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c72064ecdafe4a89086eba5bf0442329768c7381af36346bcee3bfdb0b4b56
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8684161f4b476b22ac452715ab2664eaecf6fb
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc98bbfaec7188166e30cd25d8ed89a5ce3dd55ac12195ec6bf7591247de249
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b448d16ddd4e002395bfec127731e63691730ae
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4d88b592e164a8207e82b1fbd072973d35ad9052f69ffb40fcb68bb7f39474
+size 385183895
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d06d669d50ffd51409ec77bc1d426cd3ad26ada
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789cc362515e201b459f3922d1aadbcd5896a27279be1b24cd85ffabfa6212bd
+size 385183895
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f592f9603d5ede25c397225528e744988bdd573
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5e1c7373c579974a4ad9fef0dc0d5d90e85830a99d4f4d6589b626299d413c
+size 385183895
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c063dd40987405fb57fee33a2db4291b28fe47ec
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_3_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9745b2b5c6d37eb4c562b0772a17929b4fdb16ddf0dcf0fe60735924d22ac690
+size 385183895
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2d7b6afeb91f63b0d7687b848543dc096c56f6
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3017f10fb91a7822b44d9cc39be9c0ee5acd6b7f180fe81e9f088d11e6919f
+size 460722647
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be000928178348f2d807b6bc461e45600b2b71e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e2ac17042958742cb4a93cea15d70df97ecdbd8f19d12139aa7179a00d9155
+size 460722647
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f853f4e909b2398ef4294e7c8e9c53a878f1bbe
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cd43b5082a4806805c11d91547db2c6055b0942ca5dfbbb4462a5691156ce5
+size 460722647
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41a1a65a605c7dd58e6ab36da48cd5fa67168e6
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7f4a8aebf74e4fe378f771eecebb2b44b5a9a63fba2802e2b850fc50328fa5
+size 460722647
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a6696b73ab60afaaebfad69bf4147da6d302eb
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac9f084296aabc9ca6615ada045a4a05799e3d96ef5a63ecaff9f760b86ce71
+size 415502743
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cd6e989384631375a866d029a7f5eacaf513d0
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ac1418855c80e084f1482601cc3a0a0e34b6d3f822712a36bf8220cd5bf4b9
+size 415502743
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e149cc8be4ae8d76719a128e80d9fd42b634accc
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c0a189ced798377245a95c3caff13ea0474f7d08d784670882aea57388a132
+size 415502743
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f79310e1be3c5c044e27f85a7613182ee9163ad
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de61c741fa8e1811567833bcd8f299b89dee3bc481cada2b58d0c45effa2a20
+size 415502743
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875db6add342f9bc7a7f8e117593ef4825e0a54a
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1729ae999b5615b1b9dd6e9b35fa37eb6cead9f9bbc2f3d436e20986f4e8b751
+size 415502743
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1b88e13bd1b632ff78817b9b84546508c35d4a
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcd0053cfa9df57403b87d197eda9a6e565091a13a6ad3d79ac39d1edce003a
+size 415502743
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8a2fa1f25f540c5f52f74464c6cdac2aeaf78c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342d7796114eefea9d267601016f345aecb59a8354d962c9c64fda0f5ee44c5e
+size 415502743
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8baa952ce641af73507ae21cb1a14bd205b527a5
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cfbf1d85a41059d019fe68f9c3641a8671cb8622c7b21f9f5a0211ce86c448
+size 415502743
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7adb22bb58bd0b8a2d5e4721709bbeab0a6f97
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf63ba17aaa840c0434519111821803b6268b4b0e70fda7fae6abd785993d6b3
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964c07d9d066345bc0a7f52595a283a9645fcd31
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3b21793116261410d7011446cc92442aba50fa4d2b23bd11b39246721b41e3
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9757256a36c408bb5850489d81ea66920527c027
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb336e21238179e43a909c8643009b4f09451e2682150ee314c4ccf4c79fe1c
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b733c0942f498c1666881e4d3cd512906cae8ec8
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_4_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f857aff225564f8ef96baa074819e701346c7a6a049009d11caddda9fab85a93
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd84c2963fb458f4ab7d181f41afbf0b4fda918
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459636ef1fa89ba018463c2610e8cab8095a802c472228ef9dc2757dcae578f1
+size 460722711
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe28cf8ee12e4b955b48bb449354927337642a3
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498dd9bb03e7ce57daeb6c00d06864fba503cc8c7e531fe11ef4c59701b5dc12
+size 460722711
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0360faea1de4037e6ccf943e5671289ff28aa0
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfc1b608c6c5a2575736abb4849a4d34d74108200b3cfe81785461650584dbd
+size 460722711
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d667f6f20eba3ee453d51ff4fce06b7c864e3f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712dcb13fa44e23e9a30fd8c11b660210f0debb8416b296659ef9505731fda10
+size 460722711
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe28cbf556292b1a9f0fc322fe147db68567a03
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94033bb76e7b62892358d2ac73d84235292e86b6cc4a2c2ab126e279da1f5a6c
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e6724a4019f87926bf8fe94d96bbfe014ea780
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a75202f8d40934954aac83c05a70f462d0cdd7a0b62e919ae187717bd60249
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0acf3e04af36fbe4fd59eb8aad1b2ed54ebeef
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d13c60fea5eaaf791d8fffafa6596898360ece0b664fb4850a111967fb8d4a
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a55c2491a34c646eca15317e4884e08652dbe2
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6848649b950cf744358b8d056de7a52706690c8ade37bba38322b58c47dace5d
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594652366ef7503972715c53353a9dd999d1bd7c
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b116ac695e6b437083b2d1b4be938b5dd893bf3b4423edbdec7d398cb3eda54c
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488eb8f4ebfb9b27d0828fe4a5196a8f6e92f8d1
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5973b5d800d4d879395b688c2e2511351d280a20b827c56fd588b8ae1f673e1c
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b38a292f2c339357c04b95b63692cff606724c6
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1b55ae42f0b1032e2cdd864ca61a0b4382d26a4f3425c1a288b5222231af91
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bc61d9564239358a6085dab4aa4a1c56e1d664
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddfd1a3089acdfff428626282f0f9c908855d49214a41ebae9c107b7a60495d
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7732e958562553008043244456f15d3c8f14069
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987c419269bdef1ce4b52739c2691034e6aa8ff4615661d9a074edb4b02b8e4f
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2301abbe60de319a567284616b1950acae618a04
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9af7c3835f24ae8890855f4dd74f67c69b6c6f4e6662c7b6d684d73e214575
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4790bb4fdde640308b76c57cbfd4958b6844c64f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f2abc9e847d96d57e84e6fda8ac4a4841aad3b1ec2fb6e99fb74f819f29d50
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fedb5f28a5c10cd501b47b9e05712b87c337a3ac
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_5_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7b151894a6b143193cd498dce3523cb3f80871ed6c0c89d410ce577c884704
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532d07641dad615854c2eea294e6b9151e20a22e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34610e64499562691abf8ca05b6d17f73d4b8d9d4263ab3cce9f455717474c0c
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8839d29e91c408e923bf10ecbf6a44bb75c55a22
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca149d71132a2444d768c27f18fad1d49c4600d4734fb19b75ad88eb88a817c
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363fe304ce1e13a5e414f51c1ac1147774f53135
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783d1014e471ca27121c136e942cbcb5f8c94bfb11ed27e441d48bd077556b4e
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed63281eebb37c0f5640301e36c36ea665ecc6d2
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ea06ce9f634e5a88544bcfae598c584657411f4cac3928d616b72e04b61a99
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a969f94d2fb794357f3f15e8bd1c078d33d0cf
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3601c2a9b7430e9d0aab729ef2760020c93038bf5ec8d0a7e35218739f698645
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159aa4dcb6598e71e9cea861facf279d0086d758
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b6b7f5af3bf2c4bbac2f6b74b3ee10ea8d8bfa908031dec28968510633e599
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150313439483577007b49bc2acf8fdaa64736200
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1aa33c2d70b2af710556c990291406629eac0614110521540cd747b03cac6f
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa843557449d51fcc3de93254ca6646c23abd68a
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbea168a965ef5bcf6ad3cbbd75ad6eace62b24583eade10b635e23ea86c3474
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c075a462d97a9dc7ae3fa2a437f2305f56249b30
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093f162b9ae3ab8346133159e75aa289ccf170b952872efb4a21ebf9662d0694
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0df501c08882735a2b2b83dd5b3b2cbcac502ee
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db5472de999c9de00f07c465b5cd6a3863431b57eb5d39d564d662dfefad7be
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110805ef5aa80390347f66ffdd17809cd2d01e93
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1afa7e0dcb4ace19fa0fdc02add61c531bd05dd7ae24dd81d8e6804c9277eba
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824af990302dc1061ec80fa737f7be1db83fe9a3
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3977990c1a1e7d151bb931ab4416061197037e1635fb6bcee6f20b006f3f9386
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83532ee905fc1c15903863cdeb9e8bfee1404e26
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fda6b653a9d368d5980b27fdbaf2be84ff44ea0c5638f5484e7014adc7d6b07
+size 385183703
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052dda9b2e01e9f94f6fcd6a09a72a5f5e4cde54
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b8b36bf34b4e6ee95ec051878c6008f59ea5b05edd98b59ce25d396897f4d0
+size 385183703
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c6f20c0edbfa970ba42323b3fac92092543e77
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c69d856f1387d8d1858afddb1a5c32f36c0cbfa84045c5986754ba9ddec957c
+size 385183703
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dae8ba404eceeec9f6f0b0fec969ef12efb541b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_6_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d6c52f88485ea43db63046349b772b1f8a16e13a2e89b03aed73069750b6a4
+size 385183703
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc308e124fa602d2d4819ba5dbf3faacdf3f3e33
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1e3a23f0c0d12f3579ba10de98360a23f10822b2885406fc7c9741c0de632c
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0f1b26c930756067f3c90db1ead360c3621879
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea04f66ccc84d25139bc95c204ff3bac9b51827e759075c1eb067355231f795
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8234a32607e78fac571673b837260b8fb18e902d
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbe6c4dcb65cdf586166b6b67d1c1e8215a2c541005e00feaafc15081cbb69e
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbdd28b8f4cb6a78e4aeb3e2e698c8f74b5f8d4
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f721353e8b58fadfe1226a88bda7408a5dd4c89a2248d89696f406e7987c8d
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341e27c6961b81fad516cb83352b735609e398b7
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7037f76b2c3326e0964344d7ce746dc698a17ef1f9303f8c0d066d92ea4497a4
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f4c47fdfd07e619b22ef295cdf1da205e44c77
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315e8cc21a64900ed65bf64419cebfa0583d044f5d80032af06f2a3ef7e186c3
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7db46eeb6e75bc6ad032443071ba14f2752d95
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0c29889b763282bb6ba7fc7c25ac5e1b7eae0211912ca2aa8dedacf9c1d362
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e56b7130b31e89c030bbd83126d28cf100905d
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee52cf0135865b97f8e192a0c29fceac0e329a5e58dd8e4dc5f7bc329f81da8
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fe6e0f89d30c82c5f23e6011155bcc0041be79
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01acfd57e92668b7d0563bdcba48ce206b6c4dc9bc9d60e8a986df66ebb71129
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c64af44ebe4539b1e62c5746a8c7ff896728dae
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529f8a2301a30fe2218596a54fe55075c1e7f823be0c101908600a29650d30f0
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41c111c0eba3cf32e65fe235cee853b8f2d01e6
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc8c1a7bc7525e398cb44eaa55b1c0c446bb2903971b8514c76eaaa0f9be522
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c46acc93e840940ff1e5ebe100f91c5aeaae4ee
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87777fa21ac201b1d73a8781157fe0bbd65ad3094f74dafe93fdafdabc9def19
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505ac6eae5c704666bc798b84e9061275bb5056e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0834445f353c3befb2f1ea1a8a628f6a1c0af2553aac070ee03cf6c1f1de210e
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21facc51a9a21c290890f20e5bb942c874acb45b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d1a84ab4d0fa8ecef20eec466d16b5686838fadb6b078d30980edc902b3919
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fffc567b93c37b2922fcce30be40a8d519d8e9
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d740068ffbd29135d7ae27857b328b1e398c8cc5bcb738e3e36a42bfc60461a5
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2045dadfb291cdd0839be5863d9440e18408f156
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_7_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ca31c32a2dd96b7b9d1d862804c1c726521bf6075699bfd2bc3add8e9a97d4
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1116c9d4d714acbba0fe70517d4e2b9af9da1b54
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39323bc83015fc873bd76f97048e62a7f68a85956de3ccea7147e44d347c94d2
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69db704305190894ed9fe03b494be23aa5943a67
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8e418531ba9ef9ad32865f1396624cb424fc368f03f422dc8a6f389f8fc6ca
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a485d7ae0b8730c5199b13d99cd15110b3bf5a9
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e5d18b0e3c4d01dc150799d20526f7961ac6f168e6435a7dab635411f73f64
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7911e31fc516ba4588bdffa4cc8bd342512272d6
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2758218b223428cbc3f4690fbd5584151d5e648dbe8248ab5153adcb982e0cab
+size 460722775
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f2b0e3a2101cb8449c59b62f4272ab2f7d8051
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992ba9c4a24c662f817e410c1e55af986f7be941edfa54784510489210885d5b
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0444b6e8f1f3977fc5c3a079c850de11fcc40c9
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80355c68a17b682ba7d1e4d3d64407e2b7e6a47fdd19a1ea3b072e5fda96d645
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6262d6c7a81cc054ec2dab489a10afe3c07cc3e3
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d13b50e760ce77e4cadda6194c9da5f8d7a1ce462940050b2a8e43e2fce7e9
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f478ff00086ba079b6abd033fc0f6080ef439b
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e39c7372baf6847d93ed2a56b3ff18c3340bca6780f8ee6d991cb50b4cf82b
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e285475954d348db934193de6d2bfce0611560
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd5fc1f4a75952e791e137f2a308b0bfd716a0fd6c760d0a708b3702543b232
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f1e49058af46bb66805d0cfbbe8ef2f38e6402
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7222c37b37e0cd4502b53b9c5bda49668a57033527c2a6571192d37c7d498dad
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b77fcb33612c5c2a35e796dcc991227204ea67
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edf743b588009e7e8a980447d8fd7371be82f79a884e4a22c9a86bf07bb8e03
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b31f404d20212b306f6cb68ca288a091eea90c7
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6906d37fa6baf1f0b4b16866a41a0f9072cef1210fb305c9feeea70eda8e868
+size 415502807
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872492f4f2fabf2a8d3d883db66386d1f67abb94
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4426225496cd0c69dce3ce109093076336960d3c8f5b594a76123f4e057bc9
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b694847b94b4e408efd681b57b674923ce6228c6
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc768dbccdfe04b7d3bffaff7f14a0f6bab8fc742b8b09fd53d2beceb29c53a
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814c69f9d40d86b7c5fe62445325874d15273101
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c926d257c7fde2a8370f1bf6acd577862f029d0d43a13a48d9e2a652e3081b2b
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c997ef08fe58f3739afb30d263112bd7b1508e
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_8_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639fa92180f48227b3ee5cf9e5560ff965308b3a826c8e3ceb3865331c4c3d68
+size 385183639
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00a0d418ca22a9c31a404b33702fa52a98baff0
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e8733bc2d88a6cfe3bda49d74c9f741ed5c058e611247e33cefa57f5f0f803
+size 460722711
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a8a67d5b6913cd06971dd6cc69e3ba3307b3f3
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d77da01ad7b5498b9059a351754e4ebc01c6c3b0bded7d99672b71756e53c84
+size 460722711
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888ddb365965142330f4022ee80bb6423494579d
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a138729d8f8e10ec9878ab6b59e8497dc1d00730306db7717a083038000d46
+size 460722711
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c45756aeadb74654bf9ff31234cb5237525d17
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc7c3a92ce9460179bfbb24ef1d66bf82849b77a1965b20e26469c30c048fbc
+size 460722711
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_04_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7184358297de4baacec5c484d100b60a626465f
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33653a4fe44b84b997b1b91a1972fea96d1a3ab5c85ceadff0a8313a9ed483ef
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_05_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42455db1903b8530538559c3dfe1b060ee0ec133
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8599078fac92b94051589bd6e3e705e6621b0d1107c5d84b7fc10d9d106ecf98
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_06_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129ddf82871b2c9ba13116cace1ea68d752f0d42
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c9cdb35a199e72805678aec47e63b64cad3b383f4aef37d0c25031317b1035
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_07_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85490583ec7fe72dc19690ea623bce36eb85cc82
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248e227fca2b4e3ed007b07ed73c39af2ba083611f1f5b7e8fc7a9c10ba3e481
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_08_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9e72a0447478330a96d7afeb590a889c396975
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed35206a3d4017bb039efa78549e3461ff8711befa4f7d5b9224c2987a7e6212
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_09_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fd5d04e6ec73b90b809bfb2b13f8298c6906ee
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4a764bebdf444fd55b88dc6671a97f489dd65f565b6f589ccf5b1fcb3131b7
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_10_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7619baa3e90d2acc339a9ff043520f7db29689
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7884a5c49da9bc222a65c861169e669da86fe7d9b4b61b6b8709824545f16a
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_11_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df14d71d9a495b934912d8be8eb67f023c0aa847
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1927aee97f7e5e4d71d7c9f1ef80b6e5fb261044fc3bcc023acdad81e7eb1deb
+size 415502871
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_12_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3283847b17448142cad6ca455896c57d9cdd11f7
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6e499da9344c33d98e9810f7b39c7bb06a81320b61ae29dfd7286435c3e1bf
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_13_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26e2c2ace407b1a76734b8304b374d2084906c5
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3925ed3e58012b1c4412f5900743c0ae2dae93fe1644025d367340010be94518
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_14_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e09cfcf093f868f44e2d0b074ffffad45fedd3a
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5e3aaf51dfe8356bca7e63f01c197259d95e7de0b8fa49ce56b92e79b155c4
+size 385183767
diff --git a/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_15_optim_states.pt b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de16c4dd39a0a354bd15030af0df2f4bfe33fdc
--- /dev/null
+++ b/8b7178b4b/global_step84877/bf16_zero_pp_rank_9_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ccd8d263bcb280e2a1af9a2e069acffe79edea0dc0e4ceb71e348945fcfd48
+size 385183767
diff --git a/8b7178b4b/global_step84877/layer_01-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e53d2718d4ac3c1ed5b1d4b8975fbfb228d560b
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee71d4ef1c3f31f8e811e1a18922320c9533525cd8223b2caca99d7868b96a5b
+size 120587523
diff --git a/8b7178b4b/global_step84877/layer_01-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f737233ee0e84bba1454cb0b950a2ced3cb1a0c4
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8baeb8ca9699abbc4e17673b4556e1314efbc85a83e2425b52d09fcbfc9f87
+size 120587523
diff --git a/8b7178b4b/global_step84877/layer_01-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_01-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95d12ea290c62e2f73676db85fd139725398f63
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_01-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fadea494e772f303a1c35a2a77d321b3688b8619c200b9057df37a7e52ecf3
+size 120587523
diff --git a/8b7178b4b/global_step84877/layer_01-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_01-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10367d1846e97b2405ef247afe9aca392676c561
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_01-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fc701a1fd1500056d5588beb949e54556f1df86d324e4da1e0a34f76668fcb
+size 120587523
diff --git a/8b7178b4b/global_step84877/layer_03-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1bb468e3d6d2c5b65dce82c5c5d2563dd81060
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b434ed8808b0badec3bf69abd1d3029aeb8f5c4c0ae632028b54725ba0e41d98
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_03-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19abd709921ed03d588b29446b9f39d00f911a39
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea11acece392cace41c9223bbc72719d61baac0f8926de996ca0b6bb1d776557
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_03-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_03-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e4bb8c0ead105a8d101141522cf9cf71185199
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_03-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f56180d93fa746f33771b8a7a34fcd62ac98431e3a58e7593430f63f9a9d19
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_03-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_03-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d27dc832e91c9d755c1a8c63ae876ede832dc47
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_03-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e936ad607cd0e07c4056d78a68a7bd355837907898adbf4538c521da3c4340b2
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_04-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480a22cdacd34f543fef383839ce890e26cd6f12
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92ec5f61af40727ce70094af75976b23f9405165cf7ec83ca1e045cfa131fa2
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_04-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5844e01d35d6013b248eb8aa0dd0fa6976887f
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07a67eb549eeaf955ebda6199a99da42f384db03d6d889a5954c8c85b9921d9
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_04-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_04-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d44b55d0f152419b70614df7011659c2731d95
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_04-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee335d31e1e814626ccb5233587e4b212ef837c667482369715cf88c13e58b42
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_04-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_04-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9016eee82b86b7af90863356ed6091ae48540582
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_04-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569ce8fbbe754ca1b168bba90397574cf1b43d6a935e7f589992cb4e8e246143
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_05-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bc180889de1097d244c8dcc3e2bf3397de97ae
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb025d31a03b7e1baa19d9c57a55e6c6615c9931c5882297cf4c6ae888a8481
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_05-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd02b3dfe6f460a6f03a6f03cfb707fe9c97fc9
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc5bbfefbb6cdd063b6d414854e17699596d436ad89f48ca8df3408fa8b4722
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_05-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_05-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7477503300d64c6de72b3645294e6c4f6579556
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_05-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a442d2f2bc151fd0a5da4ff8dfec6a06a4ffdc45d329faab934ad586a38929e2
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_05-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_05-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ebe51a2fd152cad8687e599adec0a09d82e4c1
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_05-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf6be50b42027ada8b0b6f61b5efeb2082c3c40d66805b303ae185796007bf2
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_06-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7662218f662365d67498a057cf617e1c6176917f
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ddf18588138af2979c46eb77a8b1e0f65faa2eeec5a6adc72229054f561873
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_06-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce25ef0c7b233be69ea788bed80bdfcb7064df15
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f59b8d205d3872260a33c4436c714d48f11e554f8fe8a70da0ec3ebc2219903
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_06-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_06-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1191a795abdc1c964ac7c7751b91afeaf554c112
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_06-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5624febade91664a81bdd88d4835c6d8c766244261fbbb07b14b0bf63c2e9ac
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_06-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_06-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9495b4e00fdbb2b919a744588fabf7eee14803
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_06-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7add564eb14b7d3f0ed5a7831355c89c5ca843c88cd73893d3565d5b9a637693
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_07-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31789b89364712c59a9a16d0ca08855d6e135aa2
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682e790b972400119c74945d81a49940e7034e4f513e25bb49c2e9093f0cd02d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_07-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c411e9ea75d1a0a3ea76164209c0977b0f6486
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e36923e90174701437392d946f65d42f4c25ae86ddb92bc3717a7d49ecf02ee
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_07-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_07-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf3e4d31d27ee98769f7827e821e4b1e14dc95c
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_07-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4682fd5cf7aa9cd9c086551d7a72980d8da1435b32b7e011005a7414bf9b16b5
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_07-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_07-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3df1cf382182f88256c20b85ca8c9cfcb6544f
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_07-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31907884ece3fbc21efe173fa7fcf1b59dfd795526a995e43f6b59f93d2e818
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_08-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8e40aa369005cb9131008166e1a61c7dce6178
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310d7933d63836dc43c596a8b64447538f913eabce09cd3b99e25ff3afbae552
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_08-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4f7d3346a9ea263426cd1f8a484a4ea8cf691c
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca32b7ae93c3a1392151fdf42d035f28851438456dd667f570f0b18d963a9cd1
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_08-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_08-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cb0937fa85df64157151beb96b4b29b0142df6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_08-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d838b1c9dd2a42500da1e1afb4a2450e5b64def81dadf921a2b77ab6a28b7603
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_08-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_08-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ba97cb1b85b8e73d253108d31c59514444c760
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_08-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a9c8e9e947e8497a372bed063a7a59fae48a20db4ae9a3960da81a09490b32
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_09-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50880836df1e42e5881628ff48ccf898f29d54a9
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4272d7c439c0dd4a1b557b31d51cba50f21c548567bbc9a9b1e9e1efef0faeef
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_09-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9652da869fc2c279be0b6380cae2c61b0be2c819
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e53c8d3e1123d8148800d97c31086219f8ae9524e47092b6b9b5644d94f4c7
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_09-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_09-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5318f005d3e9945f1f8f262ecd80f7cd51e196e8
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_09-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eabf5c0c0e372eeb26e0903dde54e583faf31cf83dc3cae2f29793362c1cf1e
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_09-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_09-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1858daac2ebd932261ca2df41965d4ff56b93e6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_09-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533df2aee82195b9fec070105f2807489b3bf9e7c2a9caceff34d7cb1ea25e7e
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_10-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21808a7cc6dad94951bde77212794cc845815fb3
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efbc6f8a6c2670d6200bfa503851efd97d891ee04a10131622e62670af93046
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_10-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a376afe44f60c3d62229c8f970a7e73912d51f
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176a5025fae4c9e67aae16d161ce325f425aac5f69a32192b0ba988d5ed4d220
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_10-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_10-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bd47b4c5db9fb372912944de46fbf98fe49a58
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_10-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bb882e9da0a3ab59e2e01f5a30e71a673298d01d8fa7fd7826e1061ff8dd50
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_10-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_10-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb043ae419c9315d306786bce2d18b7212270e6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_10-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad776e01ea26c81c497e61e861e513d6da00264837fe54ce02fbb6c6a295f24c
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_11-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da6a21aaf0d3f281ee6503add8f73c4814adc8f
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6e4954427bc12f680b7a3cc0362b2053889ea7bf7b105edd1d3a1b26d7545d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_11-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c915e64b04e52daf7802bffd6aad20170ceca845
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92023f6997184e8412241fad17f180dd479d32673f35818ed5b294622d23b334
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_11-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_11-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583c4c75687245d45954169a951bfbb92e1b340e
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_11-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0cca0e14cedece7ce659a9ba35af0ad5702526ed98bf33aea526a25467b005
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_11-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_11-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2a6b3f2e5a01275483f538a02a1ffa641f95b8
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_11-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8078ee6508d9e7824aa523f33f4d4aee861630332becf1c8c0b879c874b3a823
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_12-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b314b73432fb8216ec0d632ae1dd3e06bdc60f39
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1618c24b15ac22a7bad6e2b968f980f7754b18a54ebd879efbc27ef48683e3
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_12-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0df60ddcf29929bce1293f268e2dd1daa87f104
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0cf71ba6122f82296f351642f0e1557144b3519554ad0b73f937fc03adfab3
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_12-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_12-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d637c1a9597c7aa89559d8d8815e63654ea0fb9
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_12-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5326a1005d5f9818389c2f809c4ce19fb4ea906ddd613f12ff89cead91782194
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_12-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_12-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276d8893801f45f610107f9102caad8eb95840be
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_12-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7419896da9e788577f77af3ba1ee160984313f09e9bf42bcb4bfee3e0017097
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_13-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638e49c7f15e1b96d01817c6a98b10f8ce63e88a
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a600a196ed8503d89a14c8d72ab5491a6d9d746a5457da9c09257637c568fd
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_13-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406367dac4bfe2765d6f4d904ea4674f0fceeff6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4995982588852e25dfec80037aeeef9411e83cca66cc70ee4aecf7409899e47
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_13-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_13-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743cec7a716ab3b3c92050cbfd0fc5e2366c760a
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_13-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9cdf2d5c8f7272a220d734dcd02ea6ff29bc601fd800f43924ffa1c0910897
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_13-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_13-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62c7dd0ec2e65a9e5866ca3a41eaa13cbf98420
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_13-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238911930f8eeb5610c45900e469e43ef024ec6a6f00e2ede5a6a5f3382668b7
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_14-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43964eeba8e7c83a9ba53f22b0b17b5f867e570
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd9608acbda6a7980ac0cbfae23b1354c33e2455dc14b64953cbcffe323ad56
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_14-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb65f8ed2baa1e23548ff5a1259198db9d9bafc6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d432464ab3e0982e2a64fb746d965c96378025e78c6fd68e9a29bef40f2ad9
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_14-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_14-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04f220d260efb233dc1be17205a855c761278f7
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_14-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51eb8eab53478373c013daa3b7864daa0049a95eab91f3cac49bc0a792927837
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_14-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_14-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a448b9a3432e313b2cbb737ddb75b2da1ed0ce9
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_14-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efd171b08b283ccf646b726d9a4ed0bd2f33e3edc56df95439270421c8a1e0b
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_15-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6b0926c493ac9273bfcf7c698490663619082a
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e089898a5f29c8515305d196c178e8320cc17e79fa707e4b21d66d7ccaca1fc1
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_15-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb878632b59d803e81993f205a5954cc10bfe57
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf5d3e4bb48677c2aa968ff9bbc8a9ad34bc5df60bfa6a26c4a0cb3fd2b2dfd
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_15-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_15-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f60417933386082327cafeac8e0629a95019bd
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_15-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f30c86bf65b45e0bf7d1d14c34d7feff79e5f1867e20d40346f888f9c040113
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_15-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_15-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc08e58551fb27383b20939dcb9f2f83da0ebcc
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_15-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe9f16899f866e2f464d065e176aaf2b1470c01d6e4c07cd2c3ad62063e1cac
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_16-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160d4c78d686779cae60e6e3c8bfb281819d6499
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fcd8ec84b090b90192e2c1316eeed75a856c3a9486a25426c40312b2ad79bd
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_16-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1222cd6514874d05164f576401cad97d5c53f2d
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b35d4ed6e01542a5d1421d3877f301d9cf6a1d1ef7ee5ddb58f1dea86c793e2
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_16-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_16-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f155a9a527502d0a3578a51b08b7472bc2d3d5a5
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_16-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16e092c9e95ca7dfd2b45b83ca18c4bd361a2e63623efcfa1729152b6bd2e73
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_16-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_16-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f96086ac0d758d9b226f799c23acfcc4f944593
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_16-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31702b3608fa08489d91a967f40e0ef49caa599c47402c4ad57b2e7ae6e6825f
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_17-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9915ce69aaf12f6d1d6ab2ba0c3ba3fc9669bed1
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e07b1812e7b5495f2af09e2a5fc36695185a3cffbd90fce4e20e713fff5b44e
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_17-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16b75493fa2f6d5ef7e7a94aea0e4c1d91c9fc5
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23dcb3f1009ed68d939dde2813943ef4963f406c9c5aad5c590144ea9a496528
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_17-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_17-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0ed7be77416391d499832dfb9c626cf83d0fd8
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_17-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa908ef02729aaa73d4999229f35c24985a3d3310f36e9215fb72fc22a204b59
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_17-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_17-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4f503bfdffb4cb9dde2e721118bf9ce151fdce
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_17-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9dea7ac3fb402b2688b26dfa5222289075b343f04ba59b528f60ea47175d52
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_18-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbca3b421f5cc29572ec4a2cb500dc35c32f95f5
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e314b8c4a5f76a1fb34fb832252a83c4c8b47daf92217686825565cc856c0b1
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_18-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06c5d85da73b44e25807cbe6e78f03ccf26b70a
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1dddcc2d633900d58f9a9a9520590f6b67a2718ca81b58ac48f853c3a3124bc
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_18-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_18-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327f3d7857cf91a016a7430a7e28b3470fcc6017
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_18-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fad43c948cfec317206462122bc0f89b6d1939dedc053a21c55b91f652015f
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_18-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_18-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c1d2e794c69e0226aaf85693e40f9a3ba2275c
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_18-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f887bd8bd1d1a457e4c7394e0ac9285d27dc27d44af7261b150acf56dfdee9a
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_19-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4772d37dd33af4d6a5d3a7104a685629723dd6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da44b47d6a1917a08a00e9da9c41ffe6069801d4b34e5796f723d2454a4ac48
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_19-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b68fc86ebd075e14c4c6b6ce4c7c58173dc6906
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8b1dc0a4b40571d8acafef11106ca66e3ec10fd29c9fc926d534359ad202c4
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_19-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_19-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283b68e916a172eea96a160926606af31782994a
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_19-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c116a7affbd52362df162eb0f12550e589ec0122c38a73dca19e6879a0040c5
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_19-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_19-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf41f679884e3db755aaae61fea0e67f0d92de4
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_19-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c9bc602f3755bde8540071e8344766f3e426b6b4ba422c43eadf9f0a75eaa3
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_20-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b7de968466fe6c794f10f2a87b81fa4d9f5904
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3583bb328265d6430ffc655308ff1d737ffbe560f4f305dd0e7a2ddc14ef46d2
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_20-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a4becb6601e509a0d58552a532173ab1dc46b3
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a180504aef4230e761768b5412bf37ad40508ae35a8104d06bc5b5a3c1d0c4e
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_20-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_20-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62e5ec8b1aeed1dcd7b67783c34ff57edf45065
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_20-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9b75c6373f79606b5a7a48103a1c2c96b5b02199473ce73c6192ee12b93850
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_20-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_20-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1778f0a98a1be8a0b761190a0bac2ab13143ac
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_20-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029475b4d64857d056bcc0afc246c30aeb3ec534315d1f455817a49b252ca123
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_21-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bde49026140adfd28f84a78bdbfeb9c2764dfe
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2186281fe55ecde815e2c263fb5b071ffbfacf28feb5c99ec80c732fb77a23
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_21-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99668b20430fc36e45d18f5186408dbe44cabb7f
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53727d7eaa85c76ea0f832cba1f29c55fb6a2a566f2e46a4c33c49a72056ee9
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_21-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_21-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d0b13aa1da44c32d7be4db15e68135409778fa
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_21-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a847a10738f0f8ba09c58a03e53520dff4c258a1934cde26ebb4aa6cd03864fe
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_21-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_21-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103aab1df5b0027317fc4cddf939e8d357834ebe
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_21-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646855183987874fc90b39553c340ae0ab4031f30fdede503012aa196539aa3c
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_22-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d619ea6363fa310165266e57280f49f3214428f6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ba1cec2650c0bd03d4d072e5ccb49de35ff2f2ff63ff404b0d9716f757c4df
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_22-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cb3cdb86c77868ac908f64cb3037d6fe7de9ee
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994cc701b2aef38a7ec620bafcf70d3a18fb1db4dd03c343cd90e757b79d3f62
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_22-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_22-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddc3ab1027b418b9d65323eb935a600a4da62fa
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_22-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea14111700b6ee3d441c9652e9fe2a93cf943374d6ad7244b3cfc7b31c8367be
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_22-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_22-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a708a952f5ae64f07040a06a83ffa2edbe3ab74
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_22-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff01f98f4702683ac93530737fc54f5044b15b3d675aab122e421421d0de655c
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_23-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743b059c4cfe939a6113580a7e7e835a218b313f
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4da9764f0fe4217b5aeba848f7d3dca38e6976042b4fbb16e41ed155f20da5
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_23-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655fca15331f54e859d8c127fea92f928d5e5782
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c09857d9b0caba3b861eee06099d7466f836858b6bcad23358d396e2a465df1
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_23-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_23-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e9df62ae8540746816466785ea59817917d9e7
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_23-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972507b42cfe9f9e0e4125506943e7d1f938e97fa747b939180cd906e42391f3
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_23-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_23-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71d17f23c7fe37597914bcef6b87fa0afcbde27
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_23-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32343948a7ae2e4154a8f7018bcc8a6d1aab8f2f25e662731eecc77530f4566f
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_24-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40361d53c31ee0fe7155a0dcd2868cfc3fcbe729
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8e21e90cb0c113f252dace3841251237081a74b40de49239dee3ad92417bbd
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_24-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a56768aee6160cbc56bdfd647cc7cd218a8dd82
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124d5ce0612c896de58078e678ea2189ced2e8240337b21bcd51570413544d2a
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_24-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_24-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e386d7c175ba09eccdff5aeebf476604e3679f26
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_24-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d8a7d3465b8e39a6c97a175db9345c2ce18bb472ac07ceb7a73604e3045212
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_24-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_24-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733186085d6184f412a60f8b0a8185f985b2b58d
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_24-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9a1076c2c95d619ab07f6bc73e30a17bc81e74b40713f22146e80b30ca99a1
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_25-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbe54f7d3dd117b1055ebae7605cd3746208ea2
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1744ebbdaebef7cdb46d34c29566bfcbcf93ed2e3bd5bed0a6e6c02674572de6
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_25-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cc59424c414314642b283ee78bdf3572f4ba6d
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02be71f99f5a6ea0dfe59cce5ff1e0119ce1ef80ab60fb86cd9d085a6c76bf7d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_25-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_25-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c0cbb8434040b73a15b70348f5261c998eb78b
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_25-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc612cab5989db305675a88ece2fcd85d51d9f7f7df23b56ae34cc208744de6
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_25-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_25-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f8ef29d3c9ee16ed69e1bf21394c5ade1fa12f
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_25-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d70b87b99a5efe474de0bec6d38de2fd6672ea07544eced0c9cf0d69b7b98ba
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_26-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a21df8bd0ea2e054cc6d00327f2ce21f8abc8a0
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207e4a234a4376635c3ce30fc983f9e3997c8cda88fe259670fcf353d7b5bdf7
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_26-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36663c4f996567ea9908671a0f40fa02c9e9f82
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6deb32baab8fc92efc4a12137d8e2d96eee7ddef3ef1a0f73c07afe26f5a2d92
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_26-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_26-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75c1932c64ac09a09c14a7841f95f7c6e3dbefd
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_26-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202dd372e3cff3efd0ec36862165c1eed040cb0579bb5c9d5969197030659cf7
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_26-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_26-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f4b5fd837ed4287e38cbcf33ac8c9508ad02ec
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_26-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cddd95cd4b98b67c121581bbc8a499f795a6660ed0fe60a298a66d202e05ebd
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_27-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10288ff45152e0802f988acdb64f4c88b87e7b09
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430dddb9f05d6999583276df4c9e0170840eb0a33b82ad085cbc40acbb5e72ba
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_27-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4787c573542421b436faa14f7f6e4961aee4b11b
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd20f28db6cc7adf07020e4b34ac4e4fed577c8e52ee87d68b9fe99b2d1a8ce
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_27-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_27-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acbd37ba0f7a5c949964ce07bfcb6b4859825b6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_27-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce84c55fa73dbbd6c651c2dd117f44b72b4541acd391012499dd6f3db3e8a3e5
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_27-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_27-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d89664bd77fe714c15cc468b1ed378338f3ace
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_27-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0f32fca92a94943018a138c2fec3e257d6ca6fe46b57126f0f6464c99c1289
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_28-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b517fe874ad4c37b218735d7fe8107e177a2ee
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca3a011aafc2703a047672045490c1451f545d61653e3f56bd07c74d4c42aec
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_28-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c784b2b57fa6dca33fbea6bdf2f5cdc1bd9894
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4c57e0992c066b8afffc82aeafc6c28bcab428b09798e5c8bfd25e2ca8ef3e
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_28-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_28-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f6943bcb8a724bb997f067d3933a5ac299308c
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_28-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2602418deca573ac52ba05b24814b6e54e8a0fca90c0e03ef8c34894c7711ec2
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_28-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_28-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc70398da7e78876871229653cb539686ff5c7bc
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_28-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3dbc6f8732d4d6b9effba121c89c50df9f3926e8e69eece28ba9e7fe72e4b7
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_29-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7640ed235e904ccd96b552dd402447956818410d
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237af46479bb849ac9f7c2416b3eea64e6e93b103cd1dfcb6d89a2f1f969c06e
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_29-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f0e74220b44af0ab737d9c2573667de94c18b2
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a0b692328ec6436feb770a9bc2141e0cc73576ba81fe4925b5a7c3382fef7b
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_29-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_29-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79571caf9650bc3c7f1065e7aca8d44ed6a31d6e
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_29-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310415a841ff6d3b2bd6d462a47c068e4ef224909fea2b91ba1b09674223aa17
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_29-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_29-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebae01806b89d985690325c717e51337732c31a3
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_29-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242773be376740976164d6e2b395cda6755412b63ab5dd3d4de85992c473f60d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_30-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a261d9e03580a729deb021547c6b59c8896b1337
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f6427748c37f454ab5e7ceda1096fb8a50ec998817fa085400dfd6bb4d8e9e
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_30-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a50ffc8e32b85e0d4e861688ca3116efddca08
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aacf757126b5c517f9436bd5cfe4445e2dea0f4a270e7731167c1a8b1c2bf52c
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_30-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_30-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae97c53d16ae25197e6f9f0dac80720846ef4250
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_30-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cac560af673d3fb47e251fea325eff12ff1d02ba3a58b48610f8d5a3f6913b
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_30-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_30-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f414b479a0e7966a6408654ed940b24c8d14b33d
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_30-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd976f0f4732e225ee53e9aa209ee9622a115c8fa937d04212a75f81878dda8
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_31-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0daa288e75de8649b80d7f13b615e3521af136c5
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66528017f9f4cedf2aafdf5ead1d2bc25b82b92c193dad3bf3175e8197daa479
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_31-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2fa00257d0fa0be04de91aaa82f96284876afd
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fdd7397d4fe7adbd373dc023966b25226feadc1fe882263c5a883b41c1ee3f5
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_31-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_31-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c6aa97b014874d5b12f10b1344f7ded84ef83e
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_31-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22c15514e5aa80d6a4a7fc5b76e31e55d753cbde97b1d840011b008ce51f093
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_31-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_31-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701d4b4c1d3256c47a61820ef3f7d833e4b05de4
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_31-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7163b4d9a1802bd647c472871e7f7b8bdaead989e9fe7f0a56e4967903c34c53
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_32-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8c87c0e57b11ac64f20441da71838396adf736
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf635cab123e235d9129efd1c5c03568a9289a26309dcdc72e94e02f6fbac457
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_32-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1262f7099e579588598591183a529c1489b5c6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84dcddce4ca4db3f2555612d349efeadc1a929dccc6c1b1c9b2d5f697dfc68e
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_32-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_32-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba1534557555728b8b9bdd64224d267ba60b5d2
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_32-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db69246f2cf5b0745e50a25855e6c6ad77d7ac9d435b9d5b78a8afe9549d9c32
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_32-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_32-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539ee5140a6246ae646bcb904dc3a22003a868c6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_32-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f4a799ab22024bdf6f92b29fba1a8b24371b91c6c1cde74574f690648d3ce5
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_33-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8625fb12105313b949e9dc8a1d4574097d5d10
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607370893466d176fa52fd465bcca210a5ee62ad360853d93067439f05f60bc9
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_33-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fbb3d8267565a2fffd93c8ba06e6bc3d60e3fa
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3947397274623fb2eb92e277f4619a3dfda9433c760e3e647da23131e8343f
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_33-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_33-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7535ef8f626f619b4cd9e0a87aa79888ef3e47c9
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_33-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5d47781368b418a2fa286c10ebde2d2b8c3e8633a88e214dd279476753421a
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_33-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_33-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7f6f1bb581ee01abb14046469cd69b06011f84
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_33-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88e10e66069ee80eeaf79a6ebdd443b79f3ee90ee4d852aa85536d3a361b643
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_34-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eebef6af1d906820bd433ae2e1ee95ccd77e4ae
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344664a5cabb173d80b4431c73d2993033e5fb3308b0fd98f56c7536cb863d00
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_34-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e59a6ade3ea101f55464d64cbe905fd616a6b44
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3e07cac1038ea87d0ae37df793f2dbd56339998b7887e2da2d7e70ecfd1d6d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_34-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_34-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6058c17cf0d56cf050456cc46c8d3ca832c9f9f0
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_34-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2dd2cbb1290b0fd8a0a910fcd4a18d794355e0e9a2eddf0f922f1aef42d3d6d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_34-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_34-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28c3a5966784b88d36af12b1247aff7fd0769aa
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_34-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990af9a6ed4db15d33c3b7e38c9a1dbf201759d5f30c70d15c04c5a7ebbdb060
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_35-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05cca8336d3ed2d414a96b09be0dfd7dfffbec3
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a24d085d8805ddae8aebd1bd5f6002b439f2102b392b64bcc599ca2ba6f02a6
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_35-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed19b6867a9a768ca02e938c7a09c2b568964c37
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247bc35a155ac46bb941968954722a3296b71538f8e6b97a52f1158bd8b904e1
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_35-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_35-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805f2c2fc95dff0cd4ce7c33af735c033b4454e3
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_35-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6d2c10c97e4aff26c29cdcb9c0ccc641d37328ee1dd7722531e185b481e0b6
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_35-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_35-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105c10f378d1a5021a8e24238bad7fdad7702f87
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_35-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61daf10f11d12d9ca8c1f36d2629283bda7cec14f1b336943d745e20b046201f
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_36-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b86011f0b1e8496ce635757a0b416b46eeb16d9
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80349a381ccad4a0e5997e6039390ab8659a5117b0597b3a1ed409f2d14e4095
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_36-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c386cccaa5f880aa8803825484a26506680722
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685efb1c3b9fbde9aa2b7644e832eee6d269312d50d8118fda7fffb51b37bed9
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_36-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_36-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94952cf541abc17b81eed0dc4b567eae8a61d3e4
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_36-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98df41997c7f0ddb7934a2d89637a50622845596094f57043a4e6795d6a8088a
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_36-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_36-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be65b22b5529271aba8be05764fb32fa53d51890
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_36-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c35a6be8149174b0ea315c7019982e4fb1fdb15a13de97c0781a89188014743
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_37-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0723e065e227439a8b8dd0488400d5ae949f4bb7
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095dae62849024270dc42290297e0e177dd771df691b7a50f91ea0773d62bf9b
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_37-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d30ae33a8d34e084eddad4c40624e35c6b6fabd
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e23d651ee807c9df7a1729664cc32ca19969e9929089c9a3e0ee66ffffb0d2
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_37-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_37-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe38757c5c20a2456d96cc35dec83e3b6f9338f9
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_37-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1d583fcb44912adb746f3a10fa62b1f6da0d540067eba2f9c805c348890f23
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_37-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_37-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019538b4a4ed78ec0cc908579fd2f754d839addd
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_37-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c91716346d6f1d4a8800e9c272990618b3265d599c93ad03ea75f2e82a6b371
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_38-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc39755b8fe6eeecbf9bbd95e33d7dfc44b800d7
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959c4b65f1c243efa0016f877a16c0efc5673a4a377c37162a4c053ff6ecbafa
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_38-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aca02a47d10b7d35893cda71ee3b3a7e78fa51b
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90beafcaf5b067321765d3b238f537d15b5fc21f0320bfab740ca17386f883e3
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_38-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_38-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041fbbbbd08279e71e573ea410466f9dba5090ac
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_38-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaad09a6c59bda85146a974ef4574d2e2390d7a67dd84a401ffdec9747200a3c
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_38-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_38-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e99fa9f56e48e7dcec7cae1d92321b9bd15ca6
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_38-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6886e10a0091d2f9b275986445288b8f96311bd712b487417a5d220911aa4336
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_39-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_39-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03c5bf64f00d5c926034b4c4a6c0e000db8e349
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_39-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807ee0e33d75e3bbc2e51e31584e94be64acee113575371e88ea9dcd532a1811
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_39-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_39-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844903896c1901136d422745bbe411b2c306dbd7
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_39-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6682ce8ceed3a2dee7e917969db58623bc49f3def5cc9ec93395e1a1c49b0d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_39-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_39-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10bee0feafc75aa950318acd3f6355439c46627
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_39-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a032686f91c5d1d9bb20c4e4d7bf1c1830792a07a13df78a9c55710e7b13cee4
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_39-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_39-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59d58a98b40f507216290718efb1faca79f1ea5
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_39-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafe24c54c459ec85b5302dca9d2efd640b9b6b4ac57d3569b335b1654186620
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_40-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecc4de5e2c7b54bee6e385cafd4783a221faa47
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0c9e0d2a49506c01cb36aa5da7608f0d824b606756834388234fe4ce166744
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_40-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc021868c9622b06e9c72f0c2b94013e7302f1a
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085ea74991c049f092f7464199658bddd493a6bfe8ffa4a9adfc6627664321f6
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_40-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_40-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a79001c88fea8ec43a8836ecf8a6572a3f1e49
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_40-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9352bc49ea16fcd009433591419e6b821dd59291be2e8e97f7c495212c5e49f3
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_40-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_40-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652a46923f18b09f4b841d9dbb6349a70cff5ef0
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_40-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a670d6b8aa4e7fc04ddefe52708c871024a248fc9c4231e992d4632f899955d6
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_41-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_41-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9017cef8a6faed6240e1205d9917800bf362720
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_41-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb58896cbde44b46aab41e533e96f263a1d1b8fa3a2b8b52c2566140900c241
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_41-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_41-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14065201cee5788170284e9c5176bd0c52bee7d
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_41-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f6ac5fac205028a934fb60b56de72cea3978d8ed1f1a56aac41cc6fc3ea2cc
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_41-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_41-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc0c29b42d3a45bd2c86d914fcc1a99477996c5
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_41-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5028d45326bb2d27e5ea5aaa490b04c4cb3307bcb10b5fe13be79a582096353a
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_41-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_41-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d44df3f87ad3b290b42d4d24490e4194e5f36e
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_41-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be47e4bd867f6a1588a29664fd7dbd22263c359db4802cc99c4cfc9f331cc441
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_42-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_42-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d072670639e36d9412208e5f264f7a448e5c8a2
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_42-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8c37986a68f95bd165362ca63e597f4a8499fcd55587342b91bd22d926df82
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_42-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_42-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd8bddc69a5399fc8bc8232a2b04e5febb95474
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_42-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c34602fc7e19241ee2dd638b8cc99d7160aa1818736d7717d509fb498d2b6f
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_42-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_42-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d33b9d820513e31c45199f0a663a83e346c6d72
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_42-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3674e8afe925b91e53d1bdb4ea6cc7e845aea117e80c9efa85d42674d067a7b7
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_42-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_42-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b491d46de644e1796a9b55e7536f8a83fe03029
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_42-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512fb61c881347aa6163ea48078742ef447df973355c980b3dfd5916a71c9bf3
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_43-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_43-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30445f29ad678d5cffbb05249c30d4d80eae7f97
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_43-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2feb3663c30ac192eb7f0c0cc7ac527b0c3792556596ebb69859be6e28353d40
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_43-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_43-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9cd21b10705d5383fcbcfbef50e257d3d2f47a
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_43-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c228ba8640ae164f4f2a8ce4f36e9e878922a326cf696c501e6060740fb1674
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_43-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_43-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5f54e1958c732f6d18739563d9c222edd5c74e
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_43-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adcfc5d620feae96821f45a40dcde9536abc1170ff440eeed391041f42e0de2e
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_43-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_43-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6f975e880196abbec1d6c3a8ce168e79663b6d
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_43-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc163f02d9e82ad978a5a3d24d02095ce29dbf5d43046ef2711ca2106e66419d
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_44-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_44-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755f128455f0349cd52a3380078874eb54e2ffce
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_44-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b370958b46dec7b90bdcb1cec34dcd69980b08316aa962dc5cb1a7c89409c7
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_44-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_44-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d5956b48ad0e6ed00c886edf72612c6186fc4c
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_44-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea677f5499d6b2495cabbaee64c64e9a88879b53f527a6fed108dd5b5227a91
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_44-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_44-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83502888229758c6285a68104fbd7c5c75f61cdc
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_44-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f2da0707c31bb1211490c00f9e801b8012d7650d3605136f35936500966928
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_44-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_44-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1380a0b12058f7247cb967ceca83b37935185266
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_44-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abc6a0362090d15fe8694441b9f9633c01a4a24ca912c4ed4ce72fbfbef6c53
+size 100731139
diff --git a/8b7178b4b/global_step84877/layer_46-model_00-model_states.pt b/8b7178b4b/global_step84877/layer_46-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294f063e7b10a4d0f6e9dff1192897c48bf97012
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_46-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d87ea0ace8b6f9bb0f129a916f62761fbba0a475ca2837d5cd12d244c2e582
+size 17603
diff --git a/8b7178b4b/global_step84877/layer_46-model_01-model_states.pt b/8b7178b4b/global_step84877/layer_46-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd43b0f1a676c210a5592d3876a969871b92d64a
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_46-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca5f3053004038bd8e97457adf4a4dbc51c4f5b9a1795a095433372ee732cf2
+size 17603
diff --git a/8b7178b4b/global_step84877/layer_46-model_02-model_states.pt b/8b7178b4b/global_step84877/layer_46-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89f63c066f46008be95c0ff0262c6623f87df48
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_46-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b28468aaa195d8bbf992a476f2b5700cf69a5f23da8ac9263b94dd46a3e438
+size 17603
diff --git a/8b7178b4b/global_step84877/layer_46-model_03-model_states.pt b/8b7178b4b/global_step84877/layer_46-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ca8e699f768a052ffaff180a56b8a18875549d
--- /dev/null
+++ b/8b7178b4b/global_step84877/layer_46-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca9b172859d8487d689cab574f4f6866ed655ba869b67daec8c16e652dcace5
+size 17603
diff --git a/8b7178b4b/global_step84877/mp_rank_00_model_states.pt b/8b7178b4b/global_step84877/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4aa552dd93c1af529ee923d2dbdace6f5a6e5c
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0c3687e46b7ad5842db577dc7544370fa224bc14029f9bf6bf0f41a38a02d2
+size 32563
diff --git a/8b7178b4b/global_step84877/mp_rank_01_model_states.pt b/8b7178b4b/global_step84877/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbbd710a61b5417b5e581e3c2694ddf119ce75c
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f23cb3f039d95fa5c3f4d6781881737c55cc84dadec780327b06da55467e30
+size 32563
diff --git a/8b7178b4b/global_step84877/mp_rank_02_model_states.pt b/8b7178b4b/global_step84877/mp_rank_02_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424c29c4f082fd9070e45d9ec6e09f562c0c1b92
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_02_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932ce58dae0543425dcffb2e6d2560fdc6b9625a30b939b6b1338f0548ebe6b5
+size 32563
diff --git a/8b7178b4b/global_step84877/mp_rank_03_model_states.pt b/8b7178b4b/global_step84877/mp_rank_03_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3d36108de5eef07dd1ed953e5f6f1d35aabd92
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_03_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab6ff96d24b4d282fde8d2ba77ae36e929a94520b92067bb458ea73e75de93c
+size 32563
diff --git a/8b7178b4b/global_step84877/mp_rank_04_model_states.pt b/8b7178b4b/global_step84877/mp_rank_04_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777059c42d6d9646d4bf7b655d8885c0dc094919
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_04_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0182aaa80ca4b9c0d0e7a352ff26e40373680c34e6e068156127a622fbf713
+size 32435
diff --git a/8b7178b4b/global_step84877/mp_rank_05_model_states.pt b/8b7178b4b/global_step84877/mp_rank_05_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c2f9dabc59dede0f1910bf7ffbd9bf190fd5ee
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_05_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0d54bf9717d48a2d7c3f10a35f5fe9da16b18faf9ec44013e8f812f7db50f0
+size 32435
diff --git a/8b7178b4b/global_step84877/mp_rank_06_model_states.pt b/8b7178b4b/global_step84877/mp_rank_06_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1676d2eb463153e091c04a9368fcd72fc9596dc
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_06_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240ffa721f3079e6eea9fd722d93a41be19af47c73a95c2c64aa1d5cb755b1c4
+size 32435
diff --git a/8b7178b4b/global_step84877/mp_rank_07_model_states.pt b/8b7178b4b/global_step84877/mp_rank_07_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796d77da13753932a46cf21ca83aa20ca1b1ca02
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_07_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4682e9195ae098af865e3e6a9388c67e49fe5cb8ac32a673761e201cc55b23d3
+size 32435
diff --git a/8b7178b4b/global_step84877/mp_rank_08_model_states.pt b/8b7178b4b/global_step84877/mp_rank_08_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0517dc08b1180321bbbc650baaad1214fb7ee8dd
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_08_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ee3d8b9ba6a0b62e7d915cb8267d7e04fe9eedff9dc8adfba1324cf99cf3d7
+size 32499
diff --git a/8b7178b4b/global_step84877/mp_rank_09_model_states.pt b/8b7178b4b/global_step84877/mp_rank_09_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e152c0746b49cbc4e53b87d09f6cd139b305af
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_09_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0ffec56625abee197d99956e5036f8ddeaeee88b88cf6678835d4ef5e2e607
+size 32499
diff --git a/8b7178b4b/global_step84877/mp_rank_10_model_states.pt b/8b7178b4b/global_step84877/mp_rank_10_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c8db9fae8286f60f6588b002fa2378b9b08804
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_10_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ca9666564b5db6d325888eab56aa3cd0bfc5c787140b49c0b6ca88a21b7513
+size 32499
diff --git a/8b7178b4b/global_step84877/mp_rank_11_model_states.pt b/8b7178b4b/global_step84877/mp_rank_11_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688a57c6f669a3668758e1f81a5e1714b5c67d66
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_11_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b87529fd2497be712fa3e9979cb01e3c45007c9320aa0d3f80e931e5a23c2f
+size 32499
diff --git a/8b7178b4b/global_step84877/mp_rank_12_model_states.pt b/8b7178b4b/global_step84877/mp_rank_12_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ea37117f04a2d73220d538b153a8b6d036ca14
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_12_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207329e31d247230b03e46ecf34c38cca0c4e2255fa392c8e78bd6a2e8c4ebda
+size 31155
diff --git a/8b7178b4b/global_step84877/mp_rank_13_model_states.pt b/8b7178b4b/global_step84877/mp_rank_13_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2939eea66e4fa7c8b2afb8e178c9f7c8c6ef0e
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_13_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df58b911af5b2d3ab81be043ff99a3750994254519f1f90dbd11a1d28adba475
+size 31155
diff --git a/8b7178b4b/global_step84877/mp_rank_14_model_states.pt b/8b7178b4b/global_step84877/mp_rank_14_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0ea8b0889a32f2ef35a847d1606e8203e38954
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_14_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe422fa743e0826c8c896da2af91b0ea15224f5011bdb73f9c8e084a8ea7e6f6
+size 31155
diff --git a/8b7178b4b/global_step84877/mp_rank_15_model_states.pt b/8b7178b4b/global_step84877/mp_rank_15_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9288b1be1d6fc21c57a151b3b7167e7fc3f47c
--- /dev/null
+++ b/8b7178b4b/global_step84877/mp_rank_15_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9824e0eafde6f0936e2c9e10d2cdc786c694c8b3ab2791ea3f8abb81626408
+size 31155
diff --git a/8b7178b4b/transformers/config.json b/8b7178b4b/transformers/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..22c9280969b993eed6debb17878f6b04abbfcca3
--- /dev/null
+++ b/8b7178b4b/transformers/config.json
@@ -0,0 +1 @@
+{"vocab_size": 50688, "n_positions": 2048, "n_embd": 4096, "n_layer": 42, "n_head": 32, "n_inner": 16384, "activation_function": "gelu", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "chunk_size_feed_forward": 0, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["GPT2LMHeadModel"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "pad_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "transformers_version": "4.25.0.dev0", "n_ctx": 1024, "gradient_checkpointing": false, "model_type": "gpt2"}
\ No newline at end of file
diff --git a/8b7178b4b/transformers/pytorch_model.bin b/8b7178b4b/transformers/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..787cf818ee39bb472fba13f2731c8886445c38db
--- /dev/null
+++ b/8b7178b4b/transformers/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3d0965bc699fefe31153464ef08653344da42465f3644c714c0ab6a8af77b1
+size 17700448349